Class: Tokenizers::Models::WordLevel

Inherits:

Object

Object
Tokenizers::Models::WordLevel

show all

Defined in:: lib/tokenizers/models/word_level.rb

Class Method Summary collapse

Class Method Details

.from_file(vocab, unk_token: nil) ⇒ `Object`



8
9
10

# File 'lib/tokenizers/models/word_level.rb', line 8

def self.from_file(vocab, unk_token: nil)
  _from_file(vocab, unk_token)
end

.new(vocab: nil, unk_token: nil) ⇒ `Object`



4
5
6

# File 'lib/tokenizers/models/word_level.rb', line 4

def self.new(vocab: nil, unk_token: nil)
  _new(vocab, unk_token)
end