Class: Tokenizers::PreTokenizers::Metaspace

Inherits:
Object
  • Object
show all
Defined in:
lib/tokenizers/pre_tokenizers/metaspace.rb

Class Method Summary collapse

Class Method Details

.new(replacement: "\u2581", prepend_scheme: "always", split: true) ⇒ Object



4
5
6
# File 'lib/tokenizers/pre_tokenizers/metaspace.rb', line 4

def self.new(replacement: "\u2581", prepend_scheme: "always", split: true)
  _new(replacement, prepend_scheme, split)
end