Class: Tokenizers::Normalizers::BertNormalizer

Inherits:

Object

Object
Tokenizers::Normalizers::BertNormalizer

Defined in:: lib/tokenizers/normalizers/bert_normalizer.rb

Class Method Summary collapse

.new(clean_text: true, handle_chinese_chars: true, strip_accents: nil, lowercase: true) ⇒ Object

Class Method Details

.new(clean_text: true, handle_chinese_chars: true, strip_accents: nil, lowercase: true) ⇒ `Object`



4
5
6

# File 'lib/tokenizers/normalizers/bert_normalizer.rb', line 4

def self.new(clean_text: true, handle_chinese_chars: true, strip_accents: nil, lowercase: true)
  _new(clean_text, handle_chinese_chars, strip_accents, lowercase)
end