Class: TwitterCldr::Tokenizers::NumberTokenizer
- Inherits:
-
Base
- Object
- Base
- TwitterCldr::Tokenizers::NumberTokenizer
show all
- Defined in:
- lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb
Constant Summary
collapse
- ABBREVIATED_MIN_POWER =
3
- ABBREVIATED_MAX_POWER =
14
- VALID_TYPES =
[:decimal, :percent, :currency, :short_decimal, :long_decimal]
- TOKEN_SPLITTER_REGEX =
/([^0*#,\.]*)([0#,\.]+)([^0*#,\.]*)$/
- TOKEN_TYPE_REGEXES =
{
:pattern => { :regex => /[0?#,\.]*/, :priority => 1 },
:plaintext => { :regex => //, :priority => 2 }
}
Instance Attribute Summary
Attributes inherited from Base
#format, #locale, #paths, #placeholders, #resource, #token_splitter_regexes, #token_type_regexes, #type
Instance Method Summary
collapse
Constructor Details
Returns a new instance of NumberTokenizer.
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
# File 'lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb', line 19
def initialize(options = {})
super(options)
@token_splitter_regexes = {
:else => TOKEN_SPLITTER_REGEX
}
@token_type_regexes = {
:else => TOKEN_TYPE_REGEXES
}
@base_path = [:numbers, :formats]
@symbol_path = [:numbers, :symbols]
@paths = {
:default => [:decimal, :patterns],
:decimal => [:decimal, :patterns],
:long_decimal => [:decimal, :patterns, :long],
:short_decimal => [:decimal, :patterns, :short],
:currency => [:currency, :patterns],
:percent => [:percent, :patterns]
}
end
|
Instance Method Details
#symbols ⇒ Object
65
66
67
|
# File 'lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb', line 65
def symbols
traverse(@symbol_path)
end
|
#tokens(options = {}) ⇒ Object
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
|
# File 'lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb', line 43
def tokens(options = {})
@type = options[:type] || :default
@format = options[:format] || :default
path = full_path
positive, negative = traverse(path).to_s.split(/;/)
sign = options[:sign] || :positive
pattern = case sign
when :negative
if negative
"#{symbols[:minus] || '-'}#{negative}"
else
"#{symbols[:minus] || '-'}#{positive}"
end
else
positive
end
tokens_for_pattern(pattern, path, [sign])
end
|
#valid_types ⇒ Object
69
70
71
72
73
74
|
# File 'lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb', line 69
def valid_types
VALID_TYPES.select do |type|
result = traverse(@base_path + @paths[type])
!!result ? result.size > 0 : result
end
end
|