Class: RDoc::Markdown::Literals
- Inherits:
-
Object
- Object
- RDoc::Markdown::Literals
show all
- Defined in:
- lib/rdoc/markdown/literals.rb
Overview
This set of literals is for Ruby 1.9 regular expressions and gives full unicode support.
Unlike peg-markdown, this set of literals recognizes Unicode alphanumeric characters, newlines and spaces.
Defined Under Namespace
Classes: KpegPosInfo, MemoEntry, ParseError, RuleInfo
Constant Summary
collapse
- Rules =
{}
Instance Attribute Summary collapse
Class Method Summary
collapse
Instance Method Summary
collapse
Constructor Details
permalink
#initialize(str, debug = false) ⇒ Literals
This is distinct from setup_parser so that a standalone parser can redefine #initialize and still have access to the proper parser setup code.
[View source]
17
18
19
|
# File 'lib/rdoc/markdown/literals.rb', line 17
def initialize(str, debug=false)
setup_parser(str, debug)
end
|
Instance Attribute Details
permalink
#failed_rule ⇒ Object
Returns the value of attribute failed_rule.
200
201
202
|
# File 'lib/rdoc/markdown/literals.rb', line 200
def failed_rule
@failed_rule
end
|
permalink
#failing_rule_offset ⇒ Object
Returns the value of attribute failing_rule_offset.
37
38
39
|
# File 'lib/rdoc/markdown/literals.rb', line 37
def failing_rule_offset
@failing_rule_offset
end
|
Returns the value of attribute pos.
38
39
40
|
# File 'lib/rdoc/markdown/literals.rb', line 38
def pos
@pos
end
|
Returns the value of attribute result.
38
39
40
|
# File 'lib/rdoc/markdown/literals.rb', line 38
def result
@result
end
|
Returns the value of attribute string.
36
37
38
|
# File 'lib/rdoc/markdown/literals.rb', line 36
def string
@string
end
|
Class Method Details
permalink
.rule_info(name, rendered) ⇒ Object
[View source]
395
396
397
|
# File 'lib/rdoc/markdown/literals.rb', line 395
def self.rule_info(name, rendered)
RuleInfo.new(name, rendered)
end
|
Instance Method Details
permalink
#_Alphanumeric ⇒ Object
[View source]
405
406
407
408
409
|
# File 'lib/rdoc/markdown/literals.rb', line 405
def _Alphanumeric
_tmp = scan(/\G(?-mix:\p{Word})/)
set_failed_rule :_Alphanumeric unless _tmp
return _tmp
end
|
permalink
#_AlphanumericAscii ⇒ Object
AlphanumericAscii = /[A-Za-z0-9]/
[View source]
412
413
414
415
416
|
# File 'lib/rdoc/markdown/literals.rb', line 412
def _AlphanumericAscii
_tmp = scan(/\G(?-mix:[A-Za-z0-9])/)
set_failed_rule :_AlphanumericAscii unless _tmp
return _tmp
end
|
[View source]
419
420
421
422
423
|
# File 'lib/rdoc/markdown/literals.rb', line 419
def _BOM
_tmp = match_string("uFEFF")
set_failed_rule :_BOM unless _tmp
return _tmp
end
|
permalink
#_Newline ⇒ Object
Newline = /n|rn?|pZl|pZp/
[View source]
426
427
428
429
430
|
# File 'lib/rdoc/markdown/literals.rb', line 426
def _Newline
_tmp = scan(/\G(?-mix:\n|\r\n?|\p{Zl}|\p{Zp})/)
set_failed_rule :_Newline unless _tmp
return _tmp
end
|
permalink
#_NonAlphanumeric ⇒ Object
NonAlphanumeric = /p^Word/
[View source]
433
434
435
436
437
|
# File 'lib/rdoc/markdown/literals.rb', line 433
def _NonAlphanumeric
_tmp = scan(/\G(?-mix:\p{^Word})/)
set_failed_rule :_NonAlphanumeric unless _tmp
return _tmp
end
|
permalink
#_Spacechar ⇒ Object
[View source]
440
441
442
443
444
|
# File 'lib/rdoc/markdown/literals.rb', line 440
def _Spacechar
_tmp = scan(/\G(?-mix:\t|\p{Zs})/)
set_failed_rule :_Spacechar unless _tmp
return _tmp
end
|
permalink
#apply(rule) ⇒ Object
[View source]
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
|
# File 'lib/rdoc/markdown/literals.rb', line 331
def apply(rule)
@result = nil
if m = @memoizations[rule][@pos]
@pos = m.pos
if !m.set
m.left_rec = true
return nil
end
@result = m.result
return m.ans
else
m = MemoEntry.new(nil, @pos)
@memoizations[rule][@pos] = m
start_pos = @pos
ans = __send__ rule
lr = m.left_rec
m.move! ans, @pos, @result
if ans and lr
return grow_lr(rule, nil, start_pos, m)
else
return ans
end
end
end
|
permalink
#apply_with_args(rule, *args) ⇒ Object
[View source]
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
|
# File 'lib/rdoc/markdown/literals.rb', line 297
def apply_with_args(rule, *args)
@result = nil
memo_key = [rule, args]
if m = @memoizations[memo_key][@pos]
@pos = m.pos
if !m.set
m.left_rec = true
return nil
end
@result = m.result
return m.ans
else
m = MemoEntry.new(nil, @pos)
@memoizations[memo_key][@pos] = m
start_pos = @pos
ans = __send__ rule, *args
lr = m.left_rec
m.move! ans, @pos, @result
if ans and lr
return grow_lr(rule, args, start_pos, m)
else
return ans
end
end
end
|
permalink
#current_character(target = pos) ⇒ Object
[View source]
79
80
81
82
83
84
|
# File 'lib/rdoc/markdown/literals.rb', line 79
def current_character(target=pos)
if target < 0 || target >= string.size
raise "Target position #{target} is outside of string"
end
string[target, 1]
end
|
permalink
#current_column(target = pos) ⇒ Object
[View source]
40
41
42
43
44
45
46
47
48
|
# File 'lib/rdoc/markdown/literals.rb', line 40
def current_column(target=pos)
if string[target] == "\n" && (c = string.rindex("\n", target-1) || -1)
return target - c
elsif c = string.rindex("\n", target)
return target - c
end
target + 1
end
|
permalink
#current_line(target = pos) ⇒ Object
[View source]
63
64
65
66
67
68
|
# File 'lib/rdoc/markdown/literals.rb', line 63
def current_line(target=pos)
if line = position_line_offsets.bsearch_index {|x| x > target }
return line + 1
end
raise "Target position #{target} is outside of string"
end
|
permalink
#current_pos_info(target = pos) ⇒ Object
[View source]
88
89
90
91
92
93
94
|
# File 'lib/rdoc/markdown/literals.rb', line 88
def current_pos_info(target=pos)
l = current_line target
c = current_column target
ln = get_line(l-1)
chr = string[target,1]
KpegPosInfo.new(target, l, c, ln, chr)
end
|
permalink
#external_invoke(other, rule, *args) ⇒ Object
[View source]
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
|
# File 'lib/rdoc/markdown/literals.rb', line 278
def external_invoke(other, rule, *args)
old_pos = @pos
old_string = @string
set_string other.string, other.pos
begin
if val = __send__(rule, *args)
other.pos = @pos
other.result = @result
else
other.set_failed_rule "#{self.class}##{rule}"
end
val
ensure
set_string old_string, old_pos
end
end
|
permalink
#failure_caret ⇒ Object
[View source]
147
148
149
150
|
# File 'lib/rdoc/markdown/literals.rb', line 147
def failure_caret
p = current_pos_info @failing_rule_offset
"#{p.line.chomp}\n#{' ' * (p.col - 1)}^"
end
|
permalink
#failure_character ⇒ Object
[View source]
152
153
154
|
# File 'lib/rdoc/markdown/literals.rb', line 152
def failure_character
current_character @failing_rule_offset
end
|
permalink
#failure_info ⇒ Object
[View source]
135
136
137
138
139
140
141
142
143
144
145
|
# File 'lib/rdoc/markdown/literals.rb', line 135
def failure_info
l = current_line @failing_rule_offset
c = current_column @failing_rule_offset
if @failed_rule.kind_of? Symbol
info = self.class::Rules[@failed_rule]
"line #{l}, column #{c}: failed rule '#{info.name}' = '#{info.rendered}'"
else
"line #{l}, column #{c}: failed rule '#{@failed_rule}'"
end
end
|
permalink
#failure_oneline ⇒ Object
[View source]
156
157
158
159
160
161
162
163
164
165
|
# File 'lib/rdoc/markdown/literals.rb', line 156
def failure_oneline
p = current_pos_info @failing_rule_offset
if @failed_rule.kind_of? Symbol
info = self.class::Rules[@failed_rule]
"@#{p.lno}:#{p.col} failed rule '#{info.name}', got '#{p.char}'"
else
"@#{p.lno}:#{p.col} failed rule '#{@failed_rule}', got '#{p.char}'"
end
end
|
permalink
#get_byte ⇒ Object
[View source]
222
223
224
225
226
227
228
229
230
|
# File 'lib/rdoc/markdown/literals.rb', line 222
def get_byte
if @pos >= @string_size
return nil
end
s = @string[@pos].ord
@pos += 1
s
end
|
permalink
#get_line(no) ⇒ Object
[View source]
100
101
102
103
104
105
106
107
108
109
110
|
# File 'lib/rdoc/markdown/literals.rb', line 100
def get_line(no)
loff = position_line_offsets
if no < 0
raise "Line No is out of range: #{no} < 0"
elsif no >= loff.size
raise "Line No is out of range: #{no} >= #{loff.size}"
end
lend = loff[no]-1
lstart = no > 0 ? loff[no-1] : 0
string[lstart..lend]
end
|
permalink
#get_text(start) ⇒ Object
[View source]
114
115
116
|
# File 'lib/rdoc/markdown/literals.rb', line 114
def get_text(start)
@string[start..@pos-1]
end
|
permalink
#grow_lr(rule, args, start_pos, m) ⇒ Object
[View source]
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
|
# File 'lib/rdoc/markdown/literals.rb', line 364
def grow_lr(rule, args, start_pos, m)
while true
@pos = start_pos
@result = m.result
if args
ans = __send__ rule, *args
else
ans = __send__ rule
end
return nil unless ans
break if @pos <= m.pos
m.move! ans, @pos, @result
end
@result = m.result
@pos = m.pos
return m.ans
end
|
[View source]
96
97
98
|
# File 'lib/rdoc/markdown/literals.rb', line 96
def lines
string.lines
end
|
permalink
#match_string(str) ⇒ Object
[View source]
202
203
204
205
206
207
208
209
210
|
# File 'lib/rdoc/markdown/literals.rb', line 202
def match_string(str)
len = str.size
if @string[pos,len] == str
@pos += len
return str
end
return nil
end
|
permalink
#parse(rule = nil) ⇒ Object
[View source]
243
244
245
246
247
248
249
250
251
252
253
254
255
|
# File 'lib/rdoc/markdown/literals.rb', line 243
def parse(rule=nil)
if !rule
apply(:_root)
else
method = rule.gsub("-","_hyphen_")
apply :"_#{method}"
end
end
|
permalink
#position_line_offsets ⇒ Object
[View source]
50
51
52
53
54
55
56
57
58
59
60
|
# File 'lib/rdoc/markdown/literals.rb', line 50
def position_line_offsets
unless @position_line_offsets
@position_line_offsets = []
total = 0
string.each_line do |line|
total += line.size
@position_line_offsets << total
end
end
@position_line_offsets
end
|
permalink
#raise_error ⇒ Object
[View source]
170
171
172
|
# File 'lib/rdoc/markdown/literals.rb', line 170
def raise_error
raise ParseError, failure_oneline
end
|
permalink
#scan(reg) ⇒ Object
[View source]
212
213
214
215
216
217
218
219
|
# File 'lib/rdoc/markdown/literals.rb', line 212
def scan(reg)
if m = reg.match(@string, @pos)
@pos = m.end(0)
return true
end
return nil
end
|
permalink
#set_failed_rule(name) ⇒ Object
[View source]
193
194
195
196
197
198
|
# File 'lib/rdoc/markdown/literals.rb', line 193
def set_failed_rule(name)
if @pos > @failing_rule_offset
@failed_rule = name
@failing_rule_offset = @pos
end
end
|
permalink
#set_string(string, pos) ⇒ Object
Sets the string and current parsing position for the parser.
[View source]
119
120
121
122
123
124
|
# File 'lib/rdoc/markdown/literals.rb', line 119
def set_string string, pos
@string = string
@string_size = string ? string.size : 0
@pos = pos
@position_line_offsets = nil
end
|
permalink
#setup_foreign_grammar ⇒ Object
[View source]
402
|
# File 'lib/rdoc/markdown/literals.rb', line 402
def setup_foreign_grammar; end
|
permalink
#setup_parser(str, debug = false) ⇒ Object
Prepares for parsing str
. If you define a custom initialize you must call this method before #parse
[View source]
25
26
27
28
29
30
31
32
33
34
|
# File 'lib/rdoc/markdown/literals.rb', line 25
def setup_parser(str, debug=false)
set_string str, 0
@memoizations = Hash.new { |h,k| h[k] = {} }
@result = nil
@failed_rule = nil
@failing_rule_offset = -1
@line_offsets = nil
setup_foreign_grammar
end
|
permalink
#show_error(io = STDOUT) ⇒ Object
[View source]
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
|
# File 'lib/rdoc/markdown/literals.rb', line 174
def show_error(io=STDOUT)
error_pos = @failing_rule_offset
p = current_pos_info(error_pos)
io.puts "On line #{p.lno}, column #{p.col}:"
if @failed_rule.kind_of? Symbol
info = self.class::Rules[@failed_rule]
io.puts "Failed to match '#{info.rendered}' (rule '#{info.name}')"
else
io.puts "Failed to match rule '#{@failed_rule}'"
end
io.puts "Got: #{p.char.inspect}"
io.puts "=> #{p.line}"
io.print(" " * (p.col + 2))
io.puts "^"
end
|
permalink
#show_pos ⇒ Object
[View source]
126
127
128
129
130
131
132
133
|
# File 'lib/rdoc/markdown/literals.rb', line 126
def show_pos
width = 10
if @pos < width
"#{@pos} (\"#{@string[0,@pos]}\" @ \"#{@string[@pos,width]}\")"
else
"#{@pos} (\"... #{@string[@pos - width, width]}\" @ \"#{@string[@pos,width]}\")"
end
end
|