Module: ProcSource

Defined in:
lib/appengine-mapreduce/proc_source.rb

Overview

:nodoc:

Class Method Summary collapse

Class Method Details

.get_lines(filename, start_line = 0) ⇒ Object



7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
# File 'lib/appengine-mapreduce/proc_source.rb', line 7

def get_lines(filename, start_line = 0)
  return nil unless filename

  case filename
    # special "(irb)" descriptor?
    when "(irb)"
      IRB.conf[:MAIN_CONTEXT].io.line(start_line .. -1)
    # special "(eval...)" descriptor?
    when /^\(eval.+\)$/
      EVAL_LINES__[filename][start_line .. -1]
    # regular file
    else
      # Ruby already parsed this file? (see disclaimer above)
      if lines = SCRIPT_LINES__[filename]
        lines[(start_line - 1) .. -1]
        # If the file exists we're going to try reading it in
      elsif File.exist?(filename)
        begin
          File.readlines(filename)[(start_line - 1) .. -1]
        rescue
          nil
        end
      end
  end
end

.handle(proc) ⇒ Object



33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# File 'lib/appengine-mapreduce/proc_source.rb', line 33

def handle(proc)
  filename, line = source_descriptor proc
  lines = get_lines(filename, line) || []

  lexer = RubyLex.new
  lexer.set_input(StringIO.new(lines.join))

  state = :before_constructor
  nesting_level = 1
  start_token, end_token = nil, nil
  found = false
  while token = lexer.token
    # we've not yet found any proc-constructor -- we'll try to find one.
    if [:before_constructor, :check_more].include?(state)
      # checking more and newline? -> done
      if token.is_a?(RubyToken::TkNL) and state == :check_more
        state = :done
        break
      end
      # token is Proc?
      if token.is_a?(RubyToken::TkCONSTANT) and
              token.instance_variable_get(:@name) == "Proc"
        # method call?
        if lexer.token.is_a?(RubyToken::TkDOT)
          method = lexer.token
          # constructor?
          if method.is_a?(RubyToken::TkIDENTIFIER) and
                  method.instance_variable_get(:@name) == "new"
            unless state == :check_more
              # okay, code will follow soon.
              state = :before_code
            else
              # multiple procs on one line
              return
            end
          end
        end
        # token is lambda or proc call?
      elsif token.is_a?(RubyToken::TkIDENTIFIER) and
              %w{proc lambda}.include?(token.instance_variable_get(:@name))
        unless state == :check_more
          # okay, code will follow soon.
          state = :before_code
        else
          # multiple procs on one line
          return
        end
      elsif token.is_a?(RubyToken::TkfLBRACE) or token.is_a?(RubyToken::TkDO)
        # found the code start, update state and remember current token
        state = :in_code
        start_token = token
      end

      # we're waiting for the code start to appear.
    elsif state == :before_code
      if token.is_a?(RubyToken::TkfLBRACE) or token.is_a?(RubyToken::TkDO)
        # found the code start, update state and remember current token
        state = :in_code
        start_token = token
      end

      # okay, we're inside code
    elsif state == :in_code
      if token.is_a?(RubyToken::TkRBRACE) or token.is_a?(RubyToken::TkEND)
        nesting_level -= 1
        if nesting_level == 0
          # we're done!
          end_token = token
          # parse another time to check if there are multiple procs on one line
          # we can't handle that case correctly so we return no source code at all
          state = :check_more
        end
      elsif token.is_a?(RubyToken::TkfLBRACE) or token.is_a?(RubyToken::TkDO) or
              token.is_a?(RubyToken::TkBEGIN) or token.is_a?(RubyToken::TkCASE) or
              token.is_a?(RubyToken::TkCLASS) or token.is_a?(RubyToken::TkDEF) or
              token.is_a?(RubyToken::TkFOR) or token.is_a?(RubyToken::TkIF) or
              token.is_a?(RubyToken::TkMODULE) or token.is_a?(RubyToken::TkUNLESS) or
              token.is_a?(RubyToken::TkUNTIL) or token.is_a?(RubyToken::TkWHILE) or
              token.is_a?(RubyToken::TklBEGIN)
        nesting_level += 1
      end
    end
  end

  if start_token and end_token
    start_line, end_line = start_token.line_no - 1, end_token.line_no - 1
    source = lines[start_line .. end_line]
    start_offset = start_token.char_no
    start_offset += 1 if start_token.is_a?(RubyToken::TkDO)
    end_offset = -(source.last.length - end_token.char_no)
    source.first.slice!(0 .. start_offset)
    source.last.slice!(end_offset .. -1)

    # Can't use .strip because newline at end of code might be important
    # (Stuff would break when somebody does proc { ... #foo\n})
    source.join.gsub(/^ | $/, "")
  end
end

.source_descriptor(p) ⇒ Object



132
133
134
135
136
137
# File 'lib/appengine-mapreduce/proc_source.rb', line 132

def source_descriptor p
  if md = /^#<Proc:0x[0-9A-Fa-f]+@(.+):(\d+)>$/.match(p.inspect)
    filename, line = md.captures
    return filename, line.to_i
  end
end