Class: RBlade::TokenizesStatements

Inherits:
Object
  • Object
show all
Defined in:
lib/rblade/compiler/tokenizes_statements.rb

Instance Method Summary collapse

Instance Method Details

#tokenize!(tokens) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
 
# File 'lib/rblade/compiler/tokenizes_statements.rb', line 6

def tokenize!(tokens)
  tokens.map! do |token|
    next(token) if token.type != :unprocessed

    segments = token.value.split(/
      \s?(?<!\w)
      (?:
        (?:
          (@@)
          (\w+(?!\w))
        )
        |
        (?:
          (@)
          (\w+(?!\w))
          (?:[ \t]*
            (\(.*?\))
          )?
        )
      )
      \s?
    /mx)

    parseSegments! segments
  end.flatten!
end