Class: RBlade::TokenizesStatements

Inherits:
Object
  • Object
show all
Defined in:
lib/rblade/compiler/tokenizes_statements.rb

Instance Method Summary collapse

Instance Method Details

#tokenize!(tokens) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
 
# File 'lib/rblade/compiler/tokenizes_statements.rb', line 6

def tokenize!(tokens)
  tokens.map! do |token|
    next(token) if token.type != :unprocessed

    segments = token.value.split(/
      (?:^|[\b\s])
      (@@?)
      (\w+(?:::\w+)?)
      (?:[ \t]*
        (\(.*?\))
      )?/mx)

    parseSegments! segments
  end.flatten!
end