diff options
Diffstat (limited to 'test/python/python.lm')
| -rw-r--r-- | test/python/python.lm | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/test/python/python.lm b/test/python/python.lm index b7230b34..4cc02f47 100644 --- a/test/python/python.lm +++ b/test/python/python.lm @@ -77,7 +77,7 @@ lex start { # Need to shorten to take off the newline. # Turn it into ignore. - input.push_ignore( make_token( typeid WS input.pull(match_length - 1) ) ) + input.push_ignore( make_token( typeid<WS> input.pull(match_length - 1) ) ) } # Find and ignore comments. @@ -85,7 +85,7 @@ lex start / '#' [^\n]* '\n' / { # Need to shorten to take off the newline. Turn it into ignore. - input.push_ignore( make_token( typeid WS input.pull(match_length - 1) ) ) + input.push_ignore( make_token( typeid<WS> input.pull(match_length - 1) ) ) } # These tokens are generated @@ -98,7 +98,7 @@ lex start /'\n' [ \t]*/ { # We have squared up INDENTs and DEDENTs. Ignore the entire match. - input.push_ignore( make_token( typeid WS input.pull(match_length) ) ) + input.push_ignore( make_token( typeid<WS> input.pull(match_length) ) ) # We have already sent the newline, compute the indentation level. data_length: int = match_length - 1 @@ -106,7 +106,7 @@ lex start if data_length > IndentStack.top { # The indentation level is more than the level on the top # of the stack. This is an indent event. Send as an INDENT. - input.push( make_token( typeid INDENT '' ) ) + input.push( make_token( typeid<INDENT> '' ) ) # Push to the stack as per python manual. IndentStack.push( data_length ) @@ -119,7 +119,7 @@ lex start IndentStack.pop() # Send as a DEDENT - input.push( make_token( typeid DEDENT '' ) ) + input.push( make_token( typeid<DEDENT> '' ) ) } } @@ -127,7 +127,7 @@ lex start # means the outdent does not match anything. # First the newline. - input.push( make_token( typeid NEWLINE '' ) ) + input.push( make_token( typeid<NEWLINE> '' ) ) } } |