Remember last_token in the lexer, instead of using tokenfunc

1 files changed, 5 insertions, 2 deletions

diff --git a/pycparser/c_lexer.py b/pycparser/c_lexer.py
index 8a4a0b1..393f0a8 100644
--- a/pycparser/c_lexer.py
+++ b/pycparser/c_lexer.py
@@ -46,6 +46,9 @@ class CLexer(object):
         self.type_lookup_func = type_lookup_func
         self.filename = ''
 
+        # Keeps track of the last token returned from self.token()
+        self.last_token = None
+
         # Allow either "# line" or "# <num>" to support GCC's
         # cpp output
         #
@@ -71,8 +74,8 @@ class CLexer(object):
         self.lexer.input(text)
 
     def token(self):
-        g = self.lexer.token()
-        return g
+        self.last_token = self.lexer.token()
+        return self.last_token
 
     def find_tok_column(self, token):
         """ Find the column of the token in its line.