summaryrefslogtreecommitdiff
path: root/pygments/lexer.py
diff options
context:
space:
mode:
Diffstat (limited to 'pygments/lexer.py')
-rw-r--r--pygments/lexer.py3
1 files changed, 3 insertions, 0 deletions
diff --git a/pygments/lexer.py b/pygments/lexer.py
index 28c5c825..3566f50e 100644
--- a/pygments/lexer.py
+++ b/pygments/lexer.py
@@ -371,6 +371,9 @@ class RegexLexer(Lexer):
#: current one.
tokens = {}
+ #: Processed tokens dict. This is filled by the metaclass.
+ _tokens = {}
+
def get_tokens_unprocessed(self, text, stack=['root']):
"""
Split ``text`` into (tokentype, text) pairs.