diff options
| author | Georg Brandl <georg@python.org> | 2020-12-28 09:53:11 +0100 |
|---|---|---|
| committer | Georg Brandl <georg@python.org> | 2020-12-28 09:53:39 +0100 |
| commit | a3d4100a31dccefbe7701a7ac04c4e354c03a188 (patch) | |
| tree | 7dce3fb31a1126891855bc3857f27993a0e45074 /pygments | |
| parent | 5c77dc02d64d0f61691779248d784d2add9a8ce0 (diff) | |
| download | pygments-git-a3d4100a31dccefbe7701a7ac04c4e354c03a188.tar.gz | |
do_insertions: do not emit empty tokens
Diffstat (limited to 'pygments')
| -rw-r--r-- | pygments/lexer.py | 10 |
1 files changed, 6 insertions, 4 deletions
diff --git a/pygments/lexer.py b/pygments/lexer.py index 804aafe0..91c9f35c 100644 --- a/pygments/lexer.py +++ b/pygments/lexer.py @@ -794,8 +794,9 @@ def do_insertions(insertions, tokens): oldi = 0 while insleft and i + len(v) >= index: tmpval = v[oldi:index - i] - yield realpos, t, tmpval - realpos += len(tmpval) + if tmpval: + yield realpos, t, tmpval + realpos += len(tmpval) for it_index, it_token, it_value in itokens: yield realpos, it_token, it_value realpos += len(it_value) @@ -805,8 +806,9 @@ def do_insertions(insertions, tokens): except StopIteration: insleft = False break # not strictly necessary - yield realpos, t, v[oldi:] - realpos += len(v) - oldi + if oldi < len(v): + yield realpos, t, v[oldi:] + realpos += len(v) - oldi # leftover tokens while insleft: |