diff options
author | Georg Brandl <georg@python.org> | 2019-11-24 18:49:49 +0100 |
---|---|---|
committer | Georg Brandl <georg@python.org> | 2019-11-24 18:49:54 +0100 |
commit | ef34358f6a5ef69d06108feeddfd5e86915475db (patch) | |
tree | 315bb830a10f14e40544cd3ca028cbdf5d11f8b2 | |
parent | 7ae5ebc3f79f9c5d3f57b5a50de3074b40ef236d (diff) | |
download | pygments-git-ef34358f6a5ef69d06108feeddfd5e86915475db.tar.gz |
misc: fix synthesized tokens not using text_type (unicode)
Fixes the test failure seen at https://github.com/pygments/pygments/runs/318264350
-rw-r--r-- | pygments/lexers/haxe.py | 2 | ||||
-rw-r--r-- | pygments/lexers/mime.py | 6 | ||||
-rw-r--r-- | pygments/lexers/slash.py | 2 |
3 files changed, 5 insertions, 5 deletions
diff --git a/pygments/lexers/haxe.py b/pygments/lexers/haxe.py index 38578e5b..b3575080 100644 --- a/pygments/lexers/haxe.py +++ b/pygments/lexers/haxe.py @@ -79,7 +79,7 @@ class HaxeLexer(ExtendedRegexLexer): if proc in ['error']: ctx.stack.append('preproc-error') - yield match.start(), Comment.Preproc, '#' + proc + yield match.start(), Comment.Preproc, u'#' + proc ctx.pos = match.end() tokens = { diff --git a/pygments/lexers/mime.py b/pygments/lexers/mime.py index 02cec47d..95979f35 100644 --- a/pygments/lexers/mime.py +++ b/pygments/lexers/mime.py @@ -99,8 +99,8 @@ class MIMELexer(RegexLexer): entire_body = match.group() # skip first newline - if entire_body[0] =='\n': - yield pos_body_start, Text.Whitespace, '\n' + if entire_body[0] == '\n': + yield pos_body_start, Text.Whitespace, u'\n' pos_body_start = pos_body_start + 1 entire_body = entire_body[1:] @@ -176,7 +176,7 @@ class MIMELexer(RegexLexer): prefix_len = match.start(1) - match.start(0) yield match.start(0), Text.Whitespace, match.group(0)[:prefix_len] yield match.start(1), Name.Label, match.group(2) - yield match.end(2), String.Delimiter, "/" + yield match.end(2), String.Delimiter, u"/" yield match.start(3), Name.Label, match.group(3) def get_content_type_subtokens(self, match): diff --git a/pygments/lexers/slash.py b/pygments/lexers/slash.py index b6314105..76e5929d 100644 --- a/pygments/lexers/slash.py +++ b/pygments/lexers/slash.py @@ -26,7 +26,7 @@ class SlashLanguageLexer(ExtendedRegexLexer): def right_angle_bracket(lexer, match, ctx): if len(ctx.stack) > 1 and ctx.stack[-2] == "string": ctx.stack.pop() - yield match.start(), String.Interpol, "}" + yield match.start(), String.Interpol, u"}" ctx.pos = match.end() pass |