summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorg Brandl <georg@python.org>2019-11-24 18:49:49 +0100
committerGeorg Brandl <georg@python.org>2019-11-24 18:49:54 +0100
commitef34358f6a5ef69d06108feeddfd5e86915475db (patch)
tree315bb830a10f14e40544cd3ca028cbdf5d11f8b2
parent7ae5ebc3f79f9c5d3f57b5a50de3074b40ef236d (diff)
downloadpygments-git-ef34358f6a5ef69d06108feeddfd5e86915475db.tar.gz
misc: fix synthesized tokens not using text_type (unicode)
Fixes the test failure seen at https://github.com/pygments/pygments/runs/318264350
-rw-r--r--pygments/lexers/haxe.py2
-rw-r--r--pygments/lexers/mime.py6
-rw-r--r--pygments/lexers/slash.py2
3 files changed, 5 insertions, 5 deletions
diff --git a/pygments/lexers/haxe.py b/pygments/lexers/haxe.py
index 38578e5b..b3575080 100644
--- a/pygments/lexers/haxe.py
+++ b/pygments/lexers/haxe.py
@@ -79,7 +79,7 @@ class HaxeLexer(ExtendedRegexLexer):
if proc in ['error']:
ctx.stack.append('preproc-error')
- yield match.start(), Comment.Preproc, '#' + proc
+ yield match.start(), Comment.Preproc, u'#' + proc
ctx.pos = match.end()
tokens = {
diff --git a/pygments/lexers/mime.py b/pygments/lexers/mime.py
index 02cec47d..95979f35 100644
--- a/pygments/lexers/mime.py
+++ b/pygments/lexers/mime.py
@@ -99,8 +99,8 @@ class MIMELexer(RegexLexer):
entire_body = match.group()
# skip first newline
- if entire_body[0] =='\n':
- yield pos_body_start, Text.Whitespace, '\n'
+ if entire_body[0] == '\n':
+ yield pos_body_start, Text.Whitespace, u'\n'
pos_body_start = pos_body_start + 1
entire_body = entire_body[1:]
@@ -176,7 +176,7 @@ class MIMELexer(RegexLexer):
prefix_len = match.start(1) - match.start(0)
yield match.start(0), Text.Whitespace, match.group(0)[:prefix_len]
yield match.start(1), Name.Label, match.group(2)
- yield match.end(2), String.Delimiter, "/"
+ yield match.end(2), String.Delimiter, u"/"
yield match.start(3), Name.Label, match.group(3)
def get_content_type_subtokens(self, match):
diff --git a/pygments/lexers/slash.py b/pygments/lexers/slash.py
index b6314105..76e5929d 100644
--- a/pygments/lexers/slash.py
+++ b/pygments/lexers/slash.py
@@ -26,7 +26,7 @@ class SlashLanguageLexer(ExtendedRegexLexer):
def right_angle_bracket(lexer, match, ctx):
if len(ctx.stack) > 1 and ctx.stack[-2] == "string":
ctx.stack.pop()
- yield match.start(), String.Interpol, "}"
+ yield match.start(), String.Interpol, u"}"
ctx.pos = match.end()
pass