diff options
Diffstat (limited to 'pygments/lexer.py')
| -rw-r--r-- | pygments/lexer.py | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/pygments/lexer.py b/pygments/lexer.py index 2280a250..7cb212d5 100644 --- a/pygments/lexer.py +++ b/pygments/lexer.py @@ -164,9 +164,9 @@ class Lexer(object): else: text = text.decode(self.encoding) else: - if text.startswith(u'\ufeff'): + if text.startswith(u'\ufeff'): text = text[len(u'\ufeff'):] - + # text now *is* a unicode string text = text.replace('\r\n', '\n') text = text.replace('\r', '\n') @@ -698,4 +698,3 @@ def do_insertions(insertions, tokens): except StopIteration: insleft = False break # not strictly necessary - |