diff options
Diffstat (limited to 'tests/test_basic_api.py')
| -rw-r--r-- | tests/test_basic_api.py | 17 |
1 files changed, 16 insertions, 1 deletions
diff --git a/tests/test_basic_api.py b/tests/test_basic_api.py index 34e8d542..05d1f490 100644 --- a/tests/test_basic_api.py +++ b/tests/test_basic_api.py @@ -11,7 +11,7 @@ import unittest import StringIO import random -from pygments import lexers, formatters +from pygments import lexers, formatters, format from pygments.token import _TokenType test_content = [chr(i) for i in xrange(33, 128)] * 5 @@ -82,6 +82,21 @@ class FormattersTest(unittest.TestCase): inst.get_style_defs() inst.format(ts, out) + def test_unicode_handling(self): + # test that the formatter supports encoding and Unicode + tokens = list(lexers.PythonLexer(encoding='utf-8').get_tokens("def f(): 'รค'")) + for formatter, info in formatters.FORMATTERS.iteritems(): + inst = formatter(encoding=None) + out = format(tokens, inst) + if formatter.unicodeoutput: + self.assert_(type(out) is unicode) + + inst = formatter(encoding='utf-8') + out = format(tokens, inst) + self.assert_(type(out) is str) + # Cannot test for encoding, since formatters may have to escape + # non-ASCII characters. + def test_get_formatters(self): a = self.assert_ ae = self.assertEquals |