# -*- coding: utf-8 -*- """ Test suite for the unistring module ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ :copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS. :license: BSD, see LICENSE for details. """ import re import unittest import random from pygments import unistring as uni from pygments.util import unichr class UnistringTest(unittest.TestCase): def test_cats_exist_and_compilable(self): for cat in uni.cats: s = getattr(uni, cat) if s == '': # Probably Cs on Jython continue print("%s %r" % (cat, s)) re.compile('[%s]' % s) def _cats_that_match(self, c): matching_cats = [] for cat in uni.cats: s = getattr(uni, cat) if s == '': # Probably Cs on Jython continue if re.compile('[%s]' % s).match(c): matching_cats.append(cat) return matching_cats def test_spot_check_types(self): # Each char should match one, and precisely one, category random.seed(0) for i in range(1000): o = random.randint(0, 65535) c = unichr(o) if o > 0xd800 and o <= 0xdfff and not uni.Cs: continue # Bah, Jython. print(hex(o)) cats = self._cats_that_match(c) self.assertEqual(len(cats), 1, "%d (%s): %s" % (o, c, cats))