summaryrefslogtreecommitdiff
path: root/tests/test_python.py
diff options
context:
space:
mode:
authorAnteru <bitbucket@ca.sh13.net>2018-12-13 19:19:04 +0000
committerAnteru <bitbucket@ca.sh13.net>2018-12-13 19:19:04 +0000
commitd041d381f04383e3cf7354b04fc3abeff5ae5923 (patch)
treed2795bfcbb0b598bdcb14c29be4efe74c1017463 /tests/test_python.py
parent82ff414ae4d89e2ff9712c625ef75420e5e5eaae (diff)
parentf2e2c428a0c7f2ac4ea7ce119ed69b7b26bdf8f4 (diff)
downloadpygments-git-d041d381f04383e3cf7354b04fc3abeff5ae5923.tar.gz
Merged in t-b/pygments-main (pull request #764)
Update for Igor Pro 8
Diffstat (limited to 'tests/test_python.py')
-rw-r--r--tests/test_python.py20
1 files changed, 20 insertions, 0 deletions
diff --git a/tests/test_python.py b/tests/test_python.py
index e99687a6..6445022c 100644
--- a/tests/test_python.py
+++ b/tests/test_python.py
@@ -111,3 +111,23 @@ class Python3Test(unittest.TestCase):
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
+
+ def test_pep_515(self):
+ """
+ Tests that the lexer can parse numeric literals with underscores
+ """
+ fragments = (
+ (Token.Literal.Number.Integer, u'1_000_000'),
+ (Token.Literal.Number.Float, u'1_000.000_001'),
+ (Token.Literal.Number.Float, u'1_000e1_000j'),
+ (Token.Literal.Number.Hex, u'0xCAFE_F00D'),
+ (Token.Literal.Number.Bin, u'0b_0011_1111_0100_1110'),
+ (Token.Literal.Number.Oct, u'0o_777_123'),
+ )
+
+ for token, fragment in fragments:
+ tokens = [
+ (token, fragment),
+ (Token.Text, u'\n'),
+ ]
+ self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))