Merged in domspad/pygments-main2 (pull request #603)

test for unicode chars in julia

1 files changed, 64 insertions, 1 deletions

diff --git a/tests/test_python.py b/tests/test_python.py
index fc48624e..f5784cb1 100644
--- a/tests/test_python.py
+++ b/tests/test_python.py
@@ -9,7 +9,7 @@
 
 import unittest
 
-from pygments.lexers import PythonLexer
+from pygments.lexers import PythonLexer, Python3Lexer
 from pygments.token import Token
 
 
@@ -48,3 +48,66 @@ class PythonTest(unittest.TestCase):
             (Token.Text, '\n'),
         ]
         self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
+
+
+class Python3Test(unittest.TestCase):
+    def setUp(self):
+        self.lexer = Python3Lexer()
+        
+    def testNeedsName(self):
+        """
+        Tests that '@' is recognized as an Operator
+        """
+        fragment = u'S = (H @ beta - r).T @ inv(H @ V @ H.T) @ (H @ beta - r)\n'
+        tokens = [
+            (Token.Name, u'S'),
+            (Token.Text, u' '),
+            (Token.Operator, u'='),
+            (Token.Text, u' '),
+            (Token.Punctuation, u'('),
+            (Token.Name, u'H'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Name, u'beta'),
+            (Token.Text, u' '),
+            (Token.Operator, u'-'),
+            (Token.Text, u' '),
+            (Token.Name, u'r'),
+            (Token.Punctuation, u')'),
+            (Token.Operator, u'.'),
+            (Token.Name, u'T'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Name, u'inv'),
+            (Token.Punctuation, u'('),
+            (Token.Name, u'H'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Name, u'V'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Name, u'H'),
+            (Token.Operator, u'.'),
+            (Token.Name, u'T'),
+            (Token.Punctuation, u')'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Punctuation, u'('),
+            (Token.Name, u'H'),
+            (Token.Text, u' '),
+            (Token.Operator, u'@'),
+            (Token.Text, u' '),
+            (Token.Name, u'beta'),
+            (Token.Text, u' '),
+            (Token.Operator, u'-'),
+            (Token.Text, u' '),
+            (Token.Name, u'r'),
+            (Token.Punctuation, u')'),
+            (Token.Text, u'\n'),
+        ]
+        self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))