1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
"""
Pygments tests for using()
~~~~~~~~~~~~~~~~~~~~~~~~~~
:copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
from pytest import raises
from pygments.lexer import using, bygroups, this, RegexLexer
from pygments.token import String, Text, Keyword
class MyLexer(RegexLexer):
tokens = {
'root': [
(r'#.*',
using(this, state='invalid')),
(r'(")(.+?)(")',
bygroups(String, using(this, state='string'), String)),
(r'[^"]+', Text),
],
'string': [
(r'.+', Keyword),
],
}
def test_basic():
expected = [(Text, 'a'), (String, '"'), (Keyword, 'bcd'),
(String, '"'), (Text, 'e\n')]
assert list(MyLexer().get_tokens('a"bcd"e')) == expected
def test_error():
def gen():
return list(MyLexer().get_tokens('#a'))
assert raises(KeyError, gen)
|
