1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
# -*- coding: utf-8 -*-
"""
Basic RubyLexer Test
~~~~~~~~~~~~~~~~~~~~
:copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
import unittest
from pygments.token import Operator, Number, Text, Token
from pygments.lexers import RubyLexer
class RubyTest(unittest.TestCase):
def setUp(self):
self.lexer = RubyLexer()
def testRangeSyntax1(self):
fragment = u'1..3\n'
tokens = [
(Number.Integer, u'1'),
(Operator, u'..'),
(Number.Integer, u'3'),
(Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testRangeSyntax2(self):
fragment = u'1...3\n'
tokens = [
(Number.Integer, u'1'),
(Operator, u'...'),
(Number.Integer, u'3'),
(Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testRangeSyntax3(self):
fragment = u'1 .. 3\n'
tokens = [
(Number.Integer, u'1'),
(Text, u' '),
(Operator, u'..'),
(Text, u' '),
(Number.Integer, u'3'),
(Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
def testInterpolationNestedCurly(self):
fragment = (
u'"A#{ (3..5).group_by { |x| x/2}.map '
u'do |k,v| "#{k}" end.join }" + "Z"\n')
tokens = [
(Token.Literal.String.Double, u'"'),
(Token.Literal.String.Double, u'A'),
(Token.Literal.String.Interpol, u'#{'),
(Token.Text, u' '),
(Token.Punctuation, u'('),
(Token.Literal.Number.Integer, u'3'),
(Token.Operator, u'..'),
(Token.Literal.Number.Integer, u'5'),
(Token.Punctuation, u')'),
(Token.Operator, u'.'),
(Token.Name, u'group_by'),
(Token.Text, u' '),
(Token.Literal.String.Interpol, u'{'),
(Token.Text, u' '),
(Token.Operator, u'|'),
(Token.Name, u'x'),
(Token.Operator, u'|'),
(Token.Text, u' '),
(Token.Name, u'x'),
(Token.Operator, u'/'),
(Token.Literal.Number.Integer, u'2'),
(Token.Literal.String.Interpol, u'}'),
(Token.Operator, u'.'),
(Token.Name, u'map'),
(Token.Text, u' '),
(Token.Keyword, u'do'),
(Token.Text, u' '),
(Token.Operator, u'|'),
(Token.Name, u'k'),
(Token.Punctuation, u','),
(Token.Name, u'v'),
(Token.Operator, u'|'),
(Token.Text, u' '),
(Token.Literal.String.Double, u'"'),
(Token.Literal.String.Interpol, u'#{'),
(Token.Name, u'k'),
(Token.Literal.String.Interpol, u'}'),
(Token.Literal.String.Double, u'"'),
(Token.Text, u' '),
(Token.Keyword, u'end'),
(Token.Operator, u'.'),
(Token.Name, u'join'),
(Token.Text, u' '),
(Token.Literal.String.Interpol, u'}'),
(Token.Literal.String.Double, u'"'),
(Token.Text, u' '),
(Token.Operator, u'+'),
(Token.Text, u' '),
(Token.Literal.String.Double, u'"'),
(Token.Literal.String.Double, u'Z'),
(Token.Literal.String.Double, u'"'),
(Token.Text, u'\n'),
]
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
|
