blob: edb2d111ece4f8fd02d72999049bbd6bf27d70e5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
---input---
""
"abc"
"ひらがな"
"123"
"\\"
"\t"
"\""
---tokens---
'"' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'abc' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'ひらがな' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'123' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'\\\\' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'\\' Literal.String
't' Literal.String
'"' Literal.String
'\n' Text.Whitespace
'"' Literal.String
'\\"' Literal.String
'"' Literal.String
'\n' Text.Whitespace
|
