1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
module CodeRay
module Scanners
# Scanner for C.
class C4 < StateBasedScanner
register_for :c4
file_extension 'c'
KEYWORDS = [
'asm', 'break', 'case', 'continue', 'default', 'do',
'else', 'enum', 'for', 'goto', 'if', 'return',
'sizeof', 'struct', 'switch', 'typedef', 'union', 'while',
'restrict', # added in C99
] # :nodoc:
PREDEFINED_TYPES = [
'int', 'long', 'short', 'char',
'signed', 'unsigned', 'float', 'double',
'bool', 'complex', # added in C99
] # :nodoc:
PREDEFINED_CONSTANTS = [
'EOF', 'NULL',
'true', 'false', # added in C99
] # :nodoc:
DIRECTIVES = [
'auto', 'extern', 'register', 'static', 'void',
'const', 'volatile', # added in C89
'inline', # added in C99
] # :nodoc:
IDENT_KIND = WordList.new(:ident).
add(KEYWORDS, :keyword).
add(PREDEFINED_TYPES, :predefined_type).
add(DIRECTIVES, :directive).
add(PREDEFINED_CONSTANTS, :predefined_constant) # :nodoc:
ESCAPE = / [rbfntv\n\\'"] | x[a-fA-F0-9]{1,2} | [0-7]{1,3} /x # :nodoc:
UNICODE_ESCAPE = / u[a-fA-F0-9]{4} | U[a-fA-F0-9]{8} /x # :nodoc:
protected
state :initial do
check in_preproc_line? do
skip %r/ \s*? \n \s* /x, :space do
unset :in_preproc_line
expect :label if label_expected_before_preproc_line?
end
end
skip %r/ \s+ | \\\n /x, :space
on %r/ [-+*=<>?:;,!&^|()\[\]{}~%]+ | \/(?![\/*])=? | \.(?!\d) /x, :operator do |match, case_expected|
expect :label if match =~ /[;\{\}]/ || expected?(:case) && match =~ /:/
end
on %r/ (?: case | default ) \b /x, :keyword do
expect :case
end
check label_expected?, !in_preproc_line? do
on %r/ [A-Za-z_][A-Za-z_0-9]*+ :(?!:) /x, -> match {
kind = IDENT_KIND[match.chop]
kind == :ident ? :label : kind
} do |kind|
expect :label if kind == :label
end
end
on %r/ [A-Za-z_][A-Za-z_0-9]* /x, IDENT_KIND
on %r/(L)?(")/, push(:string), groups(:modifier, :delimiter)
on %r/ L?' (?: [^\'\n\\] | \\ #{ESCAPE} )? '? /x, :char
on %r/0[xX][0-9A-Fa-f]+/, :hex
on %r/(?:0[0-7]+)(?![89.eEfF])/, :octal
on %r/(?:\d+)(?![.eEfF])L?L?/, :integer
on %r/\d[fF]?|\d*\.\d+(?:[eE][+-]?\d+)?[fF]?|\d+[eE][+-]?\d+[fF]?/, :float
skip %r! // [^\n\\]* (?: \\. [^\n\\]* )* | /\* (?: .*? \*/ | .* ) !mx, :comment
on %r/ \# \s* if \s* 0 /x, -> (match) {
match << scan_until(/ ^\# (?:elif|else|endif) .*? $ | \z /mx) unless eos?
}, :comment
on %r/ \# [ \t]* include\b /x, :preprocessor, set(:in_preproc_line), set(:label_expected_before_preproc_line, :label_expected), push(:include)
on %r/ \# [ \t]* \w* /x, :preprocessor, set(:in_preproc_line), set(:label_expected_before_preproc_line, :label_expected)
on %r/\$/, :ident
end
group_state :string do
on %r/[^\\\n"]+/, :content
on %r/ \\ (?: #{ESCAPE} | #{UNICODE_ESCAPE} ) /mx, :char
on %r/"/, :delimiter, pop
on %r/ \\ /x, pop, :error
on %r/ $ /x, pop
end
state :include do
on %r/<[^>\n]+>?|"[^"\n\\]*(?:\\.[^"\n\\]*)*"?/, :include, pop
on %r/ \s*? \n \s* /x, :space, pop
on %r/\s+/, :space
otherwise pop
end
protected
def setup
super
@label_expected = true
@case_expected = false
@label_expected_before_preproc_line = nil
@in_preproc_line = false
end
def close_groups encoder, states
if states.last == :string
encoder.end_group :string
end
end
end
end
end
|
