1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
|
/*
* @LANG: d
* @GENERATED: true
*/
import std.stdio;
import std.string;
class clang
{
int pos;
int line;
%%{
machine clang;
# Function to buffer a character.
action bufChar { buffer[blen++] = *p;
buffer[blen] = 0;
}
# Function to clear the buffer.
action clearBuf { blen = 0;
}
action incLine {line = line + 1;
}
# Functions to dump tokens as they are matched.
action ident {printf( "%.*s", "ident(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
action literal {printf( "%.*s", "literal(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
action float {printf( "%.*s", "float(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
action integer {printf( "%.*s", "int(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
action hex {printf( "%.*s", "hex(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
action symbol {printf( "%.*s", "symbol(" );printf( "%d", line );
printf( "%.*s", "," );printf( "%d", blen );
printf( "%.*s", "): " );printf( "%.*s", buffer );printf( "%.*s", "\n" );}
# Alpha numberic characters or underscore.
alnumu = alnum | '_';
# Alpha charactres or underscore.
alphau = alpha | '_';
# Symbols. Upon entering clear the buffer. On all transitions
# buffer a character. Upon leaving dump the symbol.
symbol = ( punct - [_'"] ) >clearBuf $bufChar %symbol;
# Identifier. Upon entering clear the buffer. On all transitions
# buffer a character. Upon leaving, dump the identifier.
ident = (alphau . alnumu*) >clearBuf $bufChar %ident;
# Match single characters inside literal strings. Or match
# an escape sequence. Buffers the charater matched.
sliteralChar =
( extend - ['\\] ) @bufChar |
( '\\' . extend @bufChar );
dliteralChar =
( extend - ["\\] ) @bufChar |
( '\\' . extend @bufChar );
# Single quote and double quota literals. At the start clear
# the buffer. Upon leaving dump the literal.
sliteral = ('\'' @clearBuf . sliteralChar* . '\'' ) %literal;
dliteral = ('"' @clearBuf . dliteralChar* . '"' ) %literal;
literal = sliteral | dliteral;
# Whitespace is standard ws, newlines and control codes.
whitespace = any - 33 .. 126;
# Describe both c style comments and c++ style comments. The
# priority bump on tne terminator of the comments brings us
# out of the extend* which matches everything.
ccComment = '//' . extend* $0 . '\n' @1;
cComment = '/!' . extend* $0 . '!/' @1;
# Match an integer. We don't bother clearing the buf or filling it.
# The float machine overlaps with int and it will do it.
integer = digit+ %integer;
# Match a float. Upon entering the machine clear the buf, buffer
# characters on every trans and dump the float upon leaving.
float = ( digit+ . '.' . digit+ ) >clearBuf $bufChar %float;
# Match a hex. Upon entering the hex part, clear the buf, buffer characters
# on every trans and dump the hex on leaving transitions.
hex = '0x' . xdigit+ >clearBuf $bufChar %hex;
# Or together all the lanuage elements.
fin = ( ccComment |
cComment |
symbol |
ident |
literal |
whitespace |
integer |
float |
hex );
# Star the language elements. It is critical in this type of application
# that we decrease the priority of out transitions before doing so. This
# is so that when we see 'aa' we stay in the fin machine to match an ident
# of length two and not wrap around to the front to match two idents of
# length one.
clang_main = ( fin $1 %0 )*;
# This machine matches everything, taking note of newlines.
newline = ( any | '\n' @incLine )*;
# The final fsm is the lexer intersected with the newline machine which
# will count lines for us. Since the newline machine accepts everything,
# the strings accepted is goverened by the clang_main machine, onto which
# the newline machine overlays line counting.
main := clang_main & newline;
}%%
%% write data;
int cs;
int blen;
char buffer[1024];
void init()
{
pos = 0;
line = 1;
%% write init;
}
void exec( const(char) data[] )
{
const(char) *p = data.ptr;
const(char) *pe = data.ptr + data.length;
const(char) *eof = pe;
char _s[];
%% write exec;
}
void finish( )
{
if ( cs >= clang_first_final )
writefln( "ACCEPT" );
else
writefln( "FAIL" );
}
static const char[][] inp = [
"999 0xaAFF99 99.99 /!\n!/ 'lksdj' //\n\"\n\nliteral\n\n\n\"0x00aba foobardd.ddsf 0x0.9\n",
"wordwithnum00asdf\n000wordfollowsnum,makes new symbol\n\nfinishing early /! unfinished ...\n",
];
int inplen = 2;
}
int main()
{
clang m = new clang();
int i;
for ( i = 0; i < m.inplen; i++ ) {
m.init();
m.exec( m.inp[i] );
m.finish();
}
return 0;
}
|
