1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
/*
* @LANG: csharp
* @GENERATED: true
*/
using System;
// Disables lots of warnings that appear in the test suite
#pragma warning disable 0168, 0169, 0219, 0162, 0414
namespace Test {
class Test
{
int pos;
int line;
%%{
machine clang;
# Function to buffer a character.
action bufChar { buffer[blen++] = fc;
}
# Function to clear the buffer.
action clearBuf { blen = 0;
}
action incLine {line = line + 1;
}
# Functions to dump tokens as they are matched.
action ident {Console.Write( "ident(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
action literal {Console.Write( "literal(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
action float {Console.Write( "float(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
action integer {Console.Write( "int(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
action hex {Console.Write( "hex(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
action symbol {Console.Write( "symbol(" );Console.Write( line );Console.Write( "," );Console.Write( blen );Console.Write( "): " );Console.Write( new String( buffer, 0, blen )
);Console.Write( "\n" );}
# Alpha numberic characters or underscore.
alnumu = alnum | '_';
# Alpha charactres or underscore.
alphau = alpha | '_';
# Symbols. Upon entering clear the buffer. On all transitions
# buffer a character. Upon leaving dump the symbol.
symbol = ( punct - [_'"] ) >clearBuf $bufChar %symbol;
# Identifier. Upon entering clear the buffer. On all transitions
# buffer a character. Upon leaving, dump the identifier.
ident = (alphau . alnumu*) >clearBuf $bufChar %ident;
# Match single characters inside literal strings. Or match
# an escape sequence. Buffers the charater matched.
sliteralChar =
( extend - ['\\] ) @bufChar |
( '\\' . extend @bufChar );
dliteralChar =
( extend - ["\\] ) @bufChar |
( '\\' . extend @bufChar );
# Single quote and double quota literals. At the start clear
# the buffer. Upon leaving dump the literal.
sliteral = ('\'' @clearBuf . sliteralChar* . '\'' ) %literal;
dliteral = ('"' @clearBuf . dliteralChar* . '"' ) %literal;
literal = sliteral | dliteral;
# Whitespace is standard ws, newlines and control codes.
whitespace = any - 33 .. 126;
# Describe both c style comments and c++ style comments. The
# priority bump on tne terminator of the comments brings us
# out of the extend* which matches everything.
ccComment = '//' . extend* $0 . '\n' @1;
cComment = '/!' . extend* $0 . '!/' @1;
# Match an integer. We don't bother clearing the buf or filling it.
# The float machine overlaps with int and it will do it.
integer = digit+ %integer;
# Match a float. Upon entering the machine clear the buf, buffer
# characters on every trans and dump the float upon leaving.
float = ( digit+ . '.' . digit+ ) >clearBuf $bufChar %float;
# Match a hex. Upon entering the hex part, clear the buf, buffer characters
# on every trans and dump the hex on leaving transitions.
hex = '0x' . xdigit+ >clearBuf $bufChar %hex;
# Or together all the lanuage elements.
fin = ( ccComment |
cComment |
symbol |
ident |
literal |
whitespace |
integer |
float |
hex );
# Star the language elements. It is critical in this type of application
# that we decrease the priority of out transitions before doing so. This
# is so that when we see 'aa' we stay in the fin machine to match an ident
# of length two and not wrap around to the front to match two idents of
# length one.
clang_main = ( fin $1 %0 )*;
# This machine matches everything, taking note of newlines.
newline = ( any | '\n' @incLine )*;
# The final fsm is the lexer intersected with the newline machine which
# will count lines for us. Since the newline machine accepts everything,
# the strings accepted is goverened by the clang_main machine, onto which
# the newline machine overlays line counting.
main := clang_main & newline;
}%%
%% write data;
int cs;
void init()
{
pos = 0;
line = 1;
%% write init;
}
void exec( char[] data, int len )
{
int p = 0;
int pe = len;
int eof = len;
string _s;
char [] buffer = new char [1024];
int blen = 0;
%% write exec;
}
void finish( )
{
if ( cs >= clang_first_final )
Console.WriteLine( "ACCEPT" );
else
Console.WriteLine( "FAIL" );
}
static readonly string[] inp = {
"999 0xaAFF99 99.99 /!\n!/ 'lksdj' //\n\"\n\nliteral\n\n\n\"0x00aba foobardd.ddsf 0x0.9\n",
"wordwithnum00asdf\n000wordfollowsnum,makes new symbol\n\nfinishing early /! unfinished ...\n",
};
static readonly int inplen = 2;
public static void Main (string[] args)
{
Test machine = new Test();
for ( int i = 0; i < inplen; i++ ) {
machine.init();
machine.exec( inp[i].ToCharArray(), inp[i].Length );
machine.finish();
}
}
}
}
|
