1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
|
"""
pygments.lexers.wgsl
~~~~~~~~~~~~~~~~~~~~
Lexer for the WebGPU Shading Language.
:copyright: Copyright 2006-2022 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
from pygments.lexer import RegexLexer, include, bygroups, words, default
from pygments.token import Comment, Operator, Keyword, Name, \
Number, Punctuation, Whitespace
from pygments import unistring as uni
__all__ = ['WgslLexer']
LF = '\\u000a'
VT = '\\u000b'
FF = '\\u000c'
CR = '\\u000d'
NextLine = '\\u0085'
LineSep = '\\u2028'
ParaSep = '\\u2029'
LineEndCodePoints = [LF,VT,FF,CR,NextLine,LineSep,ParaSep]
NotLineEndRE = '[^' + "".join(LineEndCodePoints) + ']'
LineEndRE = '[' + "".join(LineEndCodePoints) + ']'
# https://www.w3.org/TR/WGSL/#syntax-ident_pattern_token
ident_pattern_token = '([{}][{}]+)|[{}]'.format(uni.xid_start,uni.xid_continue,uni.xid_start)
class WgslLexer(RegexLexer):
"""
Lexer for the WebGPU Shading Language.
"""
name = 'WebGPU Shading Language'
url = 'https://www.w3.org/TR/WGSL/'
aliases = ['wgsl']
filenames = ['*.wgsl']
mimetypes = ['text/wgsl']
# https://www.w3.org/TR/WGSL/#var-and-value
keyword_decl = (words('var let const override'.split(),suffix=r'\b'), Keyword.Declaration)
# https://www.w3.org/TR/WGSL/#keyword-summary
keywords = (words("""
alias
break
case
const_assert
continue
continuing
default
diagnostic
discard
else
enable
false
fn
for
if
loop
requires
return
struct
switch
true
while
""".split(), suffix=r'\b'), Keyword)
# https://www.w3.org/TR/WGSL/#reserved-words
keyword_reserved = (words("""
NULL
Self
abstract
active
alignas
alignof
as
asm
asm_fragment
async
attribute
auto
await
become
binding_array
cast
catch
class
co_await
co_return
co_yield
coherent
column_major
common
compile
compile_fragment
concept
const_cast
consteval
constexpr
constinit
crate
debugger
decltype
delete
demote
demote_to_helper
do
dynamic_cast
enum
explicit
export
extends
extern
external
fallthrough
filter
final
finally
friend
from
fxgroup
get
goto
groupshared
highp
impl
implements
import
inline
instanceof
interface
layout
lowp
macro
macro_rules
match
mediump
meta
mod
module
move
mut
mutable
namespace
new
nil
noexcept
noinline
nointerpolation
noperspective
null
nullptr
of
operator
package
packoffset
partition
pass
patch
pixelfragment
precise
precision
premerge
priv
protected
pub
public
readonly
ref
regardless
register
reinterpret_cast
require
resource
restrict
self
set
shared
sizeof
smooth
snorm
static
static_assert
static_cast
std
subroutine
super
target
template
this
thread_local
throw
trait
try
type
typedef
typeid
typename
typeof
union
unless
unorm
unsafe
unsized
use
using
varying
virtual
volatile
wgsl
where
with
writeonly
yield
""".split(), suffix=r'\b'), Keyword.Reserved)
# https://www.w3.org/TR/WGSL/#predeclared-enumerants
predeclared_enums = (words("""
read write read_write
function private workgroup uniform storage
perspective linear flat
center centroid sample
vertex_index instance_index position front_facing frag_depth
local_invocation_id local_invocation_index
global_invocation_id workgroup_id num_workgroups
sample_index sample_mask
rgba8unorm
rgba8snorm
rgba8uint
rgba8sint
rgba16uint
rgba16sint
rgba16float
r32uint
r32sint
r32float
rg32uint
rg32sint
rg32float
rgba32uint
rgba32sint
rgba32float
bgra8unorm
""".split(), suffix=r'\b'), Name.Builtin)
# https://www.w3.org/TR/WGSL/#predeclared-types
predeclared_types = (words("""
bool
f16
f32
i32
sampler sampler_comparison
texture_depth_2d
texture_depth_2d_array
texture_depth_cube
texture_depth_cube_array
texture_depth_multisampled_2d
texture_external
texture_external
u32
""".split(), suffix=r'\b'), Name.Builtin)
# https://www.w3.org/TR/WGSL/#predeclared-types
predeclared_type_generators = (words("""
array
atomic
mat2x2
mat2x3
mat2x4
mat3x2
mat3x3
mat3x4
mat4x2
mat4x3
mat4x4
ptr
texture_1d
texture_2d
texture_2d_array
texture_3d
texture_cube
texture_cube_array
texture_multisampled_2d
texture_storage_1d
texture_storage_2d
texture_storage_2d_array
texture_storage_3d
vec2
vec3
vec4
""".split(), suffix=r'\b'), Name.Builtin)
# Predeclared type aliases for vectors
# https://www.w3.org/TR/WGSL/#vector-types
predeclared_type_alias_vectors = (words("""
vec2i vec3i vec4i
vec2u vec3u vec4u
vec2f vec3f vec4f
vec2h vec3h vec4h
""".split(), suffix=r'\b'), Name.Builtin)
# Predeclared type aliases for matrices
# https://www.w3.org/TR/WGSL/#matrix-types
predeclared_type_alias_matrices = (words("""
mat2x2f mat2x3f mat2x4f
mat3x2f mat3x3f mat3x4f
mat4x2f mat4x3f mat4x4f
mat2x2h mat2x3h mat2x4h
mat3x2h mat3x3h mat3x4h
mat4x2h mat4x3h mat4x4h
""".split(), suffix=r'\b'), Name.Builtin)
tokens = {
'blankspace': [
# https://www.w3.org/TR/WGSL/#blankspace
(r'[\u0020\u0009\u000a\u000b\u000c\u000d\u0085\u200e\u200f\u2028\u2029]+', Whitespace),
],
'comments': [
# Line ending comments
# Match up CR/LF pair first.
(r'//{}*{}{}'.format(NotLineEndRE,CR,LF), Comment.Single),
(r'//{}*{}'.format(NotLineEndRE,LineEndRE), Comment.Single),
(r'/\*', Comment.Multiline, 'block_comment'),
],
'attribute': [
include('blankspace'),
include('comments'),
(ident_pattern_token, Name.Decorator,'#pop'),
default('#pop'),
],
'root': [
include('blankspace'),
include('comments'),
# Attributes.
# https://www.w3.org/TR/WGSL/#attributes
# Mark the '@' and the attribute name as a decorator.
(r'@', Name.Decorator, 'attribute'),
# Keywords
(r'(true|false)\b', Keyword.Constant),
keyword_decl,
keywords,
keyword_reserved,
# Predeclared
predeclared_enums,
predeclared_types,
predeclared_type_generators,
predeclared_type_alias_vectors,
predeclared_type_alias_matrices,
# Decimal float literals
# https://www.w3.org/TR/WGSL/#syntax-decimal_float_literal
# 0, with type-specifying suffix.
(r'0[fh]', Number.Float),
# Other decimal integer, with type-specifying suffix.
(r'[1-9][0-9]*[fh]', Number.Float),
# Has decimal point, at least one digit after decimal.
(r'[0-9]*\.[0-9]+([eE][+-]?[0-9]+)?[fh]?', Number.Float),
# Has decimal point, at least one digit before decimal.
(r'[0-9]+\.[0-9]*([eE][+-]?[0-9]+)?[fh]?', Number.Float),
# Has at least one digit, and has an exponent.
(r'[0-9]+[eE][+-]?[0-9]+[fh]?', Number.Float),
# Hex float literals
# https://www.w3.org/TR/WGSL/#syntax-hex_float_literal
(r'0[xX][0-9a-fA-F]*\.[0-9a-fA-F]+([pP][+-]?[0-9]+[fh]?)?', Number.Float),
(r'0[xX][0-9a-fA-F]+\.[0-9a-fA-F]*([pP][+-]?[0-9]+[fh]?)?', Number.Float),
(r'0[xX][0-9a-fA-F]+[pP][+-]?[0-9]+[fh]?', Number.Float),
# Hexadecimal integer literals
# https://www.w3.org/TR/WGSL/#syntax-hex_int_literal
(r'0[xX][0-9a-fA-F]+[iu]?', Number.Hex),
# Decimal integer literals
# https://www.w3.org/TR/WGSL/#syntax-decimal_int_literal
# We need two rules here because 01 is not valid.
(r'[1-9][0-9]*[iu]?', Number.Integer),
(r'0[iu]?', Number.Integer), # Must match last.
# Operators and Punctuation
(r'[{}()\[\],\.;:]', Punctuation),
(r'->', Punctuation), # Return-type arrow
(r'[+\-*/%&|<>^!~=]', Operator),
# TODO: Treat context-depedendent names specially
# https://www.w3.org/TR/WGSL/#context-dependent-name
# Identifiers
(ident_pattern_token, Name),
# TODO: templates start and end tokens.
# https://www.w3.org/TR/WGSL/#template-lists-sec
],
'block_comment': [
# https://www.w3.org/TR/WGSL/#block-comment
(r'[^*/]+', Comment.Multiline),
(r'/\*', Comment.Multiline, '#push'),
(r'\*/', Comment.Multiline, '#pop'),
(r'[*/]', Comment.Multiline),
],
}
|
