Mini Shell
"""
pygments.lexers.wgsl
~~~~~~~~~~~~~~~~~~~~
Lexer for the WebGPU Shading Language.
:copyright: Copyright 2006-2024 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
from pygments.lexer import RegexLexer, include, words, default
from pygments.token import Comment, Operator, Keyword, Name, \
Number, Punctuation, Whitespace
from pygments import unistring as uni
__all__ = ['WgslLexer']
LF = '\\u000a'
VT = '\\u000b'
FF = '\\u000c'
CR = '\\u000d'
NextLine = '\\u0085'
LineSep = '\\u2028'
ParaSep = '\\u2029'
LineEndCodePoints = [LF,VT,FF,CR,NextLine,LineSep,ParaSep]
NotLineEndRE = '[^' + "".join(LineEndCodePoints) + ']'
LineEndRE = '[' + "".join(LineEndCodePoints) + ']'
# https://www.w3.org/TR/WGSL/#syntax-ident_pattern_token
ident_pattern_token = f'([{uni.xid_start}][{uni.xid_continue}]+)|[{uni.xid_start}]'
class WgslLexer(RegexLexer):
"""
Lexer for the WebGPU Shading Language.
"""
name = 'WebGPU Shading Language'
url = 'https://www.w3.org/TR/WGSL/'
aliases = ['wgsl']
filenames = ['*.wgsl']
mimetypes = ['text/wgsl']
version_added = '2.15'
# https://www.w3.org/TR/WGSL/#var-and-value
keyword_decl = (words('var let const override'.split(),suffix=r'\b'), Keyword.Declaration)
# https://www.w3.org/TR/WGSL/#keyword-summary
keywords = (words("""
alias
break
case
const_assert
continue
continuing
default
diagnostic
discard
else
enable
false
fn
for
if
loop
requires
return
struct
switch
true
while
""".split(), suffix=r'\b'), Keyword)
# https://www.w3.org/TR/WGSL/#reserved-words
keyword_reserved = (words("""
NULL
Self
abstract
active
alignas
alignof
as
asm
asm_fragment
async
attribute
auto
await
become
binding_array
cast
catch
class
co_await
co_return
co_yield
coherent
column_major
common
compile
compile_fragment
concept
const_cast
consteval
constexpr
constinit
crate
debugger
decltype
delete
demote
demote_to_helper
do
dynamic_cast
enum
explicit
export
extends
extern
external
fallthrough
filter
final
finally
friend
from
fxgroup
get
goto
groupshared
highp
impl
implements
import
inline
instanceof
interface
layout
lowp
macro
macro_rules
match
mediump
meta
mod
module
move
mut
mutable
namespace
new
nil
noexcept
noinline
nointerpolation
noperspective
null
nullptr
of
operator
package
packoffset
partition
pass
patch
pixelfragment
precise
precision
premerge
priv
protected
pub
public
readonly
ref
regardless
register
reinterpret_cast
require
resource
restrict
self
set
shared
sizeof
smooth
snorm
static
static_assert
static_cast
std
subroutine
super
target
template
this
thread_local
throw
trait
try
type
typedef
typeid
typename
typeof
union
unless
unorm
unsafe
unsized
use
using
varying
virtual
volatile
wgsl
where
with
writeonly
yield
""".split(), suffix=r'\b'), Keyword.Reserved)
# https://www.w3.org/TR/WGSL/#predeclared-enumerants
predeclared_enums = (words("""
read write read_write
function private workgroup uniform storage
perspective linear flat
center centroid sample
vertex_index instance_index position front_facing frag_depth
local_invocation_id local_invocation_index
global_invocation_id workgroup_id num_workgroups
sample_index sample_mask
rgba8unorm
rgba8snorm
rgba8uint
rgba8sint
rgba16uint
rgba16sint
rgba16float
r32uint
r32sint
r32float
rg32uint
rg32sint
rg32float
rgba32uint
rgba32sint
rgba32float
bgra8unorm
""".split(), suffix=r'\b'), Name.Builtin)
# https://www.w3.org/TR/WGSL/#predeclared-types
predeclared_types = (words("""
bool
f16
f32
i32
sampler sampler_comparison
texture_depth_2d
texture_depth_2d_array
texture_depth_cube
texture_depth_cube_array
texture_depth_multisampled_2d
texture_external
texture_external
u32
""".split(), suffix=r'\b'), Name.Builtin)
# https://www.w3.org/TR/WGSL/#predeclared-types
predeclared_type_generators = (words("""
array
atomic
mat2x2
mat2x3
mat2x4
mat3x2
mat3x3
mat3x4
mat4x2
mat4x3
mat4x4
ptr
texture_1d
texture_2d
texture_2d_array
texture_3d
texture_cube
texture_cube_array
texture_multisampled_2d
texture_storage_1d
texture_storage_2d
texture_storage_2d_array
texture_storage_3d
vec2
vec3
vec4
""".split(), suffix=r'\b'), Name.Builtin)
# Predeclared type aliases for vectors
# https://www.w3.org/TR/WGSL/#vector-types
predeclared_type_alias_vectors = (words("""
vec2i vec3i vec4i
vec2u vec3u vec4u
vec2f vec3f vec4f
vec2h vec3h vec4h
""".split(), suffix=r'\b'), Name.Builtin)
# Predeclared type aliases for matrices
# https://www.w3.org/TR/WGSL/#matrix-types
predeclared_type_alias_matrices = (words("""
mat2x2f mat2x3f mat2x4f
mat3x2f mat3x3f mat3x4f
mat4x2f mat4x3f mat4x4f
mat2x2h mat2x3h mat2x4h
mat3x2h mat3x3h mat3x4h
mat4x2h mat4x3h mat4x4h
""".split(), suffix=r'\b'), Name.Builtin)
tokens = {
'blankspace': [
# https://www.w3.org/TR/WGSL/#blankspace
(r'[\u0020\u0009\u000a\u000b\u000c\u000d\u0085\u200e\u200f\u2028\u2029]+', Whitespace),
],
'comments': [
# Line ending comments
# Match up CR/LF pair first.
(rf'//{NotLineEndRE}*{CR}{LF}', Comment.Single),
(rf'//{NotLineEndRE}*{LineEndRE}', Comment.Single),
(r'/\*', Comment.Multiline, 'block_comment'),
],
'attribute': [
include('blankspace'),
include('comments'),
(ident_pattern_token, Name.Decorator,'#pop'),
default('#pop'),
],
'root': [
include('blankspace'),
include('comments'),
# Attributes.
# https://www.w3.org/TR/WGSL/#attributes
# Mark the '@' and the attribute name as a decorator.
(r'@', Name.Decorator, 'attribute'),
# Keywords
(r'(true|false)\b', Keyword.Constant),
keyword_decl,
keywords,
keyword_reserved,
# Predeclared
predeclared_enums,
predeclared_types,
predeclared_type_generators,
predeclared_type_alias_vectors,
predeclared_type_alias_matrices,
# Decimal float literals
# https://www.w3.org/TR/WGSL/#syntax-decimal_float_literal
# 0, with type-specifying suffix.
(r'0[fh]', Number.Float),
# Other decimal integer, with type-specifying suffix.
(r'[1-9][0-9]*[fh]', Number.Float),
# Has decimal point, at least one digit after decimal.
(r'[0-9]*\.[0-9]+([eE][+-]?[0-9]+)?[fh]?', Number.Float),
# Has decimal point, at least one digit before decimal.
(r'[0-9]+\.[0-9]*([eE][+-]?[0-9]+)?[fh]?', Number.Float),
# Has at least one digit, and has an exponent.
(r'[0-9]+[eE][+-]?[0-9]+[fh]?', Number.Float),
# Hex float literals
# https://www.w3.org/TR/WGSL/#syntax-hex_float_literal
(r'0[xX][0-9a-fA-F]*\.[0-9a-fA-F]+([pP][+-]?[0-9]+[fh]?)?', Number.Float),
(r'0[xX][0-9a-fA-F]+\.[0-9a-fA-F]*([pP][+-]?[0-9]+[fh]?)?', Number.Float),
(r'0[xX][0-9a-fA-F]+[pP][+-]?[0-9]+[fh]?', Number.Float),
# Hexadecimal integer literals
# https://www.w3.org/TR/WGSL/#syntax-hex_int_literal
(r'0[xX][0-9a-fA-F]+[iu]?', Number.Hex),
# Decimal integer literals
# https://www.w3.org/TR/WGSL/#syntax-decimal_int_literal
# We need two rules here because 01 is not valid.
(r'[1-9][0-9]*[iu]?', Number.Integer),
(r'0[iu]?', Number.Integer), # Must match last.
# Operators and Punctuation
(r'[{}()\[\],\.;:]', Punctuation),
(r'->', Punctuation), # Return-type arrow
(r'[+\-*/%&|<>^!~=]', Operator),
# TODO: Treat context-depedendent names specially
# https://www.w3.org/TR/WGSL/#context-dependent-name
# Identifiers
(ident_pattern_token, Name),
# TODO: templates start and end tokens.
# https://www.w3.org/TR/WGSL/#template-lists-sec
],
'block_comment': [
# https://www.w3.org/TR/WGSL/#block-comment
(r'[^*/]+', Comment.Multiline),
(r'/\*', Comment.Multiline, '#push'),
(r'\*/', Comment.Multiline, '#pop'),
(r'[*/]', Comment.Multiline),
],
}
Zerion Mini Shell 1.0