diff options
| author | Fabrice <fabrice@schaub-dev.xyz> | 2026-03-03 17:43:31 +0100 |
|---|---|---|
| committer | Fabrice <fabrice@schaub-dev.xyz> | 2026-03-03 17:43:31 +0100 |
| commit | 696b6dae571065d10e1ee54f4d5b41325352b303 (patch) | |
| tree | c059e7e95277075482b46e7b2c645a53e45d9ff9 /src/tokenizer.cc | |
| parent | e1213296170329bdd5112cfd2644f916547ee95d (diff) | |
adding more tokens
Diffstat (limited to 'src/tokenizer.cc')
| -rw-r--r-- | src/tokenizer.cc | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc index c3889b9..6a31ff6 100644 --- a/src/tokenizer.cc +++ b/src/tokenizer.cc @@ -112,6 +112,12 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) { } switch (c) { +#define X(name, lex) \ + case lex: \ + *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance); + + TOKEN_KINDS_SLEX; +#undef X default: *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor, advance); |