diff options
Diffstat (limited to 'src/tokenizer.cc')
| -rw-r--r-- | src/tokenizer.cc | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc index c3889b9..6a31ff6 100644 --- a/src/tokenizer.cc +++ b/src/tokenizer.cc @@ -112,6 +112,12 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) { } switch (c) { +#define X(name, lex) \ + case lex: \ + *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance); + + TOKEN_KINDS_SLEX; +#undef X default: *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor, advance); |
