summaryrefslogtreecommitdiff
path: root/src/tokenizer.cc
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.cc')
-rw-r--r--src/tokenizer.cc6
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc
index c3889b9..6a31ff6 100644
--- a/src/tokenizer.cc
+++ b/src/tokenizer.cc
@@ -112,6 +112,12 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) {
}
switch (c) {
+#define X(name, lex) \
+ case lex: \
+ *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance);
+
+ TOKEN_KINDS_SLEX;
+#undef X
default:
*out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor,
advance);