From 696b6dae571065d10e1ee54f4d5b41325352b303 Mon Sep 17 00:00:00 2001
From: Fabrice <fabrice@schaub-dev.xyz>
Date: Tue, 3 Mar 2026 17:43:31 +0100
Subject: adding more tokens

---
 src/tokenizer.cc | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'src/tokenizer.cc')

diff --git a/src/tokenizer.cc b/src/tokenizer.cc
index c3889b9..6a31ff6 100644
--- a/src/tokenizer.cc
+++ b/src/tokenizer.cc
@@ -112,6 +112,12 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) {
   }
 
   switch (c) {
+#define X(name, lex) \
+  case lex:          \
+    *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance);
+
+    TOKEN_KINDS_SLEX;
+#undef X
     default:
       *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor,
                                   advance);
-- 
cgit v1.2.3