From 5db0522e8e8e0931bb0a6a031db194e20b2216cb Mon Sep 17 00:00:00 2001
From: Fabrice <fabrice@schaub-dev.xyz>
Date: Tue, 3 Mar 2026 08:46:27 +0100
Subject: working on lexing

---
 src/voidc.cc | 6 ++++++
 1 file changed, 6 insertions(+)

(limited to 'src/voidc.cc')

diff --git a/src/voidc.cc b/src/voidc.cc
index e6c76e8..bba510f 100644
--- a/src/voidc.cc
+++ b/src/voidc.cc
@@ -1,3 +1,4 @@
+#include <cstdio>
 #include <cstdlib>
 
 #include "common.cc"
@@ -30,4 +31,9 @@ int main() {
 
   Tokenizer tokenizer(&stack);
 
+  Token token = {};
+  while(tokenizer_next(&tokenizer, &token)) 
+    fprintf(stdout, "Token(kind: %d, text: %.*s)\n", token.kind, (int)token.text.length, token.text.ptr);
+  
+
 }
-- 
cgit v1.2.3