From 010b3e2e1eb3870724bbde6de7a0929b20bf2f75 Mon Sep 17 00:00:00 2001
From: Fabrice <fabrice@schaub-dev.xyz>
Date: Tue, 3 Mar 2026 07:57:50 +0100
Subject: working on utf8 handling and lexing

---
 src/voidc.cc | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

(limited to 'src/voidc.cc')

diff --git a/src/voidc.cc b/src/voidc.cc
index fbb9577..e6c76e8 100644
--- a/src/voidc.cc
+++ b/src/voidc.cc
@@ -1,9 +1,9 @@
 #include <cstdlib>
-#include <cstring>
 
 #include "common.cc"
 #include "memory.cc"
 #include "source.cc"
+#include "tokenizer.cc"
 
 static const char* SOURCE = R"(
 #include <stdlib.h>
@@ -26,13 +26,8 @@ int main() {
   bool ret = buffer_init(heap_allocator(), &source, &file, &buffer);
   if (!ret) return EXIT_FAILURE;
 
-  buffer_stack_push(&stack, buffer);
   buffer_stack_push(&stack, buffer);
 
-  int c = 0;
-  while(buffer_stack_pop(&stack, &buffer)) {
-    c += 1;
-  }
+  Tokenizer tokenizer(&stack);
 
-  assert(c == 2);
 }
-- 
cgit v1.2.3