working on utf8 handling and lexing

1 files changed, 2 insertions, 7 deletions

diff --git a/src/voidc.cc b/src/voidc.cc
index fbb9577..e6c76e8 100644
--- a/src/voidc.cc
+++ b/src/voidc.cc
@@ -1,9 +1,9 @@
 #include <cstdlib>
-#include <cstring>
 
 #include "common.cc"
 #include "memory.cc"
 #include "source.cc"
+#include "tokenizer.cc"
 
 static const char* SOURCE = R"(
 #include <stdlib.h>
@@ -27,12 +27,7 @@ int main() {
   if (!ret) return EXIT_FAILURE;
 
   buffer_stack_push(&stack, buffer);
-  buffer_stack_push(&stack, buffer);
 
-  int c = 0;
-  while(buffer_stack_pop(&stack, &buffer)) {
-    c += 1;
-  }
+  Tokenizer tokenizer(&stack);
 
-  assert(c == 2);
 }