From 62ace5068979d4956abd2897e27eb5e078ac95dc Mon Sep 17 00:00:00 2001
From: Fabrice <fabrice@schaub-dev.xyz>
Date: Sun, 1 Mar 2026 19:08:38 +0100
Subject: string handling

---
 src/token.cc | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 src/token.cc

(limited to 'src/token.cc')

diff --git a/src/token.cc b/src/token.cc
new file mode 100644
index 0000000..8217138
--- /dev/null
+++ b/src/token.cc
@@ -0,0 +1,22 @@
+#ifndef TOKEN_CC
+#define TOKEN_CC
+
+#include "common.cc"
+
+#define TOKEN_KINDS_NOLEX \
+  X(eof) \
+  X(invalid_char) \
+  X(invalid_literal)
+
+enum token_kind {
+#define X(name) token_kind_##name,
+  TOKEN_KINDS_NOLEX
+#undef X
+};
+
+struct token {
+  token_kind kind;
+  string text;
+};
+
+#endif
-- 
cgit v1.2.3