summaryrefslogtreecommitdiff
path: root/src/token.cc
diff options
context:
space:
mode:
Diffstat (limited to 'src/token.cc')
-rw-r--r--src/token.cc17
1 files changed, 12 insertions, 5 deletions
diff --git a/src/token.cc b/src/token.cc
index ed1f65b..171f7ee 100644
--- a/src/token.cc
+++ b/src/token.cc
@@ -7,11 +7,18 @@
#include "source.cc"
#define TOKEN_KINDS_NOLEX \
- X(Eof) \
X(Invalid_Char) \
- X(Invalid_Literal)
-
-#define TOKEN_KINDS_SLEX X(Hash, '#')
+ X(Invalid_Literal) \
+ X(Identifier)
+
+#define TOKEN_KINDS_SLEX \
+ X(Hash, '#') \
+ X(LBrace, '{') \
+ X(RBrace, '}') \
+ X(LParen, '(') \
+ X(RParen, ')') \
+ X(LBracket, '[') \
+ X(RBracket, ']')
#define TOKEN_KIND(name) Token_Kind_##name
@@ -30,7 +37,7 @@ struct Token {
String text;
Span span;
- Token() : kind(Token_Kind_Eof), text(), span() {}
+ Token() : kind(Token_Kind_Invalid_Char), text(), span() {}
Token(Token_Kind kind, String text, Span span)
: kind(kind), text(text), span(span) {}
};