diff options
Diffstat (limited to 'src/token.cc')
| -rw-r--r-- | src/token.cc | 17 |
1 files changed, 12 insertions, 5 deletions
diff --git a/src/token.cc b/src/token.cc index ed1f65b..171f7ee 100644 --- a/src/token.cc +++ b/src/token.cc @@ -7,11 +7,18 @@ #include "source.cc" #define TOKEN_KINDS_NOLEX \ - X(Eof) \ X(Invalid_Char) \ - X(Invalid_Literal) - -#define TOKEN_KINDS_SLEX X(Hash, '#') + X(Invalid_Literal) \ + X(Identifier) + +#define TOKEN_KINDS_SLEX \ + X(Hash, '#') \ + X(LBrace, '{') \ + X(RBrace, '}') \ + X(LParen, '(') \ + X(RParen, ')') \ + X(LBracket, '[') \ + X(RBracket, ']') #define TOKEN_KIND(name) Token_Kind_##name @@ -30,7 +37,7 @@ struct Token { String text; Span span; - Token() : kind(Token_Kind_Eof), text(), span() {} + Token() : kind(Token_Kind_Invalid_Char), text(), span() {} Token(Token_Kind kind, String text, Span span) : kind(kind), text(text), span(span) {} }; |
