diff options
| -rw-r--r-- | src/tokenizer.cc | 12 |
1 files changed, 7 insertions, 5 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc index 6a31ff6..61918a4 100644 --- a/src/tokenizer.cc +++ b/src/tokenizer.cc @@ -112,19 +112,21 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) { } switch (c) { -#define X(name, lex) \ - case lex: \ - *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance); + #define X(name, lex) \ + case lex: \ + *out = tokenizer_make_token(tokenizer, TOKEN_KIND(name), cursor, advance); \ + break; TOKEN_KINDS_SLEX; -#undef X + #undef X default: *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor, advance); } out: - tokenizer->buffer->cursor = advance; + Buffer* buffer = tokenizer->buffer; + buffer->cursor = advance; return true; } |