diff options
Diffstat (limited to 'src/tokenizer.cc')
| -rw-r--r-- | src/tokenizer.cc | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc index 6f30659..8725e55 100644 --- a/src/tokenizer.cc +++ b/src/tokenizer.cc @@ -106,6 +106,7 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) { switch (c) { default: + tokenizer_advance(&advance, 1); *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor, advance); } |
