summaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
Diffstat (limited to 'src')
-rw-r--r--src/tokenizer.cc1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc
index 6f30659..8725e55 100644
--- a/src/tokenizer.cc
+++ b/src/tokenizer.cc
@@ -106,6 +106,7 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) {
switch (c) {
default:
+ tokenizer_advance(&advance, 1);
*out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor,
advance);
}