advance

1 files changed, 1 insertions, 0 deletions

diff --git a/src/tokenizer.cc b/src/tokenizer.cc
index 6f30659..8725e55 100644
--- a/src/tokenizer.cc
+++ b/src/tokenizer.cc
@@ -106,6 +106,7 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) {
 
   switch (c) {
     default:
+      tokenizer_advance(&advance, 1);
       *out = tokenizer_make_token(tokenizer, Token_Kind_Invalid_Char, cursor,
                            advance);
   }