summaryrefslogtreecommitdiff
path: root/src/tokenizer.cc
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.cc')
-rw-r--r--src/tokenizer.cc4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/tokenizer.cc b/src/tokenizer.cc
index 3451f69..f2efda4 100644
--- a/src/tokenizer.cc
+++ b/src/tokenizer.cc
@@ -73,12 +73,12 @@ bool tokenizer_next(Tokenizer* tokenizer, Token* out) {
assert_neq(tokenizer, nullptr);
assert_neq(out, nullptr);
- usize cursor, advance;
+ usize cursor;
Buffer* buffer = tokenizer_get_buffer(tokenizer, &cursor);
if (buffer == nullptr) return false;
+ usize advance = cursor;
tokenizer_advance(tokenizer, &advance);
-
Token token = {};
tokenizer_make_token(tokenizer, &token, Token_Kind_Eof, cursor, advance);