diff options
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index 4e0755742..8361e62a7 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -937,8 +937,10 @@ Token tokenizer_get_token(Tokenizer *t) { } Token token = {}; - token.string = {t->curr, 1}; - token.pos.file = t->fullpath; + token.string.text = t->curr; + token.string.len = 1; + token.pos.file.text = t->fullpath.text; + token.pos.file.len = t->fullpath.len; token.pos.line = t->line_count; token.pos.offset = t->curr - t->start; token.pos.column = t->curr - t->line + 1; |