aboutsummaryrefslogtreecommitdiff
path: root/src/tokenizer.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.cpp')
-rw-r--r--src/tokenizer.cpp6
1 files changed, 4 insertions, 2 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp
index 4e0755742..8361e62a7 100644
--- a/src/tokenizer.cpp
+++ b/src/tokenizer.cpp
@@ -937,8 +937,10 @@ Token tokenizer_get_token(Tokenizer *t) {
}
Token token = {};
- token.string = {t->curr, 1};
- token.pos.file = t->fullpath;
+ token.string.text = t->curr;
+ token.string.len = 1;
+ token.pos.file.text = t->fullpath.text;
+ token.pos.file.len = t->fullpath.len;
token.pos.line = t->line_count;
token.pos.offset = t->curr - t->start;
token.pos.column = t->curr - t->line + 1;