From 4e21a4d46a90c56edd45f5d5c46b375742738a17 Mon Sep 17 00:00:00 2001 From: gingerBill Date: Wed, 27 May 2020 12:43:49 +0100 Subject: Optimize `rune_is_*` procedures for tokenizer --- src/tokenizer.cpp | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'src/tokenizer.cpp') diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index 4e0755742..8361e62a7 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -937,8 +937,10 @@ Token tokenizer_get_token(Tokenizer *t) { } Token token = {}; - token.string = {t->curr, 1}; - token.pos.file = t->fullpath; + token.string.text = t->curr; + token.string.len = 1; + token.pos.file.text = t->fullpath.text; + token.pos.file.len = t->fullpath.len; token.pos.line = t->line_count; token.pos.offset = t->curr - t->start; token.pos.column = t->curr - t->line + 1; -- cgit v1.2.3