From 876820789e9dedaa6198c4cd145702485e3bd21c Mon Sep 17 00:00:00 2001 From: gingerBill Date: Wed, 27 May 2020 12:54:11 +0100 Subject: Add `rune_is_letter_or_digit` for tokenizer --- src/tokenizer.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/tokenizer.cpp') diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index 8361e62a7..a7205f664 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -948,7 +948,7 @@ Token tokenizer_get_token(Tokenizer *t) { Rune curr_rune = t->curr_rune; if (rune_is_letter(curr_rune)) { token.kind = Token_Ident; - while (rune_is_letter(t->curr_rune) || rune_is_digit(t->curr_rune)) { + while (rune_is_letter_or_digit(t->curr_rune)) { advance_to_next_rune(t); } -- cgit v1.2.3