diff options
| author | gingerBill <bill@gingerbill.org> | 2020-05-27 12:54:11 +0100 |
|---|---|---|
| committer | gingerBill <bill@gingerbill.org> | 2020-05-27 12:54:11 +0100 |
| commit | 876820789e9dedaa6198c4cd145702485e3bd21c (patch) | |
| tree | bcfb69df5b3eefdad8587d609e4139bc35b36a3f /src/tokenizer.cpp | |
| parent | 4e21a4d46a90c56edd45f5d5c46b375742738a17 (diff) | |
Add `rune_is_letter_or_digit` for tokenizer
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index 8361e62a7..a7205f664 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -948,7 +948,7 @@ Token tokenizer_get_token(Tokenizer *t) { Rune curr_rune = t->curr_rune; if (rune_is_letter(curr_rune)) { token.kind = Token_Ident; - while (rune_is_letter(t->curr_rune) || rune_is_digit(t->curr_rune)) { + while (rune_is_letter_or_digit(t->curr_rune)) { advance_to_next_rune(t); } |