diff options
| author | gingerBill <bill@gingerbill.org> | 2020-07-14 23:51:46 +0100 |
|---|---|---|
| committer | gingerBill <bill@gingerbill.org> | 2020-07-14 23:51:46 +0100 |
| commit | ca818fb857e24c46dd9ffb3709dd661158445e38 (patch) | |
| tree | 1cdca57e631e56e41a58ffccd7b35ea7c0125c6a /src/tokenizer.cpp | |
| parent | 13e5cb8cc4f9ef7745d4fb6436309d8bcfdcba13 (diff) | |
Remove comments containing unicode characters from tokenizer
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 6 |
1 files changed, 0 insertions, 6 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index f9655244b..947e3e7a0 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -1060,12 +1060,6 @@ void tokenizer_get_token(Tokenizer *t, Token *token) { case '}': token->kind = Token_CloseBrace; break; case '\\': token->kind = Token_BackSlash; break; - // case 0x2260: token->kind = Token_NotEq; break; // '≠' - // case 0x2264: token->kind = Token_LtEq; break; // '≤' - // case 0x2265: token->kind = Token_GtEq; break; // '≥' - // case 0x2208: token->kind = Token_in; break; // '∈' - // case 0x2209: token->kind = Token_not_in; break; // '∉' - case '%': token->kind = Token_Mod; if (t->curr_rune == '=') { |