From ca818fb857e24c46dd9ffb3709dd661158445e38 Mon Sep 17 00:00:00 2001 From: gingerBill Date: Tue, 14 Jul 2020 23:51:46 +0100 Subject: Remove comments containing unicode characters from tokenizer --- src/tokenizer.cpp | 6 ------ 1 file changed, 6 deletions(-) (limited to 'src/tokenizer.cpp') diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index f9655244b..947e3e7a0 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -1060,12 +1060,6 @@ void tokenizer_get_token(Tokenizer *t, Token *token) { case '}': token->kind = Token_CloseBrace; break; case '\\': token->kind = Token_BackSlash; break; - // case 0x2260: token->kind = Token_NotEq; break; // '≠' - // case 0x2264: token->kind = Token_LtEq; break; // '≤' - // case 0x2265: token->kind = Token_GtEq; break; // '≥' - // case 0x2208: token->kind = Token_in; break; // '∈' - // case 0x2209: token->kind = Token_not_in; break; // '∉' - case '%': token->kind = Token_Mod; if (t->curr_rune == '=') { -- cgit v1.2.3