From d70a555c1c3dd1a9c5def236af1a8785a0ebcf83 Mon Sep 17 00:00:00 2001 From: gingerBill Date: Thu, 22 Feb 2018 21:24:38 +0000 Subject: Fix issue #192 --- src/tokenizer.cpp | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) (limited to 'src/tokenizer.cpp') diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index b10bfb132..668c38cc8 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -3,16 +3,16 @@ TOKEN_KIND(Token_EOF, "EOF"), \ TOKEN_KIND(Token_Comment, "Comment"), \ \ -TOKEN_KIND(Token__LiteralBegin, "_LiteralBegin"), \ +TOKEN_KIND(Token__LiteralBegin, ""), \ TOKEN_KIND(Token_Ident, "identifier"), \ TOKEN_KIND(Token_Integer, "integer"), \ TOKEN_KIND(Token_Float, "float"), \ TOKEN_KIND(Token_Imag, "imaginary"), \ TOKEN_KIND(Token_Rune, "rune"), \ TOKEN_KIND(Token_String, "string"), \ -TOKEN_KIND(Token__LiteralEnd, "_LiteralEnd"), \ +TOKEN_KIND(Token__LiteralEnd, ""), \ \ -TOKEN_KIND(Token__OperatorBegin, "_OperatorBegin"), \ +TOKEN_KIND(Token__OperatorBegin, ""), \ TOKEN_KIND(Token_Eq, "="), \ TOKEN_KIND(Token_Not, "!"), \ TOKEN_KIND(Token_Hash, "#"), \ @@ -36,7 +36,7 @@ TOKEN_KIND(Token__OperatorBegin, "_OperatorBegin"), \ TOKEN_KIND(Token_CmpAnd, "&&"), \ TOKEN_KIND(Token_CmpOr, "||"), \ \ -TOKEN_KIND(Token__AssignOpBegin, "_AssignOpBegin"), \ +TOKEN_KIND(Token__AssignOpBegin, ""), \ TOKEN_KIND(Token_AddEq, "+="), \ TOKEN_KIND(Token_SubEq, "-="), \ TOKEN_KIND(Token_MulEq, "*="), \ @@ -51,20 +51,20 @@ TOKEN_KIND(Token__AssignOpBegin, "_AssignOpBegin"), \ TOKEN_KIND(Token_ShrEq, ">>="), \ TOKEN_KIND(Token_CmpAndEq, "&&="), \ TOKEN_KIND(Token_CmpOrEq, "||="), \ -TOKEN_KIND(Token__AssignOpEnd, "_AssignOpEnd"), \ +TOKEN_KIND(Token__AssignOpEnd, ""), \ TOKEN_KIND(Token_ArrowRight, "->"), \ TOKEN_KIND(Token_ArrowLeft, "<-"), \ TOKEN_KIND(Token_DoubleArrowRight, "=>"), \ TOKEN_KIND(Token_Undef, "---"), \ \ -TOKEN_KIND(Token__ComparisonBegin, "_ComparisonBegin"), \ +TOKEN_KIND(Token__ComparisonBegin, ""), \ TOKEN_KIND(Token_CmpEq, "=="), \ TOKEN_KIND(Token_NotEq, "!="), \ TOKEN_KIND(Token_Lt, "<"), \ TOKEN_KIND(Token_Gt, ">"), \ TOKEN_KIND(Token_LtEq, "<="), \ TOKEN_KIND(Token_GtEq, ">="), \ -TOKEN_KIND(Token__ComparisonEnd, "_ComparisonEnd"), \ +TOKEN_KIND(Token__ComparisonEnd, ""), \ \ TOKEN_KIND(Token_OpenParen, "("), \ TOKEN_KIND(Token_CloseParen, ")"), \ @@ -79,9 +79,9 @@ TOKEN_KIND(Token__ComparisonEnd, "_ComparisonEnd"), \ TOKEN_KIND(Token_Ellipsis, "..."), \ TOKEN_KIND(Token_HalfClosed, ".."), \ TOKEN_KIND(Token_BackSlash, "\\"), \ -TOKEN_KIND(Token__OperatorEnd, "_OperatorEnd"), \ +TOKEN_KIND(Token__OperatorEnd, ""), \ \ -TOKEN_KIND(Token__KeywordBegin, "_KeywordBegin"), \ +TOKEN_KIND(Token__KeywordBegin, ""), \ TOKEN_KIND(Token_import, "import"), \ TOKEN_KIND(Token_export, "export"), \ TOKEN_KIND(Token_foreign, "foreign"), \ @@ -125,7 +125,7 @@ TOKEN_KIND(Token__KeywordBegin, "_KeywordBegin"), \ TOKEN_KIND(Token_asm, "asm"), \ TOKEN_KIND(Token_yield, "yield"), \ TOKEN_KIND(Token_await, "await"), \ -TOKEN_KIND(Token__KeywordEnd, "_KeywordEnd"), \ +TOKEN_KIND(Token__KeywordEnd, ""), \ TOKEN_KIND(Token_Count, "") enum TokenKind { -- cgit v1.2.3