diff options
| author | gingerBill <bill@gingerbill.org> | 2018-02-22 21:24:38 +0000 |
|---|---|---|
| committer | gingerBill <bill@gingerbill.org> | 2018-02-22 21:24:38 +0000 |
| commit | d70a555c1c3dd1a9c5def236af1a8785a0ebcf83 (patch) | |
| tree | 7f76d567d936d8cfee6647489a011a9f8f66cd93 /src/tokenizer.cpp | |
| parent | 4c339360e94a66a9b081af4950266eaa3da0003c (diff) | |
Fix issue #192
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 20 |
1 files changed, 10 insertions, 10 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index b10bfb132..668c38cc8 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -3,16 +3,16 @@ TOKEN_KIND(Token_EOF, "EOF"), \ TOKEN_KIND(Token_Comment, "Comment"), \ \ -TOKEN_KIND(Token__LiteralBegin, "_LiteralBegin"), \ +TOKEN_KIND(Token__LiteralBegin, ""), \ TOKEN_KIND(Token_Ident, "identifier"), \ TOKEN_KIND(Token_Integer, "integer"), \ TOKEN_KIND(Token_Float, "float"), \ TOKEN_KIND(Token_Imag, "imaginary"), \ TOKEN_KIND(Token_Rune, "rune"), \ TOKEN_KIND(Token_String, "string"), \ -TOKEN_KIND(Token__LiteralEnd, "_LiteralEnd"), \ +TOKEN_KIND(Token__LiteralEnd, ""), \ \ -TOKEN_KIND(Token__OperatorBegin, "_OperatorBegin"), \ +TOKEN_KIND(Token__OperatorBegin, ""), \ TOKEN_KIND(Token_Eq, "="), \ TOKEN_KIND(Token_Not, "!"), \ TOKEN_KIND(Token_Hash, "#"), \ @@ -36,7 +36,7 @@ TOKEN_KIND(Token__OperatorBegin, "_OperatorBegin"), \ TOKEN_KIND(Token_CmpAnd, "&&"), \ TOKEN_KIND(Token_CmpOr, "||"), \ \ -TOKEN_KIND(Token__AssignOpBegin, "_AssignOpBegin"), \ +TOKEN_KIND(Token__AssignOpBegin, ""), \ TOKEN_KIND(Token_AddEq, "+="), \ TOKEN_KIND(Token_SubEq, "-="), \ TOKEN_KIND(Token_MulEq, "*="), \ @@ -51,20 +51,20 @@ TOKEN_KIND(Token__AssignOpBegin, "_AssignOpBegin"), \ TOKEN_KIND(Token_ShrEq, ">>="), \ TOKEN_KIND(Token_CmpAndEq, "&&="), \ TOKEN_KIND(Token_CmpOrEq, "||="), \ -TOKEN_KIND(Token__AssignOpEnd, "_AssignOpEnd"), \ +TOKEN_KIND(Token__AssignOpEnd, ""), \ TOKEN_KIND(Token_ArrowRight, "->"), \ TOKEN_KIND(Token_ArrowLeft, "<-"), \ TOKEN_KIND(Token_DoubleArrowRight, "=>"), \ TOKEN_KIND(Token_Undef, "---"), \ \ -TOKEN_KIND(Token__ComparisonBegin, "_ComparisonBegin"), \ +TOKEN_KIND(Token__ComparisonBegin, ""), \ TOKEN_KIND(Token_CmpEq, "=="), \ TOKEN_KIND(Token_NotEq, "!="), \ TOKEN_KIND(Token_Lt, "<"), \ TOKEN_KIND(Token_Gt, ">"), \ TOKEN_KIND(Token_LtEq, "<="), \ TOKEN_KIND(Token_GtEq, ">="), \ -TOKEN_KIND(Token__ComparisonEnd, "_ComparisonEnd"), \ +TOKEN_KIND(Token__ComparisonEnd, ""), \ \ TOKEN_KIND(Token_OpenParen, "("), \ TOKEN_KIND(Token_CloseParen, ")"), \ @@ -79,9 +79,9 @@ TOKEN_KIND(Token__ComparisonEnd, "_ComparisonEnd"), \ TOKEN_KIND(Token_Ellipsis, "..."), \ TOKEN_KIND(Token_HalfClosed, ".."), \ TOKEN_KIND(Token_BackSlash, "\\"), \ -TOKEN_KIND(Token__OperatorEnd, "_OperatorEnd"), \ +TOKEN_KIND(Token__OperatorEnd, ""), \ \ -TOKEN_KIND(Token__KeywordBegin, "_KeywordBegin"), \ +TOKEN_KIND(Token__KeywordBegin, ""), \ TOKEN_KIND(Token_import, "import"), \ TOKEN_KIND(Token_export, "export"), \ TOKEN_KIND(Token_foreign, "foreign"), \ @@ -125,7 +125,7 @@ TOKEN_KIND(Token__KeywordBegin, "_KeywordBegin"), \ TOKEN_KIND(Token_asm, "asm"), \ TOKEN_KIND(Token_yield, "yield"), \ TOKEN_KIND(Token_await, "await"), \ -TOKEN_KIND(Token__KeywordEnd, "_KeywordEnd"), \ +TOKEN_KIND(Token__KeywordEnd, ""), \ TOKEN_KIND(Token_Count, "") enum TokenKind { |