From 59b0cf61efdccc44efafda24ff59399dde6afc4d Mon Sep 17 00:00:00 2001 From: Ginger Bill Date: Mon, 19 Sep 2016 23:59:26 +0100 Subject: fmt improvement; Minor refactoring --- src/tokenizer.cpp | 7 +++++++ 1 file changed, 7 insertions(+) (limited to 'src/tokenizer.cpp') diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index f0aa0dc66..88fec813f 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -150,6 +150,13 @@ struct Token { }; Token empty_token = {Token_Invalid}; +Token blank_token = {Token_Identifier, {cast(u8 *)"_", 1}}; + +Token make_token_ident(String s) { + Token t = {Token_Identifier}; + t.string = s; + return t; +} struct ErrorCollector { -- cgit v1.2.3