Fix importation of empty file (issue #128)

1 files changed, 27 insertions, 5 deletions

diff --git a/src/parser.cpp b/src/parser.cpp
index 4c5002777..56e768bc3 100644
--- a/src/parser.cpp
+++ b/src/parser.cpp
@@ -4655,21 +4655,31 @@ ParseFileError init_ast_file(AstFile *f, String fullpath, TokenPos *err_pos) {
 	TokenizerInitError err = init_tokenizer(&f->tokenizer, f->fullpath);
 	if (err != TokenizerInit_None) {
 		switch (err) {
+		case TokenizerInit_Empty:
+			break;
 		case TokenizerInit_NotExists:
 			return ParseFile_NotFound;
 		case TokenizerInit_Permission:
 			return ParseFile_Permission;
-		case TokenizerInit_Empty:
-			return ParseFile_EmptyFile;
+		default:
+			return ParseFile_InvalidFile;
 		}
 
-		return ParseFile_InvalidFile;
 	}
 
 	isize file_size = f->tokenizer.end - f->tokenizer.start;
 	isize init_token_cap = cast(isize)gb_max(next_pow2(cast(i64)(file_size/2ll)), 16);
 	array_init(&f->tokens, heap_allocator(), gb_max(init_token_cap, 16));
 
+	if (err == TokenizerInit_Empty) {
+		Token token = {Token_EOF};
+		token.pos.file = fullpath;
+		token.pos.line = 1;
+		token.pos.column = 1;
+		array_add(&f->tokens, token);
+		return ParseFile_None;
+	}
+
 	for (;;) {
 		Token token = tokenizer_get_token(&f->tokenizer);
 		if (token.kind == Token_Invalid) {
@@ -4947,6 +4957,13 @@ void parse_setup_file_decls(Parser *p, AstFile *f, String base_dir, Array<AstNod
 }
 
 void parse_file(Parser *p, AstFile *f) {
+	if (f->tokens.count == 0) {
+		return;
+	}
+	if (f->tokens.count > 0 && f->tokens[0].kind == Token_EOF) {
+		return;
+	}
+
 	String filepath = f->tokenizer.fullpath;
 	String base_dir = filepath;
 	for (isize i = filepath.len-1; i >= 0; i--) {
@@ -4984,7 +5001,7 @@ ParseFileError parse_import(Parser *p, ImportedFile imported_file) {
 				gb_printf_err("Initial file is empty - %.*s\n", LIT(p->init_fullpath));
 				gb_exit(1);
 			}
-			return ParseFile_None;
+			goto skip;
 		}
 
 		if (pos.line != 0) {
@@ -5007,10 +5024,16 @@ ParseFileError parse_import(Parser *p, ImportedFile imported_file) {
 		case ParseFile_InvalidToken:
 			gb_printf_err("Invalid token found in file at (%td:%td)", err_pos.line, err_pos.column);
 			break;
+		case ParseFile_EmptyFile:
+			gb_printf_err("File contains no tokens");
+			break;
 		}
 		gb_printf_err("\n");
 		return err;
 	}
+
+
+skip:
 	parse_file(p, file);
 
 	gb_mutex_lock(&p->file_add_mutex);
@@ -5019,7 +5042,6 @@ ParseFileError parse_import(Parser *p, ImportedFile imported_file) {
 	p->total_line_count += file->tokenizer.line_count;
 	gb_mutex_unlock(&p->file_add_mutex);
 
-
 	return ParseFile_None;
 }