From 2ad6aa7886e1f0fa3e531b67d03f803a61b1ca03 Mon Sep 17 00:00:00 2001
From: gingerBill <bill@gingerbill.org>
Date: Tue, 12 Oct 2021 11:06:39 +0100
Subject: Copying file contents rather than memory mapping

---
 src/tokenizer.cpp | 34 +++++++++++++++++-----------------
 1 file changed, 17 insertions(+), 17 deletions(-)

(limited to 'src/tokenizer.cpp')

diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp
index 97836bd1b..c7627d09c 100644
--- a/src/tokenizer.cpp
+++ b/src/tokenizer.cpp
@@ -723,7 +723,7 @@ struct Tokenizer {
 
 	bool insert_semicolon;
 	
-	MemoryMappedFile memory_mapped_file;
+	LoadedFile loaded_file;
 };
 
 
@@ -790,7 +790,7 @@ void advance_to_next_rune(Tokenizer *t) {
 	}
 }
 
-void init_tokenizer_with_data(Tokenizer *t, String const &fullpath, void *data, isize size) {
+void init_tokenizer_with_data(Tokenizer *t, String const &fullpath, void const *data, isize size) {
 	t->fullpath = fullpath;
 	t->line_count = 1;
 
@@ -804,29 +804,29 @@ void init_tokenizer_with_data(Tokenizer *t, String const &fullpath, void *data,
 	}
 }
 
-TokenizerInitError memory_mapped_file_error_map_to_tokenizer[MemoryMappedFile_COUNT] = {
-	TokenizerInit_None,         /*MemoryMappedFile_None*/
-	TokenizerInit_Empty,        /*MemoryMappedFile_Empty*/
-	TokenizerInit_FileTooLarge, /*MemoryMappedFile_FileTooLarge*/
-	TokenizerInit_Invalid,      /*MemoryMappedFile_Invalid*/
-	TokenizerInit_NotExists,    /*MemoryMappedFile_NotExists*/
-	TokenizerInit_Permission,   /*MemoryMappedFile_Permission*/
+TokenizerInitError loaded_file_error_map_to_tokenizer[LoadedFile_COUNT] = {
+	TokenizerInit_None,         /*LoadedFile_None*/
+	TokenizerInit_Empty,        /*LoadedFile_Empty*/
+	TokenizerInit_FileTooLarge, /*LoadedFile_FileTooLarge*/
+	TokenizerInit_Invalid,      /*LoadedFile_Invalid*/
+	TokenizerInit_NotExists,    /*LoadedFile_NotExists*/
+	TokenizerInit_Permission,   /*LoadedFile_Permission*/
 };
 
 TokenizerInitError init_tokenizer_from_fullpath(Tokenizer *t, String const &fullpath, bool copy_file_contents) {
-	MemoryMappedFileError mmf_err = memory_map_file_32(
+	LoadedFileError file_err = load_file_32(
 		alloc_cstring(temporary_allocator(), fullpath), 
-		&t->memory_mapped_file,
+		&t->loaded_file,
 		copy_file_contents
 	);
 	
-	TokenizerInitError err = memory_mapped_file_error_map_to_tokenizer[mmf_err];
-	switch (mmf_err) {
-	case MemoryMappedFile_None:
-		init_tokenizer_with_data(t, fullpath, t->memory_mapped_file.data, cast(isize)t->memory_mapped_file.size);
+	TokenizerInitError err = loaded_file_error_map_to_tokenizer[file_err];
+	switch (file_err) {
+	case LoadedFile_None:
+		init_tokenizer_with_data(t, fullpath, t->loaded_file.data, cast(isize)t->loaded_file.size);
 		break;
-	case MemoryMappedFile_FileTooLarge:
-	case MemoryMappedFile_Empty:
+	case LoadedFile_FileTooLarge:
+	case LoadedFile_Empty:
 		t->fullpath = fullpath;
 		t->line_count = 1;
 		break;
-- 
cgit v1.2.3