aboutsummaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
authorgingerBill <gingerBill@users.noreply.github.com>2022-08-15 10:27:53 +0100
committerGitHub <noreply@github.com>2022-08-15 10:27:53 +0100
commitd30198c99af7b3346ee6305e6306c379ddd2ffa2 (patch)
treefff75340799d1f94509f429807b5600a20eb6df0 /src
parenta460d140fefd91c76e55f735e180bf663c48f2da (diff)
parentcecadce86d8070ee31d193736d331926efec0fff (diff)
Merge pull request #1944 from odin-lang/load-improvements
Improvements to `#load`
Diffstat (limited to 'src')
-rw-r--r--src/check_builtin.cpp953
-rw-r--r--src/check_expr.cpp75
-rw-r--r--src/checker.cpp4
-rw-r--r--src/checker.hpp9
-rw-r--r--src/llvm_backend_const.cpp4
-rw-r--r--src/llvm_backend_general.cpp48
-rw-r--r--src/llvm_backend_utility.cpp4
-rw-r--r--src/parser.hpp3
-rw-r--r--src/types.cpp51
9 files changed, 694 insertions, 457 deletions
diff --git a/src/check_builtin.cpp b/src/check_builtin.cpp
index 8f8f7f9e2..687f1694b 100644
--- a/src/check_builtin.cpp
+++ b/src/check_builtin.cpp
@@ -1074,6 +1074,505 @@ bool check_builtin_simd_operation(CheckerContext *c, Operand *operand, Ast *call
return false;
}
+bool cache_load_file_directive(CheckerContext *c, Ast *call, String const &original_string, bool err_on_not_found, LoadFileCache **cache_) {
+ ast_node(ce, CallExpr, call);
+ ast_node(bd, BasicDirective, ce->proc);
+ String builtin_name = bd->name.string;
+
+ String base_dir = dir_from_path(get_file_path_string(call->file_id));
+
+ BlockingMutex *ignore_mutex = nullptr;
+ String path = {};
+ bool ok = determine_path_from_string(ignore_mutex, call, base_dir, original_string, &path);
+ gb_unused(ok);
+
+
+ MUTEX_GUARD(&c->info->load_file_mutex);
+
+ gbFileError file_error = gbFileError_None;
+ String data = {};
+
+ LoadFileCache **cache_ptr = string_map_get(&c->info->load_file_cache, path);
+ LoadFileCache *cache = cache_ptr ? *cache_ptr : nullptr;
+ if (cache) {
+ file_error = cache->file_error;
+ data = cache->data;
+ }
+ defer ({
+ if (cache == nullptr) {
+ LoadFileCache *new_cache = gb_alloc_item(permanent_allocator(), LoadFileCache);
+ new_cache->path = path;
+ new_cache->data = data;
+ new_cache->file_error = file_error;
+ string_map_init(&new_cache->hashes, heap_allocator(), 32);
+ string_map_set(&c->info->load_file_cache, path, new_cache);
+ if (cache_) *cache_ = new_cache;
+ } else {
+ cache->data = data;
+ cache->file_error = file_error;
+ if (cache_) *cache_ = cache;
+ }
+ });
+
+ char *c_str = alloc_cstring(heap_allocator(), path);
+ defer (gb_free(heap_allocator(), c_str));
+
+ gbFile f = {};
+ if (cache == nullptr) {
+ file_error = gb_file_open(&f, c_str);
+ }
+ defer (gb_file_close(&f));
+
+ switch (file_error) {
+ default:
+ case gbFileError_Invalid:
+ if (err_on_not_found) {
+ error(ce->proc, "Failed to `#%.*s` file: %s; invalid file or cannot be found", LIT(builtin_name), c_str);
+ }
+ call->state_flags |= StateFlag_DirectiveWasFalse;
+ return false;
+ case gbFileError_NotExists:
+ if (err_on_not_found) {
+ error(ce->proc, "Failed to `#%.*s` file: %s; file cannot be found", LIT(builtin_name), c_str);
+ }
+ call->state_flags |= StateFlag_DirectiveWasFalse;
+ return false;
+ case gbFileError_Permission:
+ if (err_on_not_found) {
+ error(ce->proc, "Failed to `#%.*s` file: %s; file permissions problem", LIT(builtin_name), c_str);
+ }
+ call->state_flags |= StateFlag_DirectiveWasFalse;
+ return false;
+ case gbFileError_None:
+ // Okay
+ break;
+ }
+
+ if (cache == nullptr) {
+ isize file_size = cast(isize)gb_file_size(&f);
+ if (file_size > 0) {
+ u8 *ptr = cast(u8 *)gb_alloc(permanent_allocator(), file_size+1);
+ gb_file_read_at(&f, ptr, file_size, 0);
+ ptr[file_size] = '\0';
+ data.text = ptr;
+ data.len = file_size;
+ }
+ }
+
+ return true;
+}
+
+
+bool is_valid_type_for_load(Type *type) {
+ if (type == t_invalid) {
+ return false;
+ } else if (is_type_string(type)) {
+ return true;
+ } else if (is_type_slice(type) /*|| is_type_array(type) || is_type_enumerated_array(type)*/) {
+ Type *elem = nullptr;
+ Type *bt = base_type(type);
+ if (bt->kind == Type_Slice) {
+ elem = bt->Slice.elem;
+ } else if (bt->kind == Type_Array) {
+ elem = bt->Array.elem;
+ } else if (bt->kind == Type_EnumeratedArray) {
+ elem = bt->EnumeratedArray.elem;
+ }
+ GB_ASSERT(elem != nullptr);
+ return is_type_load_safe(elem);
+ }
+ return false;
+}
+
+LoadDirectiveResult check_load_directive(CheckerContext *c, Operand *operand, Ast *call, Type *type_hint, bool err_on_not_found) {
+ ast_node(ce, CallExpr, call);
+ ast_node(bd, BasicDirective, ce->proc);
+ String name = bd->name.string;
+ GB_ASSERT(name == "load");
+
+ if (ce->args.count != 1 && ce->args.count != 2) {
+ if (ce->args.count == 0) {
+ error(ce->close, "'#%.*s' expects 1 or 2 arguments, got 0", LIT(name));
+ } else {
+ error(ce->args[0], "'#%.*s' expects 1 or 2 arguments, got %td", LIT(name), ce->args.count);
+ }
+
+ return LoadDirective_Error;
+ }
+
+ Ast *arg = ce->args[0];
+ Operand o = {};
+ check_expr(c, &o, arg);
+ if (o.mode != Addressing_Constant) {
+ error(arg, "'#%.*s' expected a constant string argument", LIT(name));
+ return LoadDirective_Error;
+ }
+
+ if (!is_type_string(o.type)) {
+ gbString str = type_to_string(o.type);
+ error(arg, "'#%.*s' expected a constant string, got %s", LIT(name), str);
+ gb_string_free(str);
+ return LoadDirective_Error;
+ }
+
+ GB_ASSERT(o.value.kind == ExactValue_String);
+
+ operand->type = t_u8_slice;
+ if (ce->args.count == 1) {
+ if (type_hint && is_valid_type_for_load(type_hint)) {
+ operand->type = type_hint;
+ }
+ } else if (ce->args.count == 2) {
+ Ast *arg_type = ce->args[1];
+ Type *type = check_type(c, arg_type);
+ if (type != nullptr) {
+ if (is_valid_type_for_load(type)) {
+ operand->type = type;
+ } else {
+ gbString type_str = type_to_string(type);
+ error(arg_type, "'#%.*s' invalid type, expected a string, or slice of simple types, got %s", LIT(name), type_str);
+ gb_string_free(type_str);
+ }
+ }
+ } else {
+ GB_PANIC("unreachable");
+ }
+ operand->mode = Addressing_Constant;
+
+ LoadFileCache *cache = nullptr;
+ if (cache_load_file_directive(c, call, o.value.value_string, err_on_not_found, &cache)) {
+ operand->value = exact_value_string(cache->data);
+ return LoadDirective_Success;
+ }
+ return LoadDirective_NotFound;
+
+}
+
+
+bool check_builtin_procedure_directive(CheckerContext *c, Operand *operand, Ast *call, Type *type_hint) {
+ ast_node(ce, CallExpr, call);
+ ast_node(bd, BasicDirective, ce->proc);
+ String name = bd->name.string;
+ if (name == "location") {
+ if (ce->args.count > 1) {
+ error(ce->args[0], "'#location' expects either 0 or 1 arguments, got %td", ce->args.count);
+ }
+ if (ce->args.count > 0) {
+ Ast *arg = ce->args[0];
+ Entity *e = nullptr;
+ Operand o = {};
+ if (arg->kind == Ast_Ident) {
+ e = check_ident(c, &o, arg, nullptr, nullptr, true);
+ } else if (arg->kind == Ast_SelectorExpr) {
+ e = check_selector(c, &o, arg, nullptr);
+ }
+ if (e == nullptr) {
+ error(ce->args[0], "'#location' expected a valid entity name");
+ }
+ }
+
+ operand->type = t_source_code_location;
+ operand->mode = Addressing_Value;
+ } else if (name == "load") {
+ return check_load_directive(c, operand, call, type_hint, true) == LoadDirective_Success;
+ } else if (name == "load_hash") {
+ if (ce->args.count != 2) {
+ if (ce->args.count == 0) {
+ error(ce->close, "'#load_hash' expects 2 argument, got 0");
+ } else {
+ error(ce->args[0], "'#load_hash' expects 2 argument, got %td", ce->args.count);
+ }
+ return false;
+ }
+
+ Ast *arg0 = ce->args[0];
+ Ast *arg1 = ce->args[1];
+ Operand o = {};
+ check_expr(c, &o, arg0);
+ if (o.mode != Addressing_Constant) {
+ error(arg0, "'#load_hash' expected a constant string argument");
+ return false;
+ }
+
+ if (!is_type_string(o.type)) {
+ gbString str = type_to_string(o.type);
+ error(arg0, "'#load_hash' expected a constant string, got %s", str);
+ gb_string_free(str);
+ return false;
+ }
+
+ Operand o_hash = {};
+ check_expr(c, &o_hash, arg1);
+ if (o_hash.mode != Addressing_Constant) {
+ error(arg1, "'#load_hash' expected a constant string argument");
+ return false;
+ }
+
+ if (!is_type_string(o_hash.type)) {
+ gbString str = type_to_string(o.type);
+ error(arg1, "'#load_hash' expected a constant string, got %s", str);
+ gb_string_free(str);
+ return false;
+ }
+ gbAllocator a = heap_allocator();
+
+ GB_ASSERT(o.value.kind == ExactValue_String);
+ GB_ASSERT(o_hash.value.kind == ExactValue_String);
+
+ String original_string = o.value.value_string;
+ String hash_kind = o_hash.value.value_string;
+
+ String supported_hashes[] = {
+ str_lit("adler32"),
+ str_lit("crc32"),
+ str_lit("crc64"),
+ str_lit("fnv32"),
+ str_lit("fnv64"),
+ str_lit("fnv32a"),
+ str_lit("fnv64a"),
+ str_lit("murmur32"),
+ str_lit("murmur64"),
+ };
+
+ bool hash_found = false;
+ for (isize i = 0; i < gb_count_of(supported_hashes); i++) {
+ if (supported_hashes[i] == hash_kind) {
+ hash_found = true;
+ break;
+ }
+ }
+ if (!hash_found) {
+ ERROR_BLOCK();
+ error(ce->proc, "Invalid hash kind passed to `#load_hash`, got: %.*s", LIT(hash_kind));
+ error_line("\tAvailable hash kinds:\n");
+ for (isize i = 0; i < gb_count_of(supported_hashes); i++) {
+ error_line("\t%.*s\n", LIT(supported_hashes[i]));
+ }
+ return false;
+ }
+
+ LoadFileCache *cache = nullptr;
+ if (cache_load_file_directive(c, call, original_string, true, &cache)) {
+ MUTEX_GUARD(&c->info->load_file_mutex);
+ // TODO(bill): make these procedures fast :P
+ u64 hash_value = 0;
+ u64 *hash_value_ptr = string_map_get(&cache->hashes, hash_kind);
+ if (hash_value_ptr) {
+ hash_value = *hash_value_ptr;
+ } else {
+ u8 *data = cache->data.text;
+ isize file_size = cache->data.len;
+ if (hash_kind == "adler32") {
+ hash_value = gb_adler32(data, file_size);
+ } else if (hash_kind == "crc32") {
+ hash_value = gb_crc32(data, file_size);
+ } else if (hash_kind == "crc64") {
+ hash_value = gb_crc64(data, file_size);
+ } else if (hash_kind == "fnv32") {
+ hash_value = gb_fnv32(data, file_size);
+ } else if (hash_kind == "fnv64") {
+ hash_value = gb_fnv64(data, file_size);
+ } else if (hash_kind == "fnv32a") {
+ hash_value = fnv32a(data, file_size);
+ } else if (hash_kind == "fnv64a") {
+ hash_value = fnv64a(data, file_size);
+ } else if (hash_kind == "murmur32") {
+ hash_value = gb_murmur32(data, file_size);
+ } else if (hash_kind == "murmur64") {
+ hash_value = gb_murmur64(data, file_size);
+ } else {
+ compiler_error("unhandled hash kind: %.*s", LIT(hash_kind));
+ }
+ string_map_set(&cache->hashes, hash_kind, hash_value);
+ }
+
+ operand->type = t_untyped_integer;
+ operand->mode = Addressing_Constant;
+ operand->value = exact_value_u64(hash_value);
+ return true;
+ }
+ return false;
+ } else if (name == "load_or") {
+ warning(call, "'#load_or' is deprecated in favour of '#load(path) or_else default'");
+
+ if (ce->args.count != 2) {
+ if (ce->args.count == 0) {
+ error(ce->close, "'#load_or' expects 2 arguments, got 0");
+ } else {
+ error(ce->args[0], "'#load_or' expects 2 arguments, got %td", ce->args.count);
+ }
+ return false;
+ }
+
+ Ast *arg = ce->args[0];
+ Operand o = {};
+ check_expr(c, &o, arg);
+ if (o.mode != Addressing_Constant) {
+ error(arg, "'#load_or' expected a constant string argument");
+ return false;
+ }
+
+ if (!is_type_string(o.type)) {
+ gbString str = type_to_string(o.type);
+ error(arg, "'#load_or' expected a constant string, got %s", str);
+ gb_string_free(str);
+ return false;
+ }
+
+ Ast *default_arg = ce->args[1];
+ Operand default_op = {};
+ check_expr_with_type_hint(c, &default_op, default_arg, t_u8_slice);
+ if (default_op.mode != Addressing_Constant) {
+ error(arg, "'#load_or' expected a constant '[]byte' argument");
+ return false;
+ }
+
+ if (!are_types_identical(base_type(default_op.type), t_u8_slice)) {
+ gbString str = type_to_string(default_op.type);
+ error(arg, "'#load_or' expected a constant '[]byte', got %s", str);
+ gb_string_free(str);
+ return false;
+ }
+ GB_ASSERT(o.value.kind == ExactValue_String);
+ String original_string = o.value.value_string;
+
+ operand->type = t_u8_slice;
+ operand->mode = Addressing_Constant;
+ LoadFileCache *cache = nullptr;
+ if (cache_load_file_directive(c, call, original_string, false, &cache)) {
+ operand->value = exact_value_string(cache->data);
+ } else {
+ operand->value = default_op.value;
+ }
+ } else if (name == "assert") {
+ if (ce->args.count != 1 && ce->args.count != 2) {
+ error(call, "'#assert' expects either 1 or 2 arguments, got %td", ce->args.count);
+ return false;
+ }
+ if (!is_type_boolean(operand->type) || operand->mode != Addressing_Constant) {
+ gbString str = expr_to_string(ce->args[0]);
+ error(call, "'%s' is not a constant boolean", str);
+ gb_string_free(str);
+ return false;
+ }
+ if (ce->args.count == 2) {
+ Ast *arg = unparen_expr(ce->args[1]);
+ if (arg == nullptr || arg->kind != Ast_BasicLit || arg->BasicLit.token.kind != Token_String) {
+ gbString str = expr_to_string(arg);
+ error(call, "'%s' is not a constant string", str);
+ gb_string_free(str);
+ return false;
+ }
+ }
+
+ if (!operand->value.value_bool) {
+ gbString arg1 = expr_to_string(ce->args[0]);
+ gbString arg2 = {};
+
+ if (ce->args.count == 1) {
+ error(call, "Compile time assertion: %s", arg1);
+ } else {
+ arg2 = expr_to_string(ce->args[1]);
+ error(call, "Compile time assertion: %s (%s)", arg1, arg2);
+ }
+
+ if (c->proc_name != "") {
+ gbString str = type_to_string(c->curr_proc_sig);
+ error_line("\tCalled within '%.*s' :: %s\n", LIT(c->proc_name), str);
+ gb_string_free(str);
+ }
+
+ gb_string_free(arg1);
+ if (ce->args.count == 2) {
+ gb_string_free(arg2);
+ }
+ }
+
+ operand->type = t_untyped_bool;
+ operand->mode = Addressing_Constant;
+ } else if (name == "panic") {
+ if (ce->args.count != 1) {
+ error(call, "'#panic' expects 1 argument, got %td", ce->args.count);
+ return false;
+ }
+ if (!is_type_string(operand->type) && operand->mode != Addressing_Constant) {
+ gbString str = expr_to_string(ce->args[0]);
+ error(call, "'%s' is not a constant string", str);
+ gb_string_free(str);
+ return false;
+ }
+ error(call, "Compile time panic: %.*s", LIT(operand->value.value_string));
+ if (c->proc_name != "") {
+ gbString str = type_to_string(c->curr_proc_sig);
+ error_line("\tCalled within '%.*s' :: %s\n", LIT(c->proc_name), str);
+ gb_string_free(str);
+ }
+ operand->type = t_invalid;
+ operand->mode = Addressing_NoValue;
+ } else if (name == "defined") {
+ if (ce->args.count != 1) {
+ error(call, "'#defined' expects 1 argument, got %td", ce->args.count);
+ return false;
+ }
+ Ast *arg = unparen_expr(ce->args[0]);
+ if (arg == nullptr || (arg->kind != Ast_Ident && arg->kind != Ast_SelectorExpr)) {
+ error(call, "'#defined' expects an identifier or selector expression, got %.*s", LIT(ast_strings[arg->kind]));
+ return false;
+ }
+
+ if (c->curr_proc_decl == nullptr) {
+ error(call, "'#defined' is only allowed within a procedure, prefer the replacement '#config(NAME, default_value)'");
+ return false;
+ }
+
+ bool is_defined = check_identifier_exists(c->scope, arg);
+ gb_unused(is_defined);
+ operand->type = t_untyped_bool;
+ operand->mode = Addressing_Constant;
+ operand->value = exact_value_bool(false);
+
+ } else if (name == "config") {
+ if (ce->args.count != 2) {
+ error(call, "'#config' expects 2 argument, got %td", ce->args.count);
+ return false;
+ }
+ Ast *arg = unparen_expr(ce->args[0]);
+ if (arg == nullptr || arg->kind != Ast_Ident) {
+ error(call, "'#config' expects an identifier, got %.*s", LIT(ast_strings[arg->kind]));
+ return false;
+ }
+
+ Ast *def_arg = unparen_expr(ce->args[1]);
+
+ Operand def = {};
+ check_expr(c, &def, def_arg);
+ if (def.mode != Addressing_Constant) {
+ error(def_arg, "'#config' default value must be a constant");
+ return false;
+ }
+
+ String name = arg->Ident.token.string;
+
+
+ operand->type = def.type;
+ operand->mode = def.mode;
+ operand->value = def.value;
+
+ Entity *found = scope_lookup_current(config_pkg->scope, name);
+ if (found != nullptr) {
+ if (found->kind != Entity_Constant) {
+ error(arg, "'#config' entity '%.*s' found but expected a constant", LIT(name));
+ } else {
+ operand->type = found->type;
+ operand->mode = Addressing_Constant;
+ operand->value = found->Constant.value;
+ }
+ }
+ } else {
+ error(call, "Unknown directive call: #%.*s", LIT(name));
+ }
+ return true;
+}
bool check_builtin_procedure(CheckerContext *c, Operand *operand, Ast *call, i32 id, Type *type_hint) {
ast_node(ce, CallExpr, call);
@@ -1186,458 +1685,8 @@ bool check_builtin_procedure(CheckerContext *c, Operand *operand, Ast *call, i32
mpmc_enqueue(&c->info->intrinsics_entry_point_usage, call);
break;
- case BuiltinProc_DIRECTIVE: {
- ast_node(bd, BasicDirective, ce->proc);
- String name = bd->name.string;
- if (name == "location") {
- if (ce->args.count > 1) {
- error(ce->args[0], "'#location' expects either 0 or 1 arguments, got %td", ce->args.count);
- }
- if (ce->args.count > 0) {
- Ast *arg = ce->args[0];
- Entity *e = nullptr;
- Operand o = {};
- if (arg->kind == Ast_Ident) {
- e = check_ident(c, &o, arg, nullptr, nullptr, true);
- } else if (arg->kind == Ast_SelectorExpr) {
- e = check_selector(c, &o, arg, nullptr);
- }
- if (e == nullptr) {
- error(ce->args[0], "'#location' expected a valid entity name");
- }
- }
-
- operand->type = t_source_code_location;
- operand->mode = Addressing_Value;
- } else if (name == "load") {
- if (ce->args.count != 1) {
- if (ce->args.count == 0) {
- error(ce->close, "'#load' expects 1 argument, got 0");
- } else {
- error(ce->args[0], "'#load' expects 1 argument, got %td", ce->args.count);
- }
-
- return false;
- }
-
- Ast *arg = ce->args[0];
- Operand o = {};
- check_expr(c, &o, arg);
- if (o.mode != Addressing_Constant) {
- error(arg, "'#load' expected a constant string argument");
- return false;
- }
-
- if (!is_type_string(o.type)) {
- gbString str = type_to_string(o.type);
- error(arg, "'#load' expected a constant string, got %s", str);
- gb_string_free(str);
- return false;
- }
-
- gbAllocator a = heap_allocator();
-
- GB_ASSERT(o.value.kind == ExactValue_String);
- String base_dir = dir_from_path(get_file_path_string(bd->token.pos.file_id));
- String original_string = o.value.value_string;
-
-
- BlockingMutex *ignore_mutex = nullptr;
- String path = {};
- bool ok = determine_path_from_string(ignore_mutex, call, base_dir, original_string, &path);
- gb_unused(ok);
-
- char *c_str = alloc_cstring(a, path);
- defer (gb_free(a, c_str));
-
-
- gbFile f = {};
- gbFileError file_err = gb_file_open(&f, c_str);
- defer (gb_file_close(&f));
-
- switch (file_err) {
- default:
- case gbFileError_Invalid:
- error(ce->proc, "Failed to `#load` file: %s; invalid file or cannot be found", c_str);
- return false;
- case gbFileError_NotExists:
- error(ce->proc, "Failed to `#load` file: %s; file cannot be found", c_str);
- return false;
- case gbFileError_Permission:
- error(ce->proc, "Failed to `#load` file: %s; file permissions problem", c_str);
- return false;
- case gbFileError_None:
- // Okay
- break;
- }
-
- String result = {};
- isize file_size = cast(isize)gb_file_size(&f);
- if (file_size > 0) {
- u8 *data = cast(u8 *)gb_alloc(a, file_size+1);
- gb_file_read_at(&f, data, file_size, 0);
- data[file_size] = '\0';
- result.text = data;
- result.len = file_size;
- }
-
- operand->type = t_u8_slice;
- operand->mode = Addressing_Constant;
- operand->value = exact_value_string(result);
-
- } else if (name == "load_hash") {
- if (ce->args.count != 2) {
- if (ce->args.count == 0) {
- error(ce->close, "'#load_hash' expects 2 argument, got 0");
- } else {
- error(ce->args[0], "'#load_hash' expects 2 argument, got %td", ce->args.count);
- }
- return false;
- }
-
- Ast *arg0 = ce->args[0];
- Ast *arg1 = ce->args[1];
- Operand o = {};
- check_expr(c, &o, arg0);
- if (o.mode != Addressing_Constant) {
- error(arg0, "'#load_hash' expected a constant string argument");
- return false;
- }
-
- if (!is_type_string(o.type)) {
- gbString str = type_to_string(o.type);
- error(arg0, "'#load_hash' expected a constant string, got %s", str);
- gb_string_free(str);
- return false;
- }
-
- Operand o_hash = {};
- check_expr(c, &o_hash, arg1);
- if (o_hash.mode != Addressing_Constant) {
- error(arg1, "'#load_hash' expected a constant string argument");
- return false;
- }
-
- if (!is_type_string(o_hash.type)) {
- gbString str = type_to_string(o.type);
- error(arg1, "'#load_hash' expected a constant string, got %s", str);
- gb_string_free(str);
- return false;
- }
-
-
- gbAllocator a = heap_allocator();
-
- GB_ASSERT(o.value.kind == ExactValue_String);
- GB_ASSERT(o_hash.value.kind == ExactValue_String);
-
- String base_dir = dir_from_path(get_file_path_string(bd->token.pos.file_id));
- String original_string = o.value.value_string;
- String hash_kind = o_hash.value.value_string;
-
- String supported_hashes[] = {
- str_lit("adler32"),
- str_lit("crc32"),
- str_lit("crc64"),
- str_lit("fnv32"),
- str_lit("fnv64"),
- str_lit("fnv32a"),
- str_lit("fnv64a"),
- str_lit("murmur32"),
- str_lit("murmur64"),
- };
-
- bool hash_found = false;
- for (isize i = 0; i < gb_count_of(supported_hashes); i++) {
- if (supported_hashes[i] == hash_kind) {
- hash_found = true;
- break;
- }
- }
- if (!hash_found) {
- ERROR_BLOCK();
- error(ce->proc, "Invalid hash kind passed to `#load_hash`, got: %.*s", LIT(hash_kind));
- error_line("\tAvailable hash kinds:\n");
- for (isize i = 0; i < gb_count_of(supported_hashes); i++) {
- error_line("\t%.*s\n", LIT(supported_hashes[i]));
- }
- return false;
- }
-
-
- BlockingMutex *ignore_mutex = nullptr;
- String path = {};
- bool ok = determine_path_from_string(ignore_mutex, call, base_dir, original_string, &path);
- gb_unused(ok);
-
- char *c_str = alloc_cstring(a, path);
- defer (gb_free(a, c_str));
-
-
- gbFile f = {};
- gbFileError file_err = gb_file_open(&f, c_str);
- defer (gb_file_close(&f));
-
- switch (file_err) {
- default:
- case gbFileError_Invalid:
- error(ce->proc, "Failed to `#load_hash` file: %s; invalid file or cannot be found", c_str);
- return false;
- case gbFileError_NotExists:
- error(ce->proc, "Failed to `#load_hash` file: %s; file cannot be found", c_str);
- return false;
- case gbFileError_Permission:
- error(ce->proc, "Failed to `#load_hash` file: %s; file permissions problem", c_str);
- return false;
- case gbFileError_None:
- // Okay
- break;
- }
-
- // TODO(bill): make these procedures fast :P
-
- u64 hash_value = 0;
- String result = {};
- isize file_size = cast(isize)gb_file_size(&f);
- if (file_size > 0) {
- u8 *data = cast(u8 *)gb_alloc(a, file_size);
- gb_file_read_at(&f, data, file_size, 0);
- if (hash_kind == "adler32") {
- hash_value = gb_adler32(data, file_size);
- } else if (hash_kind == "crc32") {
- hash_value = gb_crc32(data, file_size);
- } else if (hash_kind == "crc64") {
- hash_value = gb_crc64(data, file_size);
- } else if (hash_kind == "fnv32") {
- hash_value = gb_fnv32(data, file_size);
- } else if (hash_kind == "fnv64") {
- hash_value = gb_fnv64(data, file_size);
- } else if (hash_kind == "fnv32a") {
- hash_value = fnv32a(data, file_size);
- } else if (hash_kind == "fnv64a") {
- hash_value = fnv64a(data, file_size);
- } else if (hash_kind == "murmur32") {
- hash_value = gb_murmur32(data, file_size);
- } else if (hash_kind == "murmur64") {
- hash_value = gb_murmur64(data, file_size);
- } else {
- compiler_error("unhandled hash kind: %.*s", LIT(hash_kind));
- }
- gb_free(a, data);
- }
-
- operand->type = t_untyped_integer;
- operand->mode = Addressing_Constant;
- operand->value = exact_value_u64(hash_value);
-
- } else if (name == "load_or") {
- if (ce->args.count != 2) {
- if (ce->args.count == 0) {
- error(ce->close, "'#load_or' expects 2 arguments, got 0");
- } else {
- error(ce->args[0], "'#load_or' expects 2 arguments, got %td", ce->args.count);
- }
- return false;
- }
-
- Ast *arg = ce->args[0];
- Operand o = {};
- check_expr(c, &o, arg);
- if (o.mode != Addressing_Constant) {
- error(arg, "'#load_or' expected a constant string argument");
- return false;
- }
-
- if (!is_type_string(o.type)) {
- gbString str = type_to_string(o.type);
- error(arg, "'#load_or' expected a constant string, got %s", str);
- gb_string_free(str);
- return false;
- }
-
- Ast *default_arg = ce->args[1];
- Operand default_op = {};
- check_expr_with_type_hint(c, &default_op, default_arg, t_u8_slice);
- if (default_op.mode != Addressing_Constant) {
- error(arg, "'#load_or' expected a constant '[]byte' argument");
- return false;
- }
-
- if (!are_types_identical(base_type(default_op.type), t_u8_slice)) {
- gbString str = type_to_string(default_op.type);
- error(arg, "'#load_or' expected a constant '[]byte', got %s", str);
- gb_string_free(str);
- return false;
- }
-
- gbAllocator a = heap_allocator();
-
- GB_ASSERT(o.value.kind == ExactValue_String);
- String base_dir = dir_from_path(get_file_path_string(bd->token.pos.file_id));
- String original_string = o.value.value_string;
-
-
- BlockingMutex *ignore_mutex = nullptr;
- String path = {};
- bool ok = determine_path_from_string(ignore_mutex, call, base_dir, original_string, &path);
- gb_unused(ok);
-
- char *c_str = alloc_cstring(a, path);
- defer (gb_free(a, c_str));
-
-
- gbFile f = {};
- gbFileError file_err = gb_file_open(&f, c_str);
- defer (gb_file_close(&f));
-
- operand->type = t_u8_slice;
- operand->mode = Addressing_Constant;
- if (file_err == gbFileError_None) {
- String result = {};
- isize file_size = cast(isize)gb_file_size(&f);
- if (file_size > 0) {
- u8 *data = cast(u8 *)gb_alloc(a, file_size+1);
- gb_file_read_at(&f, data, file_size, 0);
- data[file_size] = '\0';
- result.text = data;
- result.len = file_size;
- }
-
- operand->value = exact_value_string(result);
- } else {
- operand->value = default_op.value;
- }
-
- } else if (name == "assert") {
- if (ce->args.count != 1 && ce->args.count != 2) {
- error(call, "'#assert' expects either 1 or 2 arguments, got %td", ce->args.count);
- return false;
- }
- if (!is_type_boolean(operand->type) || operand->mode != Addressing_Constant) {
- gbString str = expr_to_string(ce->args[0]);
- error(call, "'%s' is not a constant boolean", str);
- gb_string_free(str);
- return false;
- }
- if (ce->args.count == 2) {
- Ast *arg = unparen_expr(ce->args[1]);
- if (arg == nullptr || arg->kind != Ast_BasicLit || arg->BasicLit.token.kind != Token_String) {
- gbString str = expr_to_string(arg);
- error(call, "'%s' is not a constant string", str);
- gb_string_free(str);
- return false;
- }
- }
-
- if (!operand->value.value_bool) {
- gbString arg1 = expr_to_string(ce->args[0]);
- gbString arg2 = {};
-
- if (ce->args.count == 1) {
- error(call, "Compile time assertion: %s", arg1);
- } else {
- arg2 = expr_to_string(ce->args[1]);
- error(call, "Compile time assertion: %s (%s)", arg1, arg2);
- }
-
- if (c->proc_name != "") {
- gbString str = type_to_string(c->curr_proc_sig);
- error_line("\tCalled within '%.*s' :: %s\n", LIT(c->proc_name), str);
- gb_string_free(str);
- }
-
- gb_string_free(arg1);
- if (ce->args.count == 2) {
- gb_string_free(arg2);
- }
- }
-
- operand->type = t_untyped_bool;
- operand->mode = Addressing_Constant;
- } else if (name == "panic") {
- if (ce->args.count != 1) {
- error(call, "'#panic' expects 1 argument, got %td", ce->args.count);
- return false;
- }
- if (!is_type_string(operand->type) && operand->mode != Addressing_Constant) {
- gbString str = expr_to_string(ce->args[0]);
- error(call, "'%s' is not a constant string", str);
- gb_string_free(str);
- return false;
- }
- error(call, "Compile time panic: %.*s", LIT(operand->value.value_string));
- if (c->proc_name != "") {
- gbString str = type_to_string(c->curr_proc_sig);
- error_line("\tCalled within '%.*s' :: %s\n", LIT(c->proc_name), str);
- gb_string_free(str);
- }
- operand->type = t_invalid;
- operand->mode = Addressing_NoValue;
- } else if (name == "defined") {
- if (ce->args.count != 1) {
- error(call, "'#defined' expects 1 argument, got %td", ce->args.count);
- return false;
- }
- Ast *arg = unparen_expr(ce->args[0]);
- if (arg == nullptr || (arg->kind != Ast_Ident && arg->kind != Ast_SelectorExpr)) {
- error(call, "'#defined' expects an identifier or selector expression, got %.*s", LIT(ast_strings[arg->kind]));
- return false;
- }
-
- if (c->curr_proc_decl == nullptr) {
- error(call, "'#defined' is only allowed within a procedure, prefer the replacement '#config(NAME, default_value)'");
- return false;
- }
-
- bool is_defined = check_identifier_exists(c->scope, arg);
- gb_unused(is_defined);
- operand->type = t_untyped_bool;
- operand->mode = Addressing_Constant;
- operand->value = exact_value_bool(false);
-
- } else if (name == "config") {
- if (ce->args.count != 2) {
- error(call, "'#config' expects 2 argument, got %td", ce->args.count);
- return false;
- }
- Ast *arg = unparen_expr(ce->args[0]);
- if (arg == nullptr || arg->kind != Ast_Ident) {
- error(call, "'#config' expects an identifier, got %.*s", LIT(ast_strings[arg->kind]));
- return false;
- }
-
- Ast *def_arg = unparen_expr(ce->args[1]);
-
- Operand def = {};
- check_expr(c, &def, def_arg);
- if (def.mode != Addressing_Constant) {
- error(def_arg, "'#config' default value must be a constant");
- return false;
- }
-
- String name = arg->Ident.token.string;
-
-
- operand->type = def.type;
- operand->mode = def.mode;
- operand->value = def.value;
-
- Entity *found = scope_lookup_current(config_pkg->scope, name);
- if (found != nullptr) {
- if (found->kind != Entity_Constant) {
- error(arg, "'#config' entity '%.*s' found but expected a constant", LIT(name));
- } else {
- operand->type = found->type;
- operand->mode = Addressing_Constant;
- operand->value = found->Constant.value;
- }
- }
- } else {
- error(call, "Unknown directive call: #%.*s", LIT(name));
- }
-
- break;
- }
+ case BuiltinProc_DIRECTIVE:
+ return check_builtin_procedure_directive(c, operand, call, type_hint);
case BuiltinProc_len:
check_expr_or_type(c, operand, ce->args[0]);
diff --git a/src/check_expr.cpp b/src/check_expr.cpp
index f6c94466b..310874139 100644
--- a/src/check_expr.cpp
+++ b/src/check_expr.cpp
@@ -121,6 +121,28 @@ void check_or_return_split_types(CheckerContext *c, Operand *x, String const &na
bool is_diverging_expr(Ast *expr);
+
+enum LoadDirectiveResult {
+ LoadDirective_Success = 0,
+ LoadDirective_Error = 1,
+ LoadDirective_NotFound = 2,
+};
+
+bool is_load_directive_call(Ast *call) {
+ call = unparen_expr(call);
+ if (call->kind != Ast_CallExpr) {
+ return false;
+ }
+ ast_node(ce, CallExpr, call);
+ if (ce->proc->kind != Ast_BasicDirective) {
+ return false;
+ }
+ ast_node(bd, BasicDirective, ce->proc);
+ String name = bd->name.string;
+ return name == "load";
+}
+LoadDirectiveResult check_load_directive(CheckerContext *c, Operand *operand, Ast *call, Type *type_hint, bool err_on_not_found);
+
void check_did_you_mean_print(DidYouMeanAnswers *d, char const *prefix = "") {
auto results = did_you_mean_results(d);
if (results.count != 0) {
@@ -7407,9 +7429,59 @@ ExprKind check_or_else_expr(CheckerContext *c, Operand *o, Ast *node, Type *type
String name = oe->token.string;
Ast *arg = oe->x;
Ast *default_value = oe->y;
-
Operand x = {};
Operand y = {};
+
+ // NOTE(bill, 2022-08-11): edge case to handle #load(path) or_else default
+ if (is_load_directive_call(arg)) {
+ LoadDirectiveResult res = check_load_directive(c, &x, arg, type_hint, false);
+
+ // Allow for chaining of '#load(path) or_else #load(path)'
+ if (!(is_load_directive_call(default_value) && res == LoadDirective_Success)) {
+ bool y_is_diverging = false;
+ check_expr_base(c, &y, default_value, x.type);
+ switch (y.mode) {
+ case Addressing_NoValue:
+ if (is_diverging_expr(y.expr)) {
+ // Allow
+ y.mode = Addressing_Value;
+ y_is_diverging = true;
+ } else {
+ error_operand_no_value(&y);
+ y.mode = Addressing_Invalid;
+ }
+ break;
+ case Addressing_Type:
+ error_operand_not_expression(&y);
+ y.mode = Addressing_Invalid;
+ break;
+ }
+
+ if (y.mode == Addressing_Invalid) {
+ o->mode = Addressing_Value;
+ o->type = t_invalid;
+ o->expr = node;
+ return Expr_Expr;
+ }
+
+ if (!y_is_diverging) {
+ check_assignment(c, &y, x.type, name);
+ if (y.mode != Addressing_Constant) {
+ error(y.expr, "expected a constant expression on the right-hand side of 'or_else' in conjuction with '#load'");
+ }
+ }
+ }
+
+ if (res == LoadDirective_Success) {
+ *o = x;
+ } else {
+ *o = y;
+ }
+ o->expr = node;
+
+ return Expr_Expr;
+ }
+
check_multi_expr_with_type_hint(c, &x, arg, type_hint);
if (x.mode == Addressing_Invalid) {
o->mode = Addressing_Value;
@@ -7417,7 +7489,6 @@ ExprKind check_or_else_expr(CheckerContext *c, Operand *o, Ast *node, Type *type
o->expr = node;
return Expr_Expr;
}
-
bool y_is_diverging = false;
check_expr_base(c, &y, default_value, x.type);
switch (y.mode) {
diff --git a/src/checker.cpp b/src/checker.cpp
index c75fc86af..d01dc5323 100644
--- a/src/checker.cpp
+++ b/src/checker.cpp
@@ -1170,6 +1170,8 @@ void init_checker_info(CheckerInfo *i) {
mutex_init(&i->objc_types_mutex);
map_init(&i->objc_msgSend_types, a);
+ mutex_init(&i->load_file_mutex);
+ string_map_init(&i->load_file_cache, a);
}
void destroy_checker_info(CheckerInfo *i) {
@@ -1205,6 +1207,8 @@ void destroy_checker_info(CheckerInfo *i) {
mutex_destroy(&i->objc_types_mutex);
map_destroy(&i->objc_msgSend_types);
+ mutex_init(&i->load_file_mutex);
+ string_map_destroy(&i->load_file_cache);
}
CheckerContext make_checker_context(Checker *c) {
diff --git a/src/checker.hpp b/src/checker.hpp
index f11a00532..badcd93d5 100644
--- a/src/checker.hpp
+++ b/src/checker.hpp
@@ -287,6 +287,12 @@ struct ObjcMsgData {
ObjcMsgKind kind;
Type *proc_type;
};
+struct LoadFileCache {
+ String path;
+ gbFileError file_error;
+ String data;
+ StringMap<u64> hashes;
+};
// CheckerInfo stores all the symbol information for a type-checked program
struct CheckerInfo {
@@ -363,6 +369,9 @@ struct CheckerInfo {
BlockingMutex objc_types_mutex;
PtrMap<Ast *, ObjcMsgData> objc_msgSend_types;
+
+ BlockingMutex load_file_mutex;
+ StringMap<LoadFileCache *> load_file_cache;
};
struct CheckerContext {
diff --git a/src/llvm_backend_const.cpp b/src/llvm_backend_const.cpp
index 954778bb6..2d14070e2 100644
--- a/src/llvm_backend_const.cpp
+++ b/src/llvm_backend_const.cpp
@@ -391,8 +391,8 @@ lbValue lb_const_value(lbModule *m, Type *type, ExactValue value, bool allow_loc
if (is_type_slice(type)) {
if (value.kind == ExactValue_String) {
- GB_ASSERT(is_type_u8_slice(type));
- res.value = lb_find_or_add_entity_string_byte_slice(m, value.value_string).value;
+ GB_ASSERT(is_type_slice(type));
+ res.value = lb_find_or_add_entity_string_byte_slice_with_type(m, value.value_string, original_type).value;
return res;
} else {
ast_node(cl, CompoundLit, value.value_compound);
diff --git a/src/llvm_backend_general.cpp b/src/llvm_backend_general.cpp
index 8458d8687..98bfb841a 100644
--- a/src/llvm_backend_general.cpp
+++ b/src/llvm_backend_general.cpp
@@ -2508,7 +2508,55 @@ lbValue lb_find_or_add_entity_string_byte_slice(lbModule *m, String const &str)
res.type = t_u8_slice;
return res;
}
+lbValue lb_find_or_add_entity_string_byte_slice_with_type(lbModule *m, String const &str, Type *slice_type) {
+ GB_ASSERT(is_type_slice(slice_type));
+ LLVMValueRef indices[2] = {llvm_zero(m), llvm_zero(m)};
+ LLVMValueRef data = LLVMConstStringInContext(m->ctx,
+ cast(char const *)str.text,
+ cast(unsigned)str.len,
+ false);
+
+
+ char *name = nullptr;
+ {
+ isize max_len = 7+8+1;
+ name = gb_alloc_array(permanent_allocator(), char, max_len);
+ u32 id = m->gen->global_array_index.fetch_add(1);
+ isize len = gb_snprintf(name, max_len, "csbs$%x", id);
+ len -= 1;
+ }
+ LLVMTypeRef type = LLVMTypeOf(data);
+ LLVMValueRef global_data = LLVMAddGlobal(m->mod, type, name);
+ LLVMSetInitializer(global_data, data);
+ LLVMSetLinkage(global_data, LLVMPrivateLinkage);
+ LLVMSetUnnamedAddress(global_data, LLVMGlobalUnnamedAddr);
+ LLVMSetAlignment(global_data, 1);
+ LLVMSetGlobalConstant(global_data, true);
+ i64 data_len = str.len;
+ LLVMValueRef ptr = nullptr;
+ if (data_len != 0) {
+ ptr = LLVMConstInBoundsGEP2(type, global_data, indices, 2);
+ } else {
+ ptr = LLVMConstNull(lb_type(m, t_u8_ptr));
+ }
+ if (!is_type_u8_slice(slice_type)) {
+ Type *bt = base_type(slice_type);
+ Type *elem = bt->Slice.elem;
+ i64 sz = type_size_of(elem);
+ GB_ASSERT(sz > 0);
+ ptr = LLVMConstPointerCast(ptr, lb_type(m, alloc_type_pointer(elem)));
+ data_len /= sz;
+ }
+
+ LLVMValueRef len = LLVMConstInt(lb_type(m, t_int), data_len, true);
+ LLVMValueRef values[2] = {ptr, len};
+
+ lbValue res = {};
+ res.value = llvm_const_named_struct(m, slice_type, values, 2);
+ res.type = slice_type;
+ return res;
+}
diff --git a/src/llvm_backend_utility.cpp b/src/llvm_backend_utility.cpp
index 35e69a1be..8be339ca7 100644
--- a/src/llvm_backend_utility.cpp
+++ b/src/llvm_backend_utility.cpp
@@ -351,6 +351,10 @@ lbValue lb_emit_try_has_value(lbProcedure *p, lbValue rhs) {
lbValue lb_emit_or_else(lbProcedure *p, Ast *arg, Ast *else_expr, TypeAndValue const &tv) {
+ if (arg->state_flags & StateFlag_DirectiveWasFalse) {
+ return lb_build_expr(p, else_expr);
+ }
+
lbValue lhs = {};
lbValue rhs = {};
lb_emit_try_lhs_rhs(p, arg, tv, &lhs, &rhs);
diff --git a/src/parser.hpp b/src/parser.hpp
index bfdae58a5..7433744e6 100644
--- a/src/parser.hpp
+++ b/src/parser.hpp
@@ -282,7 +282,8 @@ enum StateFlag : u8 {
StateFlag_type_assert = 1<<2,
StateFlag_no_type_assert = 1<<3,
- StateFlag_SelectorCallExpr = 1<<6,
+ StateFlag_SelectorCallExpr = 1<<5,
+ StateFlag_DirectiveWasFalse = 1<<6,
StateFlag_BeenHandled = 1<<7,
};
diff --git a/src/types.cpp b/src/types.cpp
index 56b310867..0ca239bde 100644
--- a/src/types.cpp
+++ b/src/types.cpp
@@ -2403,6 +2403,57 @@ bool is_type_simple_compare(Type *t) {
return false;
}
+bool is_type_load_safe(Type *type) {
+ GB_ASSERT(type != nullptr);
+ type = core_type(core_array_type(type));
+ switch (type->kind) {
+ case Type_Basic:
+ return (type->Basic.flags & (BasicFlag_Boolean|BasicFlag_Numeric|BasicFlag_Rune)) != 0;
+
+ case Type_BitSet:
+ if (type->BitSet.underlying) {
+ return is_type_load_safe(type->BitSet.underlying);
+ }
+ return true;
+
+ case Type_RelativePointer:
+ case Type_RelativeSlice:
+ return true;
+
+ case Type_Pointer:
+ case Type_MultiPointer:
+ case Type_Slice:
+ case Type_DynamicArray:
+ case Type_Proc:
+ case Type_SoaPointer:
+ return false;
+
+ case Type_Enum:
+ case Type_EnumeratedArray:
+ case Type_Array:
+ case Type_SimdVector:
+ case Type_Matrix:
+ GB_PANIC("should never be hit");
+ return false;
+
+ case Type_Struct:
+ for_array(i, type->Struct.fields) {
+ if (!is_type_load_safe(type->Struct.fields[i]->type)) {
+ return false;
+ }
+ }
+ return type_size_of(type) > 0;
+ case Type_Union:
+ for_array(i, type->Union.variants) {
+ if (!is_type_load_safe(type->Union.variants[i])) {
+ return false;
+ }
+ }
+ return type_size_of(type) > 0;
+ }
+ return false;
+}
+
String lookup_subtype_polymorphic_field(Type *dst, Type *src) {
Type *prev_src = src;
// Type *prev_dst = dst;