aboutsummaryrefslogtreecommitdiff
path: root/src/string.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/string.cpp')
-rw-r--r--src/string.cpp505
1 files changed, 505 insertions, 0 deletions
diff --git a/src/string.cpp b/src/string.cpp
new file mode 100644
index 000000000..3db3c21f4
--- /dev/null
+++ b/src/string.cpp
@@ -0,0 +1,505 @@
+gb_global gbArena string_buffer_arena = {};
+gb_global gbAllocator string_buffer_allocator = {};
+
+void init_string_buffer_memory(void) {
+ // NOTE(bill): This should be enough memory for file systems
+ gb_arena_init_from_allocator(&string_buffer_arena, heap_allocator(), gb_megabytes(1));
+ string_buffer_allocator = gb_arena_allocator(&string_buffer_arena);
+}
+
+
+// NOTE(bill): Used for UTF-8 strings
+typedef struct String {
+ u8 * text;
+ isize len;
+} String;
+// NOTE(bill): used for printf style arguments
+#define LIT(x) ((int)(x).len), (x).text
+#define STR_LIT(c_str) {cast(u8 *)c_str, gb_size_of(c_str)-1}
+#define str_lit(c_str) String{cast(u8 *)c_str, gb_size_of(c_str)-1}
+
+
+// NOTE(bill): String16 is only used for Windows due to its file directories
+typedef struct String16 {
+ wchar_t *text;
+ isize len;
+} String16;
+
+
+gb_inline String make_string(u8 *text, isize len) {
+ String s;
+ s.text = text;
+ if (len < 0) {
+ len = gb_strlen(cast(char *)text);
+ }
+ s.len = len;
+ return s;
+}
+
+
+gb_inline String16 make_string16(wchar_t *text, isize len) {
+ String16 s;
+ s.text = text;
+ s.len = len;
+ return s;
+}
+
+
+gb_inline String make_string_c(char *text) {
+ return make_string(cast(u8 *)cast(void *)text, gb_strlen(text));
+}
+
+
+
+
+gb_inline bool str_eq_ignore_case(String a, String b) {
+ if (a.len == b.len) {
+ isize i;
+ for (i = 0; i < a.len; i++) {
+ char x = cast(char)a.text[i];
+ char y = cast(char)b.text[i];
+ if (gb_char_to_lower(x) != gb_char_to_lower(y))
+ return false;
+ }
+ return true;
+ }
+ return false;
+}
+
+int string_compare(String x, String y) {
+ if (!(x.len == y.len &&
+ x.text == y.text)) {
+ isize n, fast, offset, curr_block;
+ isize *la, *lb;
+ isize pos;
+
+ n = gb_min(x.len, y.len);
+
+ fast = n/gb_size_of(isize) + 1;
+ offset = (fast-1)*gb_size_of(isize);
+ curr_block = 0;
+ if (n <= gb_size_of(isize)) {
+ fast = 0;
+ }
+
+ la = cast(isize *)x.text;
+ lb = cast(isize *)y.text;
+
+ for (; curr_block < fast; curr_block++) {
+ if (la[curr_block] ^ lb[curr_block]) {
+ for (pos = curr_block*gb_size_of(isize); pos < n; pos++) {
+ if (x.text[pos] ^ y.text[pos]) {
+ return cast(int)x.text[pos] - cast(int)y.text[pos];
+ }
+ }
+ }
+ }
+
+ for (; offset < n; offset++) {
+ if (x.text[offset] ^ y.text[offset]) {
+ return cast(int)x.text[offset] - cast(int)y.text[offset];
+ }
+ }
+ }
+ return 0;
+}
+
+GB_COMPARE_PROC(string_cmp_proc) {
+ String x = *(String *)a;
+ String y = *(String *)b;
+ return string_compare(x, y);
+}
+
+gb_inline bool str_eq(String a, String b) { return a.len == b.len ? gb_memcompare(a.text, b.text, a.len) == 0 : false; }
+gb_inline bool str_ne(String a, String b) { return !str_eq(a, b); }
+gb_inline bool str_lt(String a, String b) { return string_compare(a, b) < 0; }
+gb_inline bool str_gt(String a, String b) { return string_compare(a, b) > 0; }
+gb_inline bool str_le(String a, String b) { return string_compare(a, b) <= 0; }
+gb_inline bool str_ge(String a, String b) { return string_compare(a, b) >= 0; }
+
+gb_inline bool str_has_prefix(String s, String prefix) {
+ isize i;
+ if (prefix.len < s.len) {
+ return false;
+ }
+ for (i = 0; i < prefix.len; i++) {
+ if (s.text[i] != prefix.text[i]) {
+ return false;
+ }
+ }
+ return true;
+}
+
+gb_inline isize string_extension_position(String str) {
+ isize dot_pos = -1;
+ isize i = str.len;
+ bool seen_dot = false;
+ while (i --> 0) {
+ if (str.text[i] == GB_PATH_SEPARATOR)
+ break;
+ if (str.text[i] == '.') {
+ dot_pos = i;
+ break;
+ }
+ }
+
+ return dot_pos;
+}
+
+String string_trim_whitespace(String str) {
+ while (str.len > 0 && rune_is_whitespace(str.text[str.len-1])) {
+ str.len--;
+ }
+
+ while (str.len > 0 && rune_is_whitespace(str.text[0])) {
+ str.text++;
+ str.len--;
+ }
+
+ return str;
+}
+
+gb_inline bool string_has_extension(String str, String ext) {
+ str = string_trim_whitespace(str);
+ if (str.len <= ext.len+1) {
+ return false;
+ }
+ isize len = str.len;
+ for (isize i = len-1; i >= 0; i--) {
+ if (str.text[i] == '.') {
+ break;
+ }
+ len--;
+ }
+ if (len == 0) {
+ return false;
+ }
+
+ u8 *s = str.text + len;
+ return gb_memcompare(s, ext.text, ext.len) == 0;
+}
+
+bool string_contains_char(String s, u8 c) {
+ isize i;
+ for (i = 0; i < s.len; i++) {
+ if (s.text[i] == c)
+ return true;
+ }
+ return false;
+}
+
+String filename_from_path(String s) {
+ isize i = string_extension_position(s);
+ if (i > 0) {
+ isize j = 0;
+ s.len = i;
+ for (j = i-1; j >= 0; j--) {
+ if (s.text[j] == '/' ||
+ s.text[j] == '\\') {
+ break;
+ }
+ }
+ s.text += j+1;
+ s.len = i-j-1;
+ }
+ return make_string(NULL, 0);
+}
+
+
+
+
+
+
+
+
+#if defined(GB_SYSTEM_WINDOWS)
+ int convert_multibyte_to_widechar(char *multibyte_input, int input_length, wchar_t *output, int output_size) {
+ return MultiByteToWideChar(CP_UTF8, MB_ERR_INVALID_CHARS, multibyte_input, input_length, output, output_size);
+ }
+ int convert_widechar_to_multibyte(wchar_t *widechar_input, int input_length, char *output, int output_size) {
+ return WideCharToMultiByte(CP_UTF8, WC_ERR_INVALID_CHARS, widechar_input, input_length, output, output_size, NULL, NULL);
+ }
+#elif defined(GB_SYSTEM_UNIX) || defined(GB_SYSTEM_OSX)
+
+ #include <iconv.h>
+
+ int convert_multibyte_to_widechar(char *multibyte_input, usize input_length, wchar_t *output, usize output_size) {
+ iconv_t conv = iconv_open("WCHAR_T", "UTF-8");
+ size_t result = iconv(conv, cast(char **)&multibyte_input, &input_length, cast(char **)&output, &output_size);
+ iconv_close(conv);
+
+ return (int) result;
+ }
+
+ int convert_widechar_to_multibyte(wchar_t* widechar_input, usize input_length, char* output, usize output_size) {
+ iconv_t conv = iconv_open("UTF-8", "WCHAR_T");
+ size_t result = iconv(conv, (char**) &widechar_input, &input_length, (char**) &output, &output_size);
+ iconv_close(conv);
+
+ return (int) result;
+ }
+#else
+#error Implement system
+#endif
+
+
+
+
+// TODO(bill): Make this non-windows specific
+String16 string_to_string16(gbAllocator a, String s) {
+ int len, len1;
+ wchar_t *text;
+
+ if (s.len < 1) {
+ return make_string16(NULL, 0);
+ }
+
+ len = convert_multibyte_to_widechar(cast(char *)s.text, s.len, NULL, 0);
+ if (len == 0) {
+ return make_string16(NULL, 0);
+ }
+
+ text = gb_alloc_array(a, wchar_t, len+1);
+
+ len1 = convert_multibyte_to_widechar(cast(char *)s.text, s.len, text, len);
+ if (len1 == 0) {
+ gb_free(a, text);
+ return make_string16(NULL, 0);
+ }
+ text[len] = 0;
+
+ return make_string16(text, len-1);
+}
+
+String string16_to_string(gbAllocator a, String16 s) {
+ int len, len1;
+ u8 *text;
+
+ if (s.len < 1) {
+ return make_string(NULL, 0);
+ }
+
+ len = convert_widechar_to_multibyte(s.text, s.len, NULL, 0);
+ if (len == 0) {
+ return make_string(NULL, 0);
+ }
+
+ text = gb_alloc_array(a, u8, len+1);
+
+ len1 = convert_widechar_to_multibyte(s.text, s.len, cast(char *)text, len);
+ if (len1 == 0) {
+ gb_free(a, text);
+ return make_string(NULL, 0);
+ }
+ text[len] = 0;
+
+ return make_string(text, len-1);
+}
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+bool unquote_char(String s, u8 quote, Rune *rune, bool *multiple_bytes, String *tail_string) {
+ u8 c;
+
+ if (s.text[0] == quote &&
+ (quote == '\'' || quote == '"')) {
+ return false;
+ } else if (s.text[0] >= 0x80) {
+ Rune r = -1;
+ isize size = gb_utf8_decode(s.text, s.len, &r);
+ *rune = r;
+ *multiple_bytes = true;
+ *tail_string = make_string(s.text+size, s.len-size);
+ return true;
+ } else if (s.text[0] != '\\') {
+ *rune = s.text[0];
+ *tail_string = make_string(s.text+1, s.len-1);
+ return true;
+ }
+
+ if (s.len <= 1) {
+ return false;
+ }
+ c = s.text[1];
+ s = make_string(s.text+2, s.len-2);
+
+ switch (c) {
+ default: return false;
+
+ case 'a': *rune = '\a'; break;
+ case 'b': *rune = '\b'; break;
+ case 'f': *rune = '\f'; break;
+ case 'n': *rune = '\n'; break;
+ case 'r': *rune = '\r'; break;
+ case 't': *rune = '\t'; break;
+ case 'v': *rune = '\v'; break;
+ case '\\': *rune = '\\'; break;
+
+
+ case '\'':
+ case '"':
+ if (c != quote) {
+ return false;
+ }
+ *rune = c;
+ break;
+
+ case '0':
+ case '1':
+ case '2':
+ case '3':
+ case '4':
+ case '5':
+ case '6':
+ case '7': {
+ isize i;
+ i32 r = gb_digit_to_int(c);
+ if (s.len < 2) {
+ return false;
+ }
+ for (i = 0; i < 2; i++) {
+ i32 d = gb_digit_to_int(s.text[i]);
+ if (d < 0 || d > 7) {
+ return false;
+ }
+ r = (r<<3) | d;
+ }
+ s = make_string(s.text+2, s.len-2);
+ if (r > 0xff) {
+ return false;
+ }
+ *rune = r;
+ } break;
+
+ case 'x':
+ case 'u':
+ case 'U': {
+ Rune r = 0;
+ isize i, count = 0;
+ switch (c) {
+ case 'x': count = 2; break;
+ case 'u': count = 4; break;
+ case 'U': count = 8; break;
+ }
+
+ if (s.len < count) {
+ return false;
+ }
+ for (i = 0; i < count; i++) {
+ i32 d = gb_hex_digit_to_int(s.text[i]);
+ if (d < 0) {
+ return false;
+ }
+ r = (r<<4) | d;
+ }
+ s = make_string(s.text+count, s.len-count);
+ if (c == 'x') {
+ *rune = r;
+ break;
+ }
+ if (r > GB_RUNE_MAX) {
+ return false;
+ }
+ *rune = r;
+ *multiple_bytes = true;
+ } break;
+ }
+ *tail_string = s;
+ return true;
+}
+
+
+// 0 == failure
+// 1 == original memory
+// 2 == new allocation
+i32 unquote_string(gbAllocator a, String *s_) {
+ String s = *s_;
+ isize n = s.len;
+ u8 quote;
+ if (n < 2) {
+ return 0;
+ }
+ quote = s.text[0];
+ if (quote != s.text[n-1]) {
+ return 0;
+ }
+ s.text += 1;
+ s.len -= 2;
+
+ if (quote == '`') {
+ if (string_contains_char(s, '`')) {
+ return 0;
+ }
+ *s_ = s;
+ return 1;
+ }
+ if (quote != '"' && quote != '\'') {
+ return 0;
+ }
+
+ if (string_contains_char(s, '\n')) {
+ return 0;
+ }
+
+ if (!string_contains_char(s, '\\') && !string_contains_char(s, quote)) {
+ if (quote == '"') {
+ *s_ = s;
+ return 1;
+ } else if (quote == '\'') {
+ Rune r = GB_RUNE_INVALID;
+ isize size = gb_utf8_decode(s.text, s.len, &r);
+ if ((size == s.len) && (r != -1 || size != 1)) {
+ *s_ = s;
+ return 1;
+ }
+ }
+ }
+
+
+ {
+ u8 rune_temp[4] = {};
+ isize buf_len = 3*s.len / 2;
+ u8 *buf = gb_alloc_array(a, u8, buf_len);
+ isize offset = 0;
+ while (s.len > 0) {
+ String tail_string = {};
+ Rune r = 0;
+ bool multiple_bytes = false;
+ bool success = unquote_char(s, quote, &r, &multiple_bytes, &tail_string);
+ if (!success) {
+ gb_free(a, buf);
+ return 0;
+ }
+ s = tail_string;
+
+ if (r < 0x80 || !multiple_bytes) {
+ buf[offset++] = cast(u8)r;
+ } else {
+ isize size = gb_utf8_encode_rune(rune_temp, r);
+ gb_memmove(buf+offset, rune_temp, size);
+ offset += size;
+ }
+
+ if (quote == '\'' && s.len != 0) {
+ gb_free(a, buf);
+ return 0;
+ }
+ }
+ *s_ = make_string(buf, offset);
+ }
+ return 2;
+}
generated by cgit v1.2.3 (git 2.39.1) at 2026-02-15 20:05:21 +0000