diff options
Diffstat (limited to 'src/tokenizer.cpp')
| -rw-r--r-- | src/tokenizer.cpp | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp index b4c1b01a1..c9a58cee6 100644 --- a/src/tokenizer.cpp +++ b/src/tokenizer.cpp @@ -960,6 +960,7 @@ Token tokenizer_get_token(Tokenizer *t) { case '`': // Raw String Literal case '"': // String Literal { + bool has_carriage_return = false; i32 success; Rune quote = curr_rune; token.kind = Token_String; @@ -989,10 +990,13 @@ Token tokenizer_get_token(Tokenizer *t) { if (r == quote) { break; } + if (r == '\r') { + has_carriage_return = true; + } } } token.string.len = t->curr - token.string.text; - success = unquote_string(heap_allocator(), &token.string); + success = unquote_string(heap_allocator(), &token.string, 0, has_carriage_return); if (success > 0) { if (success == 2) { array_add(&t->allocated_strings, token.string); |