zig

commit 2a728f6e5f0c5d12e110313342e714f9f23c4044 (tree)
parent 380ca2685548ac916c825842033671ac8a97f577
Author: Ryan Liptak <squeek502@hotmail.com>
Date:   Mon, 20 Sep 2021 17:10:32 -0700

tokenizer: Fix index-out-of-bounds on string_literal_backslash right before EOF

Diffstat:
M
lib/std/zig/tokenizer.zig
 | 
6
+++++-

1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/lib/std/zig/tokenizer.zig b/lib/std/zig/tokenizer.zig
@@ -700,7 +700,7 @@ pub const Tokenizer = struct {
                 },
 
                 .string_literal_backslash => switch (c) {
-                    '\n' => {
+                    0, '\n' => {
                         result.tag = .invalid;
                         break;
                     },
@@ -1919,6 +1919,10 @@ test "tokenizer - invalid builtin identifiers" {
     try testTokenize("@0()", &.{ .invalid, .integer_literal, .l_paren, .r_paren });
 }
 
+test "tokenizer - backslash before eof in string literal" {
+    try testTokenize("\"\\", &.{.invalid});
+}
+
 fn testTokenize(source: [:0]const u8, expected_tokens: []const Token.Tag) !void {
     var tokenizer = Tokenizer.init(source);
     for (expected_tokens) |expected_token_id| {