start with parser tests

2025-01-03 19:23:22 +02:00
parent 49c910b8b2
commit 1f134595de
6 changed files with 488 additions and 366 deletions
--- a/tokenizer_test.zig
+++ b/tokenizer_test.zig
@@ -8,7 +8,7 @@ const c = @cImport({
    @cInclude("tokenizer.h");
 });

-fn zigToken(token: c_uint) Token.Tag {
+pub fn zigToken(token: c_uint) Token.Tag {
    return switch (token) {
        c.TOKEN_INVALID => .invalid,
        c.TOKEN_INVALID_PERIODASTERISKS => .invalid_periodasterisks,