motiejus/zig0
1
Fork 0
Code Releases Activity

start with parser tests

Browse Source
This commit is contained in:
Motiejus Jakštys
2025-01-03 19:23:22 +02:00
parent 49c910b8b2
commit 1f134595de
6 changed files with 488 additions and 366 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tokenizer.c
View File

@@ -461,9 +461,8 @@ state:
const char* start = self->buffer + result.loc.start;
uint32_t len = self->index - result.loc.start;
TokenizerTag tag = getKeyword(start, len);
if (tag != TOKEN_INVALID) {
if (tag != TOKEN_INVALID)
result.tag = tag;
}
}
break;
@@ -865,7 +864,8 @@ state:
.tag = TOKEN_EOF,
.loc = {
.start = self->index,
.end = self->index }
.end = self->index,
}
};
}
break;
@@ -939,7 +939,8 @@ state:
.tag = TOKEN_EOF,
.loc = {
.start = self->index,
.end = self->index }
.end = self->index,
}
};
}
break;