motiejus/zig0
1
Fork 0
Code Releases Activity

making tcc happier

Browse Source
This commit is contained in:
Motiejus Jakštys
2024-12-27 12:34:08 +02:00
parent 6ae7d7320d
commit 6006a802e1
10 changed files with 416 additions and 274 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
tokenizer.c
View File

@@ -10,8 +10,7 @@ typedef struct {
TokenizerTag tag;
} KeywordMap;
const char* tokenizerGetTagString(TokenizerTag tag)
{
const char* tokenizerGetTagString(TokenizerTag tag) {
switch (tag) {
TOKENIZER_FOREACH_TAG_ENUM(TOKENIZER_GENERATE_CASE)
default:
@@ -72,8 +71,7 @@ const KeywordMap keywords[] = {
};
// TODO binary search
static TokenizerTag getKeyword(const char* bytes, const uint32_t len)
{
static TokenizerTag getKeyword(const char* bytes, const uint32_t len) {
for (unsigned long i = 0; i < sizeof(keywords) / sizeof(KeywordMap); i++) {
size_t klen = strlen(keywords[i].keyword);
size_t minlen = klen < len ? klen : len;
@@ -91,8 +89,7 @@ static TokenizerTag getKeyword(const char* bytes, const uint32_t len)
return TOKENIZER_TAG_INVALID;
}
Tokenizer tokenizerInit(const char* buffer, const uint32_t len)
{
Tokenizer tokenizerInit(const char* buffer, const uint32_t len) {
return (Tokenizer) {
.buffer = buffer,
.buffer_len = len,
@@ -100,8 +97,7 @@ Tokenizer tokenizerInit(const char* buffer, const uint32_t len)
};
}
TokenizerToken tokenizerNext(Tokenizer* self)
{
TokenizerToken tokenizerNext(Tokenizer* self) {
TokenizerToken result = (TokenizerToken) {
.tag = TOKENIZER_TAG_INVALID,
.loc = {