replace TOKENIZER_TAG_ with TOKEN_

This commit is contained in:
2024-12-30 22:38:17 +02:00
parent d551ba3d12
commit 3264d1747e
5 changed files with 511 additions and 511 deletions

View File

@@ -10,128 +10,128 @@ const c = @cImport({
fn zigToken(token: c_uint) Token.Tag {
return switch (token) {
c.TOKENIZER_TAG_INVALID => .invalid,
c.TOKENIZER_TAG_INVALID_PERIODASTERISKS => .invalid_periodasterisks,
c.TOKENIZER_TAG_IDENTIFIER => .identifier,
c.TOKENIZER_TAG_STRING_LITERAL => .string_literal,
c.TOKENIZER_TAG_MULTILINE_STRING_LITERAL_LINE => .multiline_string_literal_line,
c.TOKENIZER_TAG_CHAR_LITERAL => .char_literal,
c.TOKENIZER_TAG_EOF => .eof,
c.TOKENIZER_TAG_BUILTIN => .builtin,
c.TOKENIZER_TAG_BANG => .bang,
c.TOKENIZER_TAG_PIPE => .pipe,
c.TOKENIZER_TAG_PIPE_PIPE => .pipe_pipe,
c.TOKENIZER_TAG_PIPE_EQUAL => .pipe_equal,
c.TOKENIZER_TAG_EQUAL => .equal,
c.TOKENIZER_TAG_EQUAL_EQUAL => .equal_equal,
c.TOKENIZER_TAG_EQUAL_ANGLE_BRACKET_RIGHT => .equal_angle_bracket_right,
c.TOKENIZER_TAG_BANG_EQUAL => .bang_equal,
c.TOKENIZER_TAG_L_PAREN => .l_paren,
c.TOKENIZER_TAG_R_PAREN => .r_paren,
c.TOKENIZER_TAG_SEMICOLON => .semicolon,
c.TOKENIZER_TAG_PERCENT => .percent,
c.TOKENIZER_TAG_PERCENT_EQUAL => .percent_equal,
c.TOKENIZER_TAG_L_BRACE => .l_brace,
c.TOKENIZER_TAG_R_BRACE => .r_brace,
c.TOKENIZER_TAG_L_BRACKET => .l_bracket,
c.TOKENIZER_TAG_R_BRACKET => .r_bracket,
c.TOKENIZER_TAG_PERIOD => .period,
c.TOKENIZER_TAG_PERIOD_ASTERISK => .period_asterisk,
c.TOKENIZER_TAG_ELLIPSIS2 => .ellipsis2,
c.TOKENIZER_TAG_ELLIPSIS3 => .ellipsis3,
c.TOKENIZER_TAG_CARET => .caret,
c.TOKENIZER_TAG_CARET_EQUAL => .caret_equal,
c.TOKENIZER_TAG_PLUS => .plus,
c.TOKENIZER_TAG_PLUS_PLUS => .plus_plus,
c.TOKENIZER_TAG_PLUS_EQUAL => .plus_equal,
c.TOKENIZER_TAG_PLUS_PERCENT => .plus_percent,
c.TOKENIZER_TAG_PLUS_PERCENT_EQUAL => .plus_percent_equal,
c.TOKENIZER_TAG_PLUS_PIPE => .plus_pipe,
c.TOKENIZER_TAG_PLUS_PIPE_EQUAL => .plus_pipe_equal,
c.TOKENIZER_TAG_MINUS => .minus,
c.TOKENIZER_TAG_MINUS_EQUAL => .minus_equal,
c.TOKENIZER_TAG_MINUS_PERCENT => .minus_percent,
c.TOKENIZER_TAG_MINUS_PERCENT_EQUAL => .minus_percent_equal,
c.TOKENIZER_TAG_MINUS_PIPE => .minus_pipe,
c.TOKENIZER_TAG_MINUS_PIPE_EQUAL => .minus_pipe_equal,
c.TOKENIZER_TAG_ASTERISK => .asterisk,
c.TOKENIZER_TAG_ASTERISK_EQUAL => .asterisk_equal,
c.TOKENIZER_TAG_ASTERISK_ASTERISK => .asterisk_asterisk,
c.TOKENIZER_TAG_ASTERISK_PERCENT => .asterisk_percent,
c.TOKENIZER_TAG_ASTERISK_PERCENT_EQUAL => .asterisk_percent_equal,
c.TOKENIZER_TAG_ASTERISK_PIPE => .asterisk_pipe,
c.TOKENIZER_TAG_ASTERISK_PIPE_EQUAL => .asterisk_pipe_equal,
c.TOKENIZER_TAG_ARROW => .arrow,
c.TOKENIZER_TAG_COLON => .colon,
c.TOKENIZER_TAG_SLASH => .slash,
c.TOKENIZER_TAG_SLASH_EQUAL => .slash_equal,
c.TOKENIZER_TAG_COMMA => .comma,
c.TOKENIZER_TAG_AMPERSAND => .ampersand,
c.TOKENIZER_TAG_AMPERSAND_EQUAL => .ampersand_equal,
c.TOKENIZER_TAG_QUESTION_MARK => .question_mark,
c.TOKENIZER_TAG_ANGLE_BRACKET_LEFT => .angle_bracket_left,
c.TOKENIZER_TAG_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_left_equal,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT => .angle_bracket_angle_bracket_left,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_angle_bracket_left_equal,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE => .angle_bracket_angle_bracket_left_pipe,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE_EQUAL => .angle_bracket_angle_bracket_left_pipe_equal,
c.TOKENIZER_TAG_ANGLE_BRACKET_RIGHT => .angle_bracket_right,
c.TOKENIZER_TAG_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_right_equal,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT => .angle_bracket_angle_bracket_right,
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_angle_bracket_right_equal,
c.TOKENIZER_TAG_TILDE => .tilde,
c.TOKENIZER_TAG_NUMBER_LITERAL => .number_literal,
c.TOKENIZER_TAG_DOC_COMMENT => .doc_comment,
c.TOKENIZER_TAG_CONTAINER_DOC_COMMENT => .container_doc_comment,
c.TOKENIZER_TAG_KEYWORD_ADDRSPACE => .keyword_addrspace,
c.TOKENIZER_TAG_KEYWORD_ALIGN => .keyword_align,
c.TOKENIZER_TAG_KEYWORD_ALLOWZERO => .keyword_allowzero,
c.TOKENIZER_TAG_KEYWORD_AND => .keyword_and,
c.TOKENIZER_TAG_KEYWORD_ANYFRAME => .keyword_anyframe,
c.TOKENIZER_TAG_KEYWORD_ANYTYPE => .keyword_anytype,
c.TOKENIZER_TAG_KEYWORD_ASM => .keyword_asm,
c.TOKENIZER_TAG_KEYWORD_ASYNC => .keyword_async,
c.TOKENIZER_TAG_KEYWORD_AWAIT => .keyword_await,
c.TOKENIZER_TAG_KEYWORD_BREAK => .keyword_break,
c.TOKENIZER_TAG_KEYWORD_CALLCONV => .keyword_callconv,
c.TOKENIZER_TAG_KEYWORD_CATCH => .keyword_catch,
c.TOKENIZER_TAG_KEYWORD_COMPTIME => .keyword_comptime,
c.TOKENIZER_TAG_KEYWORD_CONST => .keyword_const,
c.TOKENIZER_TAG_KEYWORD_CONTINUE => .keyword_continue,
c.TOKENIZER_TAG_KEYWORD_DEFER => .keyword_defer,
c.TOKENIZER_TAG_KEYWORD_ELSE => .keyword_else,
c.TOKENIZER_TAG_KEYWORD_ENUM => .keyword_enum,
c.TOKENIZER_TAG_KEYWORD_ERRDEFER => .keyword_errdefer,
c.TOKENIZER_TAG_KEYWORD_ERROR => .keyword_error,
c.TOKENIZER_TAG_KEYWORD_EXPORT => .keyword_export,
c.TOKENIZER_TAG_KEYWORD_EXTERN => .keyword_extern,
c.TOKENIZER_TAG_KEYWORD_FN => .keyword_fn,
c.TOKENIZER_TAG_KEYWORD_FOR => .keyword_for,
c.TOKENIZER_TAG_KEYWORD_IF => .keyword_if,
c.TOKENIZER_TAG_KEYWORD_INLINE => .keyword_inline,
c.TOKENIZER_TAG_KEYWORD_NOALIAS => .keyword_noalias,
c.TOKENIZER_TAG_KEYWORD_NOINLINE => .keyword_noinline,
c.TOKENIZER_TAG_KEYWORD_NOSUSPEND => .keyword_nosuspend,
c.TOKENIZER_TAG_KEYWORD_OPAQUE => .keyword_opaque,
c.TOKENIZER_TAG_KEYWORD_OR => .keyword_or,
c.TOKENIZER_TAG_KEYWORD_ORELSE => .keyword_orelse,
c.TOKENIZER_TAG_KEYWORD_PACKED => .keyword_packed,
c.TOKENIZER_TAG_KEYWORD_PUB => .keyword_pub,
c.TOKENIZER_TAG_KEYWORD_RESUME => .keyword_resume,
c.TOKENIZER_TAG_KEYWORD_RETURN => .keyword_return,
c.TOKENIZER_TAG_KEYWORD_LINKSECTION => .keyword_linksection,
c.TOKENIZER_TAG_KEYWORD_STRUCT => .keyword_struct,
c.TOKENIZER_TAG_KEYWORD_SUSPEND => .keyword_suspend,
c.TOKENIZER_TAG_KEYWORD_SWITCH => .keyword_switch,
c.TOKENIZER_TAG_KEYWORD_TEST => .keyword_test,
c.TOKENIZER_TAG_KEYWORD_THREADLOCAL => .keyword_threadlocal,
c.TOKENIZER_TAG_KEYWORD_TRY => .keyword_try,
c.TOKENIZER_TAG_KEYWORD_UNION => .keyword_union,
c.TOKENIZER_TAG_KEYWORD_UNREACHABLE => .keyword_unreachable,
c.TOKENIZER_TAG_KEYWORD_USINGNAMESPACE => .keyword_usingnamespace,
c.TOKENIZER_TAG_KEYWORD_VAR => .keyword_var,
c.TOKENIZER_TAG_KEYWORD_VOLATILE => .keyword_volatile,
c.TOKENIZER_TAG_KEYWORD_WHILE => .keyword_while,
c.TOKEN_INVALID => .invalid,
c.TOKEN_INVALID_PERIODASTERISKS => .invalid_periodasterisks,
c.TOKEN_IDENTIFIER => .identifier,
c.TOKEN_STRING_LITERAL => .string_literal,
c.TOKEN_MULTILINE_STRING_LITERAL_LINE => .multiline_string_literal_line,
c.TOKEN_CHAR_LITERAL => .char_literal,
c.TOKEN_EOF => .eof,
c.TOKEN_BUILTIN => .builtin,
c.TOKEN_BANG => .bang,
c.TOKEN_PIPE => .pipe,
c.TOKEN_PIPE_PIPE => .pipe_pipe,
c.TOKEN_PIPE_EQUAL => .pipe_equal,
c.TOKEN_EQUAL => .equal,
c.TOKEN_EQUAL_EQUAL => .equal_equal,
c.TOKEN_EQUAL_ANGLE_BRACKET_RIGHT => .equal_angle_bracket_right,
c.TOKEN_BANG_EQUAL => .bang_equal,
c.TOKEN_L_PAREN => .l_paren,
c.TOKEN_R_PAREN => .r_paren,
c.TOKEN_SEMICOLON => .semicolon,
c.TOKEN_PERCENT => .percent,
c.TOKEN_PERCENT_EQUAL => .percent_equal,
c.TOKEN_L_BRACE => .l_brace,
c.TOKEN_R_BRACE => .r_brace,
c.TOKEN_L_BRACKET => .l_bracket,
c.TOKEN_R_BRACKET => .r_bracket,
c.TOKEN_PERIOD => .period,
c.TOKEN_PERIOD_ASTERISK => .period_asterisk,
c.TOKEN_ELLIPSIS2 => .ellipsis2,
c.TOKEN_ELLIPSIS3 => .ellipsis3,
c.TOKEN_CARET => .caret,
c.TOKEN_CARET_EQUAL => .caret_equal,
c.TOKEN_PLUS => .plus,
c.TOKEN_PLUS_PLUS => .plus_plus,
c.TOKEN_PLUS_EQUAL => .plus_equal,
c.TOKEN_PLUS_PERCENT => .plus_percent,
c.TOKEN_PLUS_PERCENT_EQUAL => .plus_percent_equal,
c.TOKEN_PLUS_PIPE => .plus_pipe,
c.TOKEN_PLUS_PIPE_EQUAL => .plus_pipe_equal,
c.TOKEN_MINUS => .minus,
c.TOKEN_MINUS_EQUAL => .minus_equal,
c.TOKEN_MINUS_PERCENT => .minus_percent,
c.TOKEN_MINUS_PERCENT_EQUAL => .minus_percent_equal,
c.TOKEN_MINUS_PIPE => .minus_pipe,
c.TOKEN_MINUS_PIPE_EQUAL => .minus_pipe_equal,
c.TOKEN_ASTERISK => .asterisk,
c.TOKEN_ASTERISK_EQUAL => .asterisk_equal,
c.TOKEN_ASTERISK_ASTERISK => .asterisk_asterisk,
c.TOKEN_ASTERISK_PERCENT => .asterisk_percent,
c.TOKEN_ASTERISK_PERCENT_EQUAL => .asterisk_percent_equal,
c.TOKEN_ASTERISK_PIPE => .asterisk_pipe,
c.TOKEN_ASTERISK_PIPE_EQUAL => .asterisk_pipe_equal,
c.TOKEN_ARROW => .arrow,
c.TOKEN_COLON => .colon,
c.TOKEN_SLASH => .slash,
c.TOKEN_SLASH_EQUAL => .slash_equal,
c.TOKEN_COMMA => .comma,
c.TOKEN_AMPERSAND => .ampersand,
c.TOKEN_AMPERSAND_EQUAL => .ampersand_equal,
c.TOKEN_QUESTION_MARK => .question_mark,
c.TOKEN_ANGLE_BRACKET_LEFT => .angle_bracket_left,
c.TOKEN_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_left_equal,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_LEFT => .angle_bracket_angle_bracket_left,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_angle_bracket_left_equal,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE => .angle_bracket_angle_bracket_left_pipe,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE_EQUAL => .angle_bracket_angle_bracket_left_pipe_equal,
c.TOKEN_ANGLE_BRACKET_RIGHT => .angle_bracket_right,
c.TOKEN_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_right_equal,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT => .angle_bracket_angle_bracket_right,
c.TOKEN_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_angle_bracket_right_equal,
c.TOKEN_TILDE => .tilde,
c.TOKEN_NUMBER_LITERAL => .number_literal,
c.TOKEN_DOC_COMMENT => .doc_comment,
c.TOKEN_CONTAINER_DOC_COMMENT => .container_doc_comment,
c.TOKEN_KEYWORD_ADDRSPACE => .keyword_addrspace,
c.TOKEN_KEYWORD_ALIGN => .keyword_align,
c.TOKEN_KEYWORD_ALLOWZERO => .keyword_allowzero,
c.TOKEN_KEYWORD_AND => .keyword_and,
c.TOKEN_KEYWORD_ANYFRAME => .keyword_anyframe,
c.TOKEN_KEYWORD_ANYTYPE => .keyword_anytype,
c.TOKEN_KEYWORD_ASM => .keyword_asm,
c.TOKEN_KEYWORD_ASYNC => .keyword_async,
c.TOKEN_KEYWORD_AWAIT => .keyword_await,
c.TOKEN_KEYWORD_BREAK => .keyword_break,
c.TOKEN_KEYWORD_CALLCONV => .keyword_callconv,
c.TOKEN_KEYWORD_CATCH => .keyword_catch,
c.TOKEN_KEYWORD_COMPTIME => .keyword_comptime,
c.TOKEN_KEYWORD_CONST => .keyword_const,
c.TOKEN_KEYWORD_CONTINUE => .keyword_continue,
c.TOKEN_KEYWORD_DEFER => .keyword_defer,
c.TOKEN_KEYWORD_ELSE => .keyword_else,
c.TOKEN_KEYWORD_ENUM => .keyword_enum,
c.TOKEN_KEYWORD_ERRDEFER => .keyword_errdefer,
c.TOKEN_KEYWORD_ERROR => .keyword_error,
c.TOKEN_KEYWORD_EXPORT => .keyword_export,
c.TOKEN_KEYWORD_EXTERN => .keyword_extern,
c.TOKEN_KEYWORD_FN => .keyword_fn,
c.TOKEN_KEYWORD_FOR => .keyword_for,
c.TOKEN_KEYWORD_IF => .keyword_if,
c.TOKEN_KEYWORD_INLINE => .keyword_inline,
c.TOKEN_KEYWORD_NOALIAS => .keyword_noalias,
c.TOKEN_KEYWORD_NOINLINE => .keyword_noinline,
c.TOKEN_KEYWORD_NOSUSPEND => .keyword_nosuspend,
c.TOKEN_KEYWORD_OPAQUE => .keyword_opaque,
c.TOKEN_KEYWORD_OR => .keyword_or,
c.TOKEN_KEYWORD_ORELSE => .keyword_orelse,
c.TOKEN_KEYWORD_PACKED => .keyword_packed,
c.TOKEN_KEYWORD_PUB => .keyword_pub,
c.TOKEN_KEYWORD_RESUME => .keyword_resume,
c.TOKEN_KEYWORD_RETURN => .keyword_return,
c.TOKEN_KEYWORD_LINKSECTION => .keyword_linksection,
c.TOKEN_KEYWORD_STRUCT => .keyword_struct,
c.TOKEN_KEYWORD_SUSPEND => .keyword_suspend,
c.TOKEN_KEYWORD_SWITCH => .keyword_switch,
c.TOKEN_KEYWORD_TEST => .keyword_test,
c.TOKEN_KEYWORD_THREADLOCAL => .keyword_threadlocal,
c.TOKEN_KEYWORD_TRY => .keyword_try,
c.TOKEN_KEYWORD_UNION => .keyword_union,
c.TOKEN_KEYWORD_UNREACHABLE => .keyword_unreachable,
c.TOKEN_KEYWORD_USINGNAMESPACE => .keyword_usingnamespace,
c.TOKEN_KEYWORD_VAR => .keyword_var,
c.TOKEN_KEYWORD_VOLATILE => .keyword_volatile,
c.TOKEN_KEYWORD_WHILE => .keyword_while,
else => undefined,
};
}