start ast + fix type names in tokenizer
This commit is contained in:
@@ -10,128 +10,128 @@ const c = @cImport({
|
||||
|
||||
fn zigToken(token: c_uint) Token.Tag {
|
||||
return switch (token) {
|
||||
c.TOKEN_TAG_INVALID => .invalid,
|
||||
c.TOKEN_TAG_INVALID_PERIODASTERISKS => .invalid_periodasterisks,
|
||||
c.TOKEN_TAG_IDENTIFIER => .identifier,
|
||||
c.TOKEN_TAG_STRING_LITERAL => .string_literal,
|
||||
c.TOKEN_TAG_MULTILINE_STRING_LITERAL_LINE => .multiline_string_literal_line,
|
||||
c.TOKEN_TAG_CHAR_LITERAL => .char_literal,
|
||||
c.TOKEN_TAG_EOF => .eof,
|
||||
c.TOKEN_TAG_BUILTIN => .builtin,
|
||||
c.TOKEN_TAG_BANG => .bang,
|
||||
c.TOKEN_TAG_PIPE => .pipe,
|
||||
c.TOKEN_TAG_PIPE_PIPE => .pipe_pipe,
|
||||
c.TOKEN_TAG_PIPE_EQUAL => .pipe_equal,
|
||||
c.TOKEN_TAG_EQUAL => .equal,
|
||||
c.TOKEN_TAG_EQUAL_EQUAL => .equal_equal,
|
||||
c.TOKEN_TAG_EQUAL_ANGLE_BRACKET_RIGHT => .equal_angle_bracket_right,
|
||||
c.TOKEN_TAG_BANG_EQUAL => .bang_equal,
|
||||
c.TOKEN_TAG_L_PAREN => .l_paren,
|
||||
c.TOKEN_TAG_R_PAREN => .r_paren,
|
||||
c.TOKEN_TAG_SEMICOLON => .semicolon,
|
||||
c.TOKEN_TAG_PERCENT => .percent,
|
||||
c.TOKEN_TAG_PERCENT_EQUAL => .percent_equal,
|
||||
c.TOKEN_TAG_L_BRACE => .l_brace,
|
||||
c.TOKEN_TAG_R_BRACE => .r_brace,
|
||||
c.TOKEN_TAG_L_BRACKET => .l_bracket,
|
||||
c.TOKEN_TAG_R_BRACKET => .r_bracket,
|
||||
c.TOKEN_TAG_PERIOD => .period,
|
||||
c.TOKEN_TAG_PERIOD_ASTERISK => .period_asterisk,
|
||||
c.TOKEN_TAG_ELLIPSIS2 => .ellipsis2,
|
||||
c.TOKEN_TAG_ELLIPSIS3 => .ellipsis3,
|
||||
c.TOKEN_TAG_CARET => .caret,
|
||||
c.TOKEN_TAG_CARET_EQUAL => .caret_equal,
|
||||
c.TOKEN_TAG_PLUS => .plus,
|
||||
c.TOKEN_TAG_PLUS_PLUS => .plus_plus,
|
||||
c.TOKEN_TAG_PLUS_EQUAL => .plus_equal,
|
||||
c.TOKEN_TAG_PLUS_PERCENT => .plus_percent,
|
||||
c.TOKEN_TAG_PLUS_PERCENT_EQUAL => .plus_percent_equal,
|
||||
c.TOKEN_TAG_PLUS_PIPE => .plus_pipe,
|
||||
c.TOKEN_TAG_PLUS_PIPE_EQUAL => .plus_pipe_equal,
|
||||
c.TOKEN_TAG_MINUS => .minus,
|
||||
c.TOKEN_TAG_MINUS_EQUAL => .minus_equal,
|
||||
c.TOKEN_TAG_MINUS_PERCENT => .minus_percent,
|
||||
c.TOKEN_TAG_MINUS_PERCENT_EQUAL => .minus_percent_equal,
|
||||
c.TOKEN_TAG_MINUS_PIPE => .minus_pipe,
|
||||
c.TOKEN_TAG_MINUS_PIPE_EQUAL => .minus_pipe_equal,
|
||||
c.TOKEN_TAG_ASTERISK => .asterisk,
|
||||
c.TOKEN_TAG_ASTERISK_EQUAL => .asterisk_equal,
|
||||
c.TOKEN_TAG_ASTERISK_ASTERISK => .asterisk_asterisk,
|
||||
c.TOKEN_TAG_ASTERISK_PERCENT => .asterisk_percent,
|
||||
c.TOKEN_TAG_ASTERISK_PERCENT_EQUAL => .asterisk_percent_equal,
|
||||
c.TOKEN_TAG_ASTERISK_PIPE => .asterisk_pipe,
|
||||
c.TOKEN_TAG_ASTERISK_PIPE_EQUAL => .asterisk_pipe_equal,
|
||||
c.TOKEN_TAG_ARROW => .arrow,
|
||||
c.TOKEN_TAG_COLON => .colon,
|
||||
c.TOKEN_TAG_SLASH => .slash,
|
||||
c.TOKEN_TAG_SLASH_EQUAL => .slash_equal,
|
||||
c.TOKEN_TAG_COMMA => .comma,
|
||||
c.TOKEN_TAG_AMPERSAND => .ampersand,
|
||||
c.TOKEN_TAG_AMPERSAND_EQUAL => .ampersand_equal,
|
||||
c.TOKEN_TAG_QUESTION_MARK => .question_mark,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_LEFT => .angle_bracket_left,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_left_equal,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT => .angle_bracket_angle_bracket_left,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_angle_bracket_left_equal,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE => .angle_bracket_angle_bracket_left_pipe,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE_EQUAL => .angle_bracket_angle_bracket_left_pipe_equal,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_RIGHT => .angle_bracket_right,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_right_equal,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT => .angle_bracket_angle_bracket_right,
|
||||
c.TOKEN_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_angle_bracket_right_equal,
|
||||
c.TOKEN_TAG_TILDE => .tilde,
|
||||
c.TOKEN_TAG_NUMBER_LITERAL => .number_literal,
|
||||
c.TOKEN_TAG_DOC_COMMENT => .doc_comment,
|
||||
c.TOKEN_TAG_CONTAINER_DOC_COMMENT => .container_doc_comment,
|
||||
c.TOKEN_TAG_KEYWORD_ADDRSPACE => .keyword_addrspace,
|
||||
c.TOKEN_TAG_KEYWORD_ALIGN => .keyword_align,
|
||||
c.TOKEN_TAG_KEYWORD_ALLOWZERO => .keyword_allowzero,
|
||||
c.TOKEN_TAG_KEYWORD_AND => .keyword_and,
|
||||
c.TOKEN_TAG_KEYWORD_ANYFRAME => .keyword_anyframe,
|
||||
c.TOKEN_TAG_KEYWORD_ANYTYPE => .keyword_anytype,
|
||||
c.TOKEN_TAG_KEYWORD_ASM => .keyword_asm,
|
||||
c.TOKEN_TAG_KEYWORD_ASYNC => .keyword_async,
|
||||
c.TOKEN_TAG_KEYWORD_AWAIT => .keyword_await,
|
||||
c.TOKEN_TAG_KEYWORD_BREAK => .keyword_break,
|
||||
c.TOKEN_TAG_KEYWORD_CALLCONV => .keyword_callconv,
|
||||
c.TOKEN_TAG_KEYWORD_CATCH => .keyword_catch,
|
||||
c.TOKEN_TAG_KEYWORD_COMPTIME => .keyword_comptime,
|
||||
c.TOKEN_TAG_KEYWORD_CONST => .keyword_const,
|
||||
c.TOKEN_TAG_KEYWORD_CONTINUE => .keyword_continue,
|
||||
c.TOKEN_TAG_KEYWORD_DEFER => .keyword_defer,
|
||||
c.TOKEN_TAG_KEYWORD_ELSE => .keyword_else,
|
||||
c.TOKEN_TAG_KEYWORD_ENUM => .keyword_enum,
|
||||
c.TOKEN_TAG_KEYWORD_ERRDEFER => .keyword_errdefer,
|
||||
c.TOKEN_TAG_KEYWORD_ERROR => .keyword_error,
|
||||
c.TOKEN_TAG_KEYWORD_EXPORT => .keyword_export,
|
||||
c.TOKEN_TAG_KEYWORD_EXTERN => .keyword_extern,
|
||||
c.TOKEN_TAG_KEYWORD_FN => .keyword_fn,
|
||||
c.TOKEN_TAG_KEYWORD_FOR => .keyword_for,
|
||||
c.TOKEN_TAG_KEYWORD_IF => .keyword_if,
|
||||
c.TOKEN_TAG_KEYWORD_INLINE => .keyword_inline,
|
||||
c.TOKEN_TAG_KEYWORD_NOALIAS => .keyword_noalias,
|
||||
c.TOKEN_TAG_KEYWORD_NOINLINE => .keyword_noinline,
|
||||
c.TOKEN_TAG_KEYWORD_NOSUSPEND => .keyword_nosuspend,
|
||||
c.TOKEN_TAG_KEYWORD_OPAQUE => .keyword_opaque,
|
||||
c.TOKEN_TAG_KEYWORD_OR => .keyword_or,
|
||||
c.TOKEN_TAG_KEYWORD_ORELSE => .keyword_orelse,
|
||||
c.TOKEN_TAG_KEYWORD_PACKED => .keyword_packed,
|
||||
c.TOKEN_TAG_KEYWORD_PUB => .keyword_pub,
|
||||
c.TOKEN_TAG_KEYWORD_RESUME => .keyword_resume,
|
||||
c.TOKEN_TAG_KEYWORD_RETURN => .keyword_return,
|
||||
c.TOKEN_TAG_KEYWORD_LINKSECTION => .keyword_linksection,
|
||||
c.TOKEN_TAG_KEYWORD_STRUCT => .keyword_struct,
|
||||
c.TOKEN_TAG_KEYWORD_SUSPEND => .keyword_suspend,
|
||||
c.TOKEN_TAG_KEYWORD_SWITCH => .keyword_switch,
|
||||
c.TOKEN_TAG_KEYWORD_TEST => .keyword_test,
|
||||
c.TOKEN_TAG_KEYWORD_THREADLOCAL => .keyword_threadlocal,
|
||||
c.TOKEN_TAG_KEYWORD_TRY => .keyword_try,
|
||||
c.TOKEN_TAG_KEYWORD_UNION => .keyword_union,
|
||||
c.TOKEN_TAG_KEYWORD_UNREACHABLE => .keyword_unreachable,
|
||||
c.TOKEN_TAG_KEYWORD_USINGNAMESPACE => .keyword_usingnamespace,
|
||||
c.TOKEN_TAG_KEYWORD_VAR => .keyword_var,
|
||||
c.TOKEN_TAG_KEYWORD_VOLATILE => .keyword_volatile,
|
||||
c.TOKEN_TAG_KEYWORD_WHILE => .keyword_while,
|
||||
c.TOKENIZER_TAG_INVALID => .invalid,
|
||||
c.TOKENIZER_TAG_INVALID_PERIODASTERISKS => .invalid_periodasterisks,
|
||||
c.TOKENIZER_TAG_IDENTIFIER => .identifier,
|
||||
c.TOKENIZER_TAG_STRING_LITERAL => .string_literal,
|
||||
c.TOKENIZER_TAG_MULTILINE_STRING_LITERAL_LINE => .multiline_string_literal_line,
|
||||
c.TOKENIZER_TAG_CHAR_LITERAL => .char_literal,
|
||||
c.TOKENIZER_TAG_EOF => .eof,
|
||||
c.TOKENIZER_TAG_BUILTIN => .builtin,
|
||||
c.TOKENIZER_TAG_BANG => .bang,
|
||||
c.TOKENIZER_TAG_PIPE => .pipe,
|
||||
c.TOKENIZER_TAG_PIPE_PIPE => .pipe_pipe,
|
||||
c.TOKENIZER_TAG_PIPE_EQUAL => .pipe_equal,
|
||||
c.TOKENIZER_TAG_EQUAL => .equal,
|
||||
c.TOKENIZER_TAG_EQUAL_EQUAL => .equal_equal,
|
||||
c.TOKENIZER_TAG_EQUAL_ANGLE_BRACKET_RIGHT => .equal_angle_bracket_right,
|
||||
c.TOKENIZER_TAG_BANG_EQUAL => .bang_equal,
|
||||
c.TOKENIZER_TAG_L_PAREN => .l_paren,
|
||||
c.TOKENIZER_TAG_R_PAREN => .r_paren,
|
||||
c.TOKENIZER_TAG_SEMICOLON => .semicolon,
|
||||
c.TOKENIZER_TAG_PERCENT => .percent,
|
||||
c.TOKENIZER_TAG_PERCENT_EQUAL => .percent_equal,
|
||||
c.TOKENIZER_TAG_L_BRACE => .l_brace,
|
||||
c.TOKENIZER_TAG_R_BRACE => .r_brace,
|
||||
c.TOKENIZER_TAG_L_BRACKET => .l_bracket,
|
||||
c.TOKENIZER_TAG_R_BRACKET => .r_bracket,
|
||||
c.TOKENIZER_TAG_PERIOD => .period,
|
||||
c.TOKENIZER_TAG_PERIOD_ASTERISK => .period_asterisk,
|
||||
c.TOKENIZER_TAG_ELLIPSIS2 => .ellipsis2,
|
||||
c.TOKENIZER_TAG_ELLIPSIS3 => .ellipsis3,
|
||||
c.TOKENIZER_TAG_CARET => .caret,
|
||||
c.TOKENIZER_TAG_CARET_EQUAL => .caret_equal,
|
||||
c.TOKENIZER_TAG_PLUS => .plus,
|
||||
c.TOKENIZER_TAG_PLUS_PLUS => .plus_plus,
|
||||
c.TOKENIZER_TAG_PLUS_EQUAL => .plus_equal,
|
||||
c.TOKENIZER_TAG_PLUS_PERCENT => .plus_percent,
|
||||
c.TOKENIZER_TAG_PLUS_PERCENT_EQUAL => .plus_percent_equal,
|
||||
c.TOKENIZER_TAG_PLUS_PIPE => .plus_pipe,
|
||||
c.TOKENIZER_TAG_PLUS_PIPE_EQUAL => .plus_pipe_equal,
|
||||
c.TOKENIZER_TAG_MINUS => .minus,
|
||||
c.TOKENIZER_TAG_MINUS_EQUAL => .minus_equal,
|
||||
c.TOKENIZER_TAG_MINUS_PERCENT => .minus_percent,
|
||||
c.TOKENIZER_TAG_MINUS_PERCENT_EQUAL => .minus_percent_equal,
|
||||
c.TOKENIZER_TAG_MINUS_PIPE => .minus_pipe,
|
||||
c.TOKENIZER_TAG_MINUS_PIPE_EQUAL => .minus_pipe_equal,
|
||||
c.TOKENIZER_TAG_ASTERISK => .asterisk,
|
||||
c.TOKENIZER_TAG_ASTERISK_EQUAL => .asterisk_equal,
|
||||
c.TOKENIZER_TAG_ASTERISK_ASTERISK => .asterisk_asterisk,
|
||||
c.TOKENIZER_TAG_ASTERISK_PERCENT => .asterisk_percent,
|
||||
c.TOKENIZER_TAG_ASTERISK_PERCENT_EQUAL => .asterisk_percent_equal,
|
||||
c.TOKENIZER_TAG_ASTERISK_PIPE => .asterisk_pipe,
|
||||
c.TOKENIZER_TAG_ASTERISK_PIPE_EQUAL => .asterisk_pipe_equal,
|
||||
c.TOKENIZER_TAG_ARROW => .arrow,
|
||||
c.TOKENIZER_TAG_COLON => .colon,
|
||||
c.TOKENIZER_TAG_SLASH => .slash,
|
||||
c.TOKENIZER_TAG_SLASH_EQUAL => .slash_equal,
|
||||
c.TOKENIZER_TAG_COMMA => .comma,
|
||||
c.TOKENIZER_TAG_AMPERSAND => .ampersand,
|
||||
c.TOKENIZER_TAG_AMPERSAND_EQUAL => .ampersand_equal,
|
||||
c.TOKENIZER_TAG_QUESTION_MARK => .question_mark,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_LEFT => .angle_bracket_left,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_left_equal,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT => .angle_bracket_angle_bracket_left,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_EQUAL => .angle_bracket_angle_bracket_left_equal,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE => .angle_bracket_angle_bracket_left_pipe,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_LEFT_PIPE_EQUAL => .angle_bracket_angle_bracket_left_pipe_equal,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_RIGHT => .angle_bracket_right,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_right_equal,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT => .angle_bracket_angle_bracket_right,
|
||||
c.TOKENIZER_TAG_ANGLE_BRACKET_ANGLE_BRACKET_RIGHT_EQUAL => .angle_bracket_angle_bracket_right_equal,
|
||||
c.TOKENIZER_TAG_TILDE => .tilde,
|
||||
c.TOKENIZER_TAG_NUMBER_LITERAL => .number_literal,
|
||||
c.TOKENIZER_TAG_DOC_COMMENT => .doc_comment,
|
||||
c.TOKENIZER_TAG_CONTAINER_DOC_COMMENT => .container_doc_comment,
|
||||
c.TOKENIZER_TAG_KEYWORD_ADDRSPACE => .keyword_addrspace,
|
||||
c.TOKENIZER_TAG_KEYWORD_ALIGN => .keyword_align,
|
||||
c.TOKENIZER_TAG_KEYWORD_ALLOWZERO => .keyword_allowzero,
|
||||
c.TOKENIZER_TAG_KEYWORD_AND => .keyword_and,
|
||||
c.TOKENIZER_TAG_KEYWORD_ANYFRAME => .keyword_anyframe,
|
||||
c.TOKENIZER_TAG_KEYWORD_ANYTYPE => .keyword_anytype,
|
||||
c.TOKENIZER_TAG_KEYWORD_ASM => .keyword_asm,
|
||||
c.TOKENIZER_TAG_KEYWORD_ASYNC => .keyword_async,
|
||||
c.TOKENIZER_TAG_KEYWORD_AWAIT => .keyword_await,
|
||||
c.TOKENIZER_TAG_KEYWORD_BREAK => .keyword_break,
|
||||
c.TOKENIZER_TAG_KEYWORD_CALLCONV => .keyword_callconv,
|
||||
c.TOKENIZER_TAG_KEYWORD_CATCH => .keyword_catch,
|
||||
c.TOKENIZER_TAG_KEYWORD_COMPTIME => .keyword_comptime,
|
||||
c.TOKENIZER_TAG_KEYWORD_CONST => .keyword_const,
|
||||
c.TOKENIZER_TAG_KEYWORD_CONTINUE => .keyword_continue,
|
||||
c.TOKENIZER_TAG_KEYWORD_DEFER => .keyword_defer,
|
||||
c.TOKENIZER_TAG_KEYWORD_ELSE => .keyword_else,
|
||||
c.TOKENIZER_TAG_KEYWORD_ENUM => .keyword_enum,
|
||||
c.TOKENIZER_TAG_KEYWORD_ERRDEFER => .keyword_errdefer,
|
||||
c.TOKENIZER_TAG_KEYWORD_ERROR => .keyword_error,
|
||||
c.TOKENIZER_TAG_KEYWORD_EXPORT => .keyword_export,
|
||||
c.TOKENIZER_TAG_KEYWORD_EXTERN => .keyword_extern,
|
||||
c.TOKENIZER_TAG_KEYWORD_FN => .keyword_fn,
|
||||
c.TOKENIZER_TAG_KEYWORD_FOR => .keyword_for,
|
||||
c.TOKENIZER_TAG_KEYWORD_IF => .keyword_if,
|
||||
c.TOKENIZER_TAG_KEYWORD_INLINE => .keyword_inline,
|
||||
c.TOKENIZER_TAG_KEYWORD_NOALIAS => .keyword_noalias,
|
||||
c.TOKENIZER_TAG_KEYWORD_NOINLINE => .keyword_noinline,
|
||||
c.TOKENIZER_TAG_KEYWORD_NOSUSPEND => .keyword_nosuspend,
|
||||
c.TOKENIZER_TAG_KEYWORD_OPAQUE => .keyword_opaque,
|
||||
c.TOKENIZER_TAG_KEYWORD_OR => .keyword_or,
|
||||
c.TOKENIZER_TAG_KEYWORD_ORELSE => .keyword_orelse,
|
||||
c.TOKENIZER_TAG_KEYWORD_PACKED => .keyword_packed,
|
||||
c.TOKENIZER_TAG_KEYWORD_PUB => .keyword_pub,
|
||||
c.TOKENIZER_TAG_KEYWORD_RESUME => .keyword_resume,
|
||||
c.TOKENIZER_TAG_KEYWORD_RETURN => .keyword_return,
|
||||
c.TOKENIZER_TAG_KEYWORD_LINKSECTION => .keyword_linksection,
|
||||
c.TOKENIZER_TAG_KEYWORD_STRUCT => .keyword_struct,
|
||||
c.TOKENIZER_TAG_KEYWORD_SUSPEND => .keyword_suspend,
|
||||
c.TOKENIZER_TAG_KEYWORD_SWITCH => .keyword_switch,
|
||||
c.TOKENIZER_TAG_KEYWORD_TEST => .keyword_test,
|
||||
c.TOKENIZER_TAG_KEYWORD_THREADLOCAL => .keyword_threadlocal,
|
||||
c.TOKENIZER_TAG_KEYWORD_TRY => .keyword_try,
|
||||
c.TOKENIZER_TAG_KEYWORD_UNION => .keyword_union,
|
||||
c.TOKENIZER_TAG_KEYWORD_UNREACHABLE => .keyword_unreachable,
|
||||
c.TOKENIZER_TAG_KEYWORD_USINGNAMESPACE => .keyword_usingnamespace,
|
||||
c.TOKENIZER_TAG_KEYWORD_VAR => .keyword_var,
|
||||
c.TOKENIZER_TAG_KEYWORD_VOLATILE => .keyword_volatile,
|
||||
c.TOKENIZER_TAG_KEYWORD_WHILE => .keyword_while,
|
||||
else => undefined,
|
||||
};
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user