motiejus/zig
1
Fork 0
Code Releases Activity

add token for parsing pointer dereference

Browse Source
This commit is contained in:
Brendan Hansknecht
2019-10-31 21:53:46 -07:00
committed by Andrew Kelley
parent dd4e9fb16b
commit c1e8fdf812
8 changed files with 36 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/tokenizer.cpp
View File

@@ -583,6 +583,11 @@ void tokenize(Buf *buf, Tokenization *out) {
t.state = TokenizeStateSawDotDot;
set_token_id(&t, t.cur_tok, TokenIdEllipsis2);
break;
case '*':
t.state = TokenizeStateStart;
set_token_id(&t, t.cur_tok, TokenIdDotStar);
end_token(&t);
break;
default:
t.pos -= 1;
end_token(&t);
@@ -1603,6 +1608,7 @@ const char * token_name(TokenId id) {
case TokenIdDivEq: return "/=";
case TokenIdDocComment: return "DocComment";
case TokenIdDot: return ".";
case TokenIdDotStar: return ".*";
case TokenIdEllipsis2: return "..";
case TokenIdEllipsis3: return "...";
case TokenIdEof: return "EOF";