motiejus/zig
1
Fork 0
Code Releases Activity

add syntax to allow symbols to have arbitrary strings as names

Browse Source
This commit is contained in:
Andrew Kelley
2016-04-22 15:24:18 -07:00
parent 35362f8137
commit 8187396f64
6 changed files with 208 additions and 95 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
src/tokenizer.cpp
View File

@@ -159,6 +159,7 @@ enum TokenizeState {
TokenizeStateSawDot,
TokenizeStateSawDotDot,
TokenizeStateSawQuestionMark,
TokenizeStateSawAtSign,
TokenizeStateError,
};
@@ -429,7 +430,7 @@ void tokenize(Buf *buf, Tokenization *out) {
break;
case '@':
begin_token(&t, TokenIdAtSign);
end_token(&t);
t.state = TokenizeStateSawAtSign;
break;
case '-':
begin_token(&t, TokenIdDash);
@@ -858,6 +859,19 @@ void tokenize(Buf *buf, Tokenization *out) {
continue;
}
break;
case TokenizeStateSawAtSign:
switch (c) {
case '"':
t.cur_tok->id = TokenIdSymbol;
t.state = TokenizeStateString;
break;
default:
t.pos -= 1;
end_token(&t);
t.state = TokenizeStateStart;
continue;
}
break;
case TokenizeStateFirstR:
switch (c) {
case '"':
@@ -1131,6 +1145,7 @@ void tokenize(Buf *buf, Tokenization *out) {
case TokenizeStateSawGreaterThanGreaterThan:
case TokenizeStateSawDot:
case TokenizeStateSawQuestionMark:
case TokenizeStateSawAtSign:
end_token(&t);
break;
case TokenizeStateSawDotDot: