motiejus/zig
1
Fork 0
Code Releases Activity

closer to guess number example working

Browse Source
This commit is contained in:
Andrew Kelley
2016-01-02 03:38:45 -07:00
parent 724dcdd384
commit 968b85ad77
11 changed files with 360 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
src/tokenizer.cpp
View File

@@ -103,6 +103,7 @@ enum TokenizeState {
TokenizeStateFloatExponentUnsigned, // "123.456e", "123e", "0x123p"
TokenizeStateFloatExponentNumber, // "123.456e-", "123.456e5", "123.456e5e-5"
TokenizeStateString,
TokenizeStateCharLiteral,
TokenizeStateSawStar,
TokenizeStateSawSlash,
TokenizeStateSawPercent,
@@ -307,6 +308,10 @@ void tokenize(Buf *buf, Tokenization *out) {
begin_token(&t, TokenIdStringLiteral);
t.state = TokenizeStateString;
break;
case '\'':
begin_token(&t, TokenIdCharLiteral);
t.state = TokenizeStateCharLiteral;
break;
case '(':
begin_token(&t, TokenIdLParen);
end_token(&t);
@@ -773,6 +778,16 @@ void tokenize(Buf *buf, Tokenization *out) {
break;
}
break;
case TokenizeStateCharLiteral:
switch (c) {
case '\'':
end_token(&t);
t.state = TokenizeStateStart;
break;
default:
break;
}
break;
case TokenizeStateZero:
switch (c) {
case 'b':
@@ -912,6 +927,9 @@ void tokenize(Buf *buf, Tokenization *out) {
case TokenizeStateString:
tokenize_error(&t, "unterminated string");
break;
case TokenizeStateCharLiteral:
tokenize_error(&t, "unterminated character literal");
break;
case TokenizeStateSymbol:
case TokenizeStateSymbolFirst:
case TokenizeStateZero:
@@ -993,6 +1011,7 @@ static const char * token_name(Token *token) {
case TokenIdLBracket: return "LBracket";
case TokenIdRBracket: return "RBracket";
case TokenIdStringLiteral: return "StringLiteral";
case TokenIdCharLiteral: return "CharLiteral";
case TokenIdSemicolon: return "Semicolon";
case TokenIdNumberLiteral: return "NumberLiteral";
case TokenIdPlus: return "Plus";