motiejus/zig
1
Fork 0
Code Releases Activity

codegen and tests for modify operators. closes #16

Browse Source
This commit is contained in:
Josh Wolfe
2015-12-12 19:47:37 -07:00
parent 5cb5f5dbf6
commit 0f02e29a2b
3 changed files with 74 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/tokenizer.cpp
View File

@@ -402,6 +402,7 @@ void tokenize(Buf *buf, Tokenization *out) {
t.cur_tok->id = TokenIdBitShiftRightEq;
end_token(&t);
t.state = TokenizeStateStart;
break;
default:
t.pos -= 1;
end_token(&t);
@@ -415,6 +416,7 @@ void tokenize(Buf *buf, Tokenization *out) {
t.cur_tok->id = TokenIdCmpLessOrEq;
end_token(&t);
t.state = TokenizeStateStart;
break;
case '<':
t.cur_tok->id = TokenIdBitShiftLeft;
t.state = TokenizeStateSawLessThanLessThan;
@@ -432,6 +434,7 @@ void tokenize(Buf *buf, Tokenization *out) {
t.cur_tok->id = TokenIdBitShiftLeftEq;
end_token(&t);
t.state = TokenizeStateStart;
break;
default:
t.pos -= 1;
end_token(&t);