fix tokenizing string symbols with hex characters in them

2016-07-09 07:54:55 -07:00
parent b08bc84a36
commit 100e8e15fa
1 changed files with 2 additions and 0 deletions
--- a/src/tokenizer.cpp
+++ b/src/tokenizer.cpp
@@ -986,6 +986,8 @@ void tokenize(Buf *buf, Tokenization *out) {
                                t.state = TokenizeStateCharLiteralEnd;
                            } else if (t.cur_tok->id == TokenIdStringLiteral) {
                                t.state = TokenizeStateString;
+                            } else if (t.cur_tok->id == TokenIdSymbol) {
+                                t.state = TokenizeStateString;
                            } else {
                                zig_unreachable();
                            }