fix incorrect loading of files over 8192 bytes

This commit is contained in:
Andrew Kelley
2016-01-28 22:38:18 -07:00
parent 53c14da220
commit 650fdded29
2 changed files with 3 additions and 1 deletions

View File

@@ -878,6 +878,7 @@ void tokenize(Buf *buf, Tokenization *out) {
if (digit_value >= 0) {
if (digit_value >= t.cur_tok->radix) {
tokenize_error(&t, "invalid character: '%c'", c);
break;
}
// normal digit
} else {
@@ -904,6 +905,7 @@ void tokenize(Buf *buf, Tokenization *out) {
if (digit_value >= 0) {
if (digit_value >= t.cur_tok->radix) {
tokenize_error(&t, "invalid character: '%c'", c);
break;
}
// normal digit
} else {