From 87901baa28ca04f5de8125c2f473fa02db6b4eb8 Mon Sep 17 00:00:00 2001
From: SamTebbs33 <samuel.tebbs@gmail.com>
Date: Thu, 16 May 2019 21:37:28 +0100
Subject: [PATCH] Add break after digit_value check in TokenizeStateCharCode

---
 src/tokenizer.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/tokenizer.cpp b/src/tokenizer.cpp
index 53554d1096..c858775378 100644
--- a/src/tokenizer.cpp
+++ b/src/tokenizer.cpp
@@ -1097,6 +1097,7 @@ void tokenize(Buf *buf, Tokenization *out) {
                     uint32_t digit_value = get_digit_value(c);
                     if (digit_value >= t.radix) {
                         tokenize_error(&t, "invalid digit: '%c'", c);
+                        break;
                     }
                     t.char_code *= t.radix;
                     t.char_code += digit_value;