Made some chanegs to the tokenizer to understand hexadecimal formatted numbers, along with some more language grammar primitives.

2022-01-23 21:54:06 -06:00
parent 019a7f44a8
commit 2570c5cac0
2 changed files with 47 additions and 5 deletions
@@ -20,6 +20,7 @@ typedef enum {
    TK_Colon,
    TK_Text,
    TK_Number,
+    TK_Hex,
    TK_Invalid
 } TokenType;