Fixed a bug where the tokenizer wasn't parsing hexadecimal numbers correctly. Added support for tokenizing the colon and comma characters.

includes/token.h

@@ -12,6 +12,8 @@ typedef enum {
     Number,
     Symbol,
     LineEnd = '\n',
+    Colon = ':',
+    Comma = ',',
     Plus = '+',
     Minus = '-',
     Star = '*',
@@ -37,7 +39,7 @@ typedef struct _token {
 } Token;
 
 Token* TokenCreate(TokenType type, int lineNumber, int columnNumber, bool resolved);
-char* TokenStringify(const Token* token, bool valueOnly);
+char* TokenStringify(const Token* token);
 int StringifyTokenType(TokenType type, char buffer[32]);
 
 #endif