Created a tokenizer and the supporting code, currently processes text that is not a string literal.

2025-01-07 23:52:03 -06:00
parent 2c85077031
commit 7e70c6fd19
10 changed files with 351 additions and 12 deletions
@@ -0,0 +1,10 @@
+#ifndef TOKENIZER_H
+#define TOKENIZER_H
+
+#include "array.h"
+#include "dictionary.h"
+#include "token.h"
+
+Array* Tokenize(const char* text, Dictionary** variables);
+
+#endif