Attempting to declutter the lexer and tokenizer by rereolling them into the 'Scanner' object.

includes/scanner.h

@@ -0,0 +1,12 @@
+#ifndef SCANNER_H
+#define SCANNER_H
+
+#include <stdio.h>
+#include <string.h>
+#include "stdlib.h"
+#include "token.h"
+#include "list.h"
+
+List* GenerateTokenList(const char*);
+
+#endif

includes/token.h

@@ -0,0 +1,38 @@
+#ifndef TOKEN_H
+#define TOKEN_H
+
+#include "stdlib.h"
+
+typedef enum {
+    PLUS,
+    MINUS,
+    STAR,
+    SLASH,
+    POWER,
+    LPARAM,
+    RPARAM,
+    LBRACKET,
+    RBracket,
+    COMMA,
+    STRING,
+    IDENTIFIER,
+    NUMBER,
+    HEX,
+    //Keywords
+    DB, ORG,    
+    //Opcodes
+    COPY, ADD, SUB, JZ, INT, YLD, RET,
+    CMP, IN, OUT,
+    //Registers
+    R1, R2, R3, R4, R5, R6, R7, R8
+} TokenType;
+
+typedef struct {
+    TokenType type;
+    char* value;
+} Token;
+
+Token* CreateToken(TokenType type, char* value);
+void FreeToken(Token*);
+
+#endif