add tokens to state struct

src/lexer/lexer.h

@@ -1,7 +1,11 @@
+#include "token.h"
+
 typedef struct {
-    const char *filename;
+    const char *path;
+    const char *content;
     int current_column;
+    TokenStruct* tokens;
     // add more fields as needed
 } LexerState;
 
-int lexer();
+void lexer(LexerState state);