From 9874f19ec6ddcf47b659017979fed0736c9009d8 Mon Sep 17 00:00:00 2001
From: shabani005 <hasan.shabani2005@gmail.com>
Date: Thu, 24 Jul 2025 16:19:49 +0300
Subject: [PATCH] fixed unknown tokens after migrating to strdup

---
 lexer.c | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/lexer.c b/lexer.c
index 51e048f..3ae1574 100644
--- a/lexer.c
+++ b/lexer.c
@@ -177,6 +177,7 @@ Token read_from_tok(char* text, uint cursor){
          default:
            mytoks.type = TOKEN_UNKNOWN;
            mytoks.behaviour = BHV_UNDEFINED;
+           mytoks.text = strdup(buf);
            
     } 
   }
@@ -271,7 +272,7 @@ void main2() {
 
 
 int main() {
-    char* input = "323.23 + Hello world 102102";
+    char* input = "print(5) hello";
     printf("input: %s\n\n", input);
 
     TokenArr arr = tokenize_all(input);