shabani005/hlang
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

parser base working

Browse Source
This commit is contained in:
shabani005
2025-09-27 13:25:42 +03:00
parent b1f1b80142
commit b1cfb4c617
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
lexer.c
View File

@@ -1,5 +1,5 @@
#include <assert.h> #include <assert.h>
#include <ctype.h> #include <ctype.h>
#include <stddef.h> #include <stddef.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@@ -157,7 +157,8 @@ size_t read_from_tok(Token *tok, const char *input, size_t cursor) {
buf[i++] = input[cursor++]; buf[i++] = input[cursor++];
} }
buf[i] = '\0'; buf[i] = '\0';
token_push(tok, TOKEN_STRING, buf, BHV_STRING, cursor - start); token_push(tok, TOKEN_STRING, buf, BHV_STRING, cursor - start);
//refactor into separate function to use in parsing functions and definitions
} else { } else {
buf[0] = input[cursor]; buf[0] = input[cursor];
buf[1] = '\0'; buf[1] = '\0';
@@ -196,9 +197,9 @@ Token tokenize_all(const char *input) {
int main() { int main() {
char *expr = "1 + 2 * 3"; char *input = "1 + 2 * 3 print";
Token tokens = tokenize_all(expr); Token tokens = tokenize_all(input);
for (size_t i = 0; i < tokens.size; i++) { for (size_t i = 0; i < tokens.size; i++) {
printf("[%s] \"%s\"\n", token_type_to_string(tokens.type[i]), tokens.text[i]); printf("[%s] \"%s\"\n", token_type_to_string(tokens.type[i]), tokens.text[i]);