minor implement lexer

2025-11-15 08:01:34 +09:00
parent 171006117e
commit 682cbdc216
10 changed files with 407 additions and 20 deletions
--- a/include/util.h
+++ b/include/util.h
@@ -0,0 +1,12 @@
+#pragma once
+#include "globals.h"
+
+int is_whitespace(char c);
+
+int is_alpha(char c);
+
+int is_digit(char c);
+
+int is_alpha_digit(char c);
+
+void print_token(Token tok);