From f6ae20caf8191f78eea90edfb17f316db8f8c6b5 Mon Sep 17 00:00:00 2001
From: c+1
Date: Thu, 18 May 2023 17:57:56 -0400
Subject: finished the lexer, for real this time

---
 src/include/token.h | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'src/include/token.h')

diff --git a/src/include/token.h b/src/include/token.h
index 45154f4..f7a166f 100644
--- a/src/include/token.h
+++ b/src/include/token.h
@@ -16,7 +16,8 @@ typedef struct TOKEN_STRUC {
       TOKEN_DIRECTIVE,           // #DIRECTIVE;
       TOKEN_FN_APPLY,            // .
       TOKEN_LIST_DELIM,          // ,
-      TOKEN_DEF_ARGS_DELIM,      // :
+      TOKEN_DEF_TAGS_DELIM,      // :
+      TOKEN_DEF,                 // def:def
       TOKEN_BLOCK_DELIM_START,   // {
       TOKEN_BLOCK_DELIM_END,     // }
       TOKEN_NAMESPACE_DELIM,     // /
@@ -28,6 +29,8 @@ typedef struct TOKEN_STRUC {
     char* value;
 } token_t;
 
+token_t* token_init(int type, char* val);
+
 char TOKEN_DEFNAME_FIRST_CHAR_ALLOWED_CHARS[] = "abcdefghijklmnopqrstuvwxyz_";   // chars that can begin a var name
 int  TOKEN_DEFNAME_FIRST_CHAR_ALLOWED_CHARS_LEN = 27; // maximum efficiency!
 char TOKEN_DEFNAME_SPLIT_CHAR_ALLOWED_CHARS[] = "1234567890_-";                  // chars that can be in the rest of the var name,
-- 
cgit v1.2.3