diff options
Diffstat (limited to 'src/include/token.h')
| -rw-r--r-- | src/include/token.h | 43 |
1 files changed, 24 insertions, 19 deletions
diff --git a/src/include/token.h b/src/include/token.h index 43d868c..bca00b1 100644 --- a/src/include/token.h +++ b/src/include/token.h @@ -5,31 +5,36 @@ typedef struct TOKEN_STRUC { enum { TOKEN_KEYWORD, // keyword - TOKEN_STR_DELIM, // '"' - TOKEN_STR, // "string" - TOKEN_COMM_DELIM_START, // '[' - TOKEN_COMM, // '[comment]' - TOKEN_COMM_DELIM_END, // ']' - TOKEN_DEFINE_CONST, // '=>' - TOKEN_DEFINE_MUT, // '->' - TOKEN_END, // ';' - TOKEN_LORD, // '(' - TOKEN_RORD, // ')' - TOKEN_DIRECTIVE_DELIM, // '#' + TOKEN_STR_DELIM, // ' + TOKEN_STR, // 'string' + TOKEN_COMM_DELIM, // ` + TOKEN_COMM, // `comment` + TOKEN_EXPR_END, // ; + TOKEN_LGROUP, // ( + TOKEN_RGROUP, // ) + TOKEN_DIRECTIVE_DELIM, // # TOKEN_DIRECTIVE, // #DIRECTIVE; - TOKEN_FN_APPLY, // '.' - TOKEN_LIST_DELIM, // ',' - TOKEN_MODULE_MEMBER_DELIM, // ':' - TOKEN_BLOCK_DELIM_START, // '{' - TOKEN_BLOCK_DELIM_END, // '}' - TOKEN_ANY, // '_' - TOKEN_EOF, // '\0' + TOKEN_FN_APPLY, // . + TOKEN_LIST_DELIM, // , + TOKEN_DEF_ARGS_DELIM, // : + TOKEN_BLOCK_DELIM_START, // { + TOKEN_BLOCK_DELIM_END, // } + TOKEN_NAMESPACE_DELIM, // / + TOKEN_ARRAY_DELIM_START, // [ + TOKEN_ARRAY_DELIM_END, // ] + TOKEN_EOF, // \0 } type; char* value; } token_t; -extern token_t* token_init(int type, char* value); +int char_could_start_keyword(char* character); +int char_could_split_keyword(char* character); + +char TOKEN_DEFNAME_FIRST_CHAR_ALLOWED_CHARS[] = "abcdefghijklmnopqrstuvwxyz_"; // chars that can begin a var name +char TOKEN_DEFNAME_SPLIT_CHAR_ALLOWED_CHARS[] = "1234567890_-"; // chars that can be in the rest of the var name, + // not including the ones already defined to begin + // one. #endif |