diff options
Diffstat (limited to 'src/include')
| -rw-r--r-- | src/include/token.h | 11 |
1 files changed, 8 insertions, 3 deletions
diff --git a/src/include/token.h b/src/include/token.h index bca00b1..45154f4 100644 --- a/src/include/token.h +++ b/src/include/token.h @@ -28,13 +28,18 @@ typedef struct TOKEN_STRUC { char* value; } token_t; -int char_could_start_keyword(char* character); -int char_could_split_keyword(char* character); - char TOKEN_DEFNAME_FIRST_CHAR_ALLOWED_CHARS[] = "abcdefghijklmnopqrstuvwxyz_"; // chars that can begin a var name +int TOKEN_DEFNAME_FIRST_CHAR_ALLOWED_CHARS_LEN = 27; // maximum efficiency! char TOKEN_DEFNAME_SPLIT_CHAR_ALLOWED_CHARS[] = "1234567890_-"; // chars that can be in the rest of the var name, // not including the ones already defined to begin // one. +int TOKEN_DEFNAME_SPLIT_CHAR_ALLOWED_CHARS_LEN = 12; +char TOKEN_CHAR_IGNORE[] = " \t\n\r"; // characters to ignore while parsing tokens +int TOKEN_CHAR_IGNORE_LEN = 4; + +int char_could_start_keyword(char* character); +int char_could_split_keyword(char* character); +int char_can_ignore(char* character); #endif |