1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
#ifndef TOKEN_H
#define TOKEN_H
#include "util.h"
#include "hlkt.h"
typedef enum TOKEN_TYPE {
TOKEN_UNKNOWN,
TOKEN_CHAR,
TOKEN_STR,
TOKEN_EXPR_END,
TOKEN_SET,
TOKEN_LGROUP,
TOKEN_RGROUP,
TOKEN_APPLY,
TOKEN_LIST_DELIM,
TOKEN_TAG,
TOKEN_NAMESPACE_DELIM,
TOKEN_LBLOCK,
TOKEN_RBLOCK,
TOKEN_RLIST,
TOKEN_LLIST,
TOKEN_ESC,
TOKEN_KWD,
TOKEN_INT
} token_type_t;
/* Token struct. */
typedef struct TOKEN {
/* Token type. */
token_type_t type;
/* Token value. */
char* val;
/* Next token. */
struct TOKEN* nxt;
} token_t;
/* Creates a token. */
token_t* token_init(int type, char val);
/*
Destroys a token.
- Frees all tokens contained in `nxt`.
- Make sure to set the `nxt` field of a parent token to `NULL`.
*/
void token_destroy(token_t* token);
/* Return pointer to the last token. */
token_t* token_last(token_t* token);
/* Add a character to the token value. */
void token_add_char(token_t*, char);
/* Print a token -- for debugging purposes. */
void token_print(token_t* token);
#endif
|
