blob: b2bf9eb5c0c6efe3bcd331be8bbddaa84add7c6f (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
|
#ifndef LEXER_H
#define LEXER_H
#include "util.h"
#include "syntax.h"
#include "token.h"
#define LEXER_VALID (lexer->c != '\0' && lexer->i < strlen(lexer->content))
/* the lexer struct */
typedef struct LEXER_STRUC {
/* source being read */
char* src;
/* what the lexer is looking at right now */
enum LEXER_STATE {
/* normal 1-character token */
LEXER_STATE_REG,
/* character */
LEXER_STATE_CHR,
/* string */
LEXER_STATE_STR,
/* definition */
LEXER_STATE_DEF,
/* call */
LEXER_STATE_CAL
} state;
/* the linked list of tokens generated */
token_t* tokenl;
/* pointer to the last token in tokenl */
token_t* tokenl_last;
/* number of tokens in tokenl */
int tokenc;
} lexer_t;
/* create lexer from source */
lexer_t* lexer_init (char* src);
/* destroy lexer **but not src or tokenl** */
void lexer_destroy (lexer_t* lexer);
/* add token to tokenl */
void lexer_add_token(lexer_t* lexer, token_t* token);
/* add the current character as a token to tokenl -- utility function for
lexer_do_reg() */
void lexer_add_current_char(lexer_t* lexer, int type);
/* handle regular state */
void lexer_do_reg(lexer_t*);
/* handle character state */
void lexer_do_chr(lexer_t*);
/* handle string state */
void lexer_do_str(lexer_t*);
/* handle definition state */
void lexer_do_def(lexer_t*);
/* handle call state */
void lexer_do_cal(lexer_t*);
/* run lexer */
void lexer_run(lexer_t*);
#endif
|
