6 #include "symbol_table.h"
9 #define T(x,str,val) T_##x val,
10 #define TS(x,str,val) T_##x val,
20 #define T(x,str,val) TP_##x val,
21 #define TS(x,str,val) TP_##x val,
22 #include "tokens_preprocessor.inc"
25 } preprocessor_token_type_t;
27 typedef struct source_position_t source_position_t;
28 struct source_position_t {
29 const char *input_name;
41 source_position_t source_position;
44 void init_tokens(void);
45 void exit_tokens(void);
46 void print_token_type(FILE *out, token_type_t token_type);
47 void print_token(FILE *out, const token_t *token);