5 #include "string_rep.h"
7 #include "symbol_table.h"
11 #define T(mode,x,str,val) T_##x val,
12 #define TS(x,str,val) T_##x val,
22 #define T(mode,x,str,val) TP_##x val,
23 #define TS(x,str,val) TP_##x val,
24 #include "tokens_preprocessor.inc"
27 } preprocessor_token_type_t;
29 typedef struct source_position_t source_position_t;
30 struct source_position_t {
31 const char *input_name;
35 /* position used for "builtin" declarations/types */
36 extern source_position_t builtin_source_position;
43 long double floatvalue;
45 wide_string_t wide_string;
48 source_position_t source_position;
51 void init_tokens(void);
52 void exit_tokens(void);
53 void print_token_type(FILE *out, token_type_t token_type);
54 void print_token(FILE *out, const token_t *token);