T_ERROR = -2
} token_type_t;
+typedef enum {
+#define T(x,str,val) TP_##x val,
+#define TS(x,str,val) TP_##x val,
+#include "tokens_preprocessor.inc"
+#undef TS
+#undef T
+} preprocessor_token_type_t;
+
+typedef struct source_position_t source_position_t;
+struct source_position_t {
+ const char *input_name;
+ unsigned linenr;
+};
+
typedef struct {
int type;
union {
symbol_t *symbol;
int intvalue;
+ double floatvalue;
const char *string;
} v;
+ source_position_t source_position;
} token_t;
void init_tokens(void);