changed the way preprocessing directives are parsed
[cparser] / tokens.inc
1 #ifndef TS
2 #define TS(x,str,val)
3 #endif
4
5 TS(IDENTIFIER,     "identifier", = 256)
6 TS(TYPENAME,       "typename",)
7 TS(INTEGER,        "integer number",)
8 TS(STRING_LITERAL, "string literal",)
9
10 #define S(x)   T(x,#x,)
11 S(auto)
12 S(break)
13 S(case)
14 S(char)
15 S(const)
16 S(continue)
17 S(default)
18 S(do)
19 S(double)
20 S(else)
21 S(enum)
22 S(extern)
23 S(float)
24 S(for)
25 S(goto)
26 S(if)
27 S(inline)
28 S(int)
29 S(long)
30 S(register)
31 S(restrict)
32 S(return)
33 S(short)
34 S(signed)
35 S(sizeof)
36 S(static)
37 S(struct)
38 S(switch)
39 S(typedef)
40 S(union)
41 S(unsigned)
42 S(void)
43 S(volatile)
44 S(while)
45 S(_Bool)
46 S(_Complex)
47 S(_Imaginary)
48 S(__extension__)
49 S(__attribute__)
50 S(__u_quad_t)
51 S(__quad_t)
52 #undef S
53
54 T(SELECT,                   "->",)
55 T(PLUSPLUS,                 "++",)
56 T(MINUSMINUS,               "--",)
57 T(LESSLESS,                 "<<",)
58 T(GREATERGREATER,           ">>",)
59 T(LESSEQUAL,                "<=",)
60 T(GREATEREQUAL,             ">=",)
61 T(EQUALEQUAL,               "==",)
62 T(EXCLAMATIONMARKEQUAL,     "!=",)
63 T(ANDAND,                   "&&",)
64 T(PIPEPIPE,                 "||",)
65 T(DOTDOTDOT,                "...",)
66 T(ASTERISKEQUAL,            "*=",)
67 T(SLASHEQUAL,               "/=",)
68 T(PERCENTEQUAL,             "%=",)
69 T(PLUSEQUAL,                "+=",)
70 T(MINUSEQUAL,               "-=",)
71 T(LESSLESSEQUAL,            "<<=",)
72 T(GREATERGREATEREQUAL,      ">>=",)
73 T(ANDEQUAL,                 "&=",)
74 T(CARETEQUAL,               "^=",)
75 T(PIPEEQUAL,                "|=",)
76 T(HASHHASH,                 "##",)
77
78 #define T_LAST_TOKEN  (T_HASHHASH+1)
79
80 T(LESSCOLON,                "<:",   = '[')
81 T(COLONGREATER,             ":>",   = ']')
82 T(LESSPERCENT,              "<%",   = '{')
83 T(PERCENTGREATER,           "%>",   = '}')
84 T(PERCENTCOLON,             "%:",   = '#')
85 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
86
87 T(RBRACK,          "[", = '[')
88 T(LBRACK,          "]", = ']')
89 T(LBRACE,          "(", = '(')
90 T(RBRACE,          ")", = ')')
91 T(RCURLY,          "{", = '{')
92 T(LCURLY,          "}", = '}')
93 T(DOT,             ".", = '.')
94 T(AND,             "&", = '&')
95 T(ASTERISK,        "*", = '*')
96 T(PLUS,            "+", = '+')
97 T(MINUS,           "-", = '-')
98 T(TILDE,           "~", = '~')
99 T(EXCLAMATIONMARK, "!", = '!')
100 T(SLASH,           "/", = '/')
101 T(PERCENT,         "%", = '%')
102 T(LESS,            "<", = '<')
103 T(GREATER,         ">", = '>')
104 T(CARET,           "^", = '^')
105 T(PIPE,            "|", = '|')
106 T(QUESTIONMARK,    "?", = '?')
107 T(COLON,           ":", = ':')
108 T(SEMICOLON,       ";", = ';')
109 T(EQUAL,           "=", = '=')
110 T(COMMA,           ",", = ',')
111 T(HASH,            "#", = '#')
112
113 TS(NEWLINE,        "newline", = '\n')