First iteration in adding wide string literal support. No input encoding handling...
[cparser] / tokens.inc
1 #ifndef TS
2 #define TS(x,str,val)
3 #endif
4
5 TS(IDENTIFIER,          "identifier", = 256)
6 TS(INTEGER,             "integer number",)
7 TS(FLOATINGPOINT,       "floatingpoint number",)
8 TS(STRING_LITERAL,      "string literal",)
9 TS(WIDE_STRING_LITERAL, "wide string literal",)
10
11 #define S(x)   T(x,#x,)
12 S(auto)
13 S(break)
14 S(case)
15 S(char)
16 S(continue)
17 S(default)
18 S(do)
19 S(double)
20 S(else)
21 S(enum)
22 S(extern)
23 S(float)
24 S(for)
25 S(goto)
26 S(if)
27 S(int)
28 S(long)
29 S(register)
30 S(return)
31 S(short)
32 S(signed)
33 S(sizeof)
34 S(static)
35 S(struct)
36 S(switch)
37 S(typedef)
38 S(union)
39 S(unsigned)
40 S(void)
41 S(while)
42 S(_Bool)
43 S(_Complex)
44 S(_Imaginary)
45 S(__thread)
46 S(__extension__)
47 S(__attribute__)
48 S(__builtin_classify_type)
49 S(__builtin_va_list)
50 S(__builtin_expect)
51 S(__builtin_offsetof)
52 S(__builtin_va_start)
53 S(__builtin_va_arg)
54 S(__builtin_va_end)
55 S(__builtin_alloca)
56 S(__builtin_nanf)
57 S(__builtin_nan)
58 S(__builtin_nand)
59 S(__PRETTY_FUNCTION__)
60 S(__FUNCTION__)
61 S(__func__)
62 S(__alignof__)
63 S(__real__)
64 S(__imag__)
65 #undef S
66
67 T(const,               "__const",)
68 T(_const,                "const", = T_const)
69 T(restrict,         "__restrict",)
70 T(_restrict,          "restrict", = T_restrict)
71 T(asm,                     "asm",)
72 T(__asm__,             "__asm__", = T_asm)
73 T(volatile,           "volatile",)
74 T(__volatile__,   "__volatile__", = T_volatile)
75 T(inline,               "inline",)
76 T(__inline,           "__inline", = T_inline)
77 T(__inline__,       "__inline__", = T_inline)
78 T(typeof,               "typeof",)
79 T(__typeof__,       "__typeof__", = T_typeof)
80
81 T(MINUSGREATER,             "->",)
82 T(PLUSPLUS,                 "++",)
83 T(MINUSMINUS,               "--",)
84 T(LESSLESS,                 "<<",)
85 T(GREATERGREATER,           ">>",)
86 T(LESSEQUAL,                "<=",)
87 T(GREATEREQUAL,             ">=",)
88 T(EQUALEQUAL,               "==",)
89 T(EXCLAMATIONMARKEQUAL,     "!=",)
90 T(ANDAND,                   "&&",)
91 T(PIPEPIPE,                 "||",)
92 T(DOTDOTDOT,                "...",)
93 T(ASTERISKEQUAL,            "*=",)
94 T(SLASHEQUAL,               "/=",)
95 T(PERCENTEQUAL,             "%=",)
96 T(PLUSEQUAL,                "+=",)
97 T(MINUSEQUAL,               "-=",)
98 T(LESSLESSEQUAL,            "<<=",)
99 T(GREATERGREATEREQUAL,      ">>=",)
100 T(ANDEQUAL,                 "&=",)
101 T(CARETEQUAL,               "^=",)
102 T(PIPEEQUAL,                "|=",)
103 T(HASHHASH,                 "##",)
104
105 #define T_LAST_TOKEN  (T_HASHHASH+1)
106
107 T(LESSCOLON,                "<:",   = '[')
108 T(COLONGREATER,             ":>",   = ']')
109 T(LESSPERCENT,              "<%",   = '{')
110 T(PERCENTGREATER,           "%>",   = '}')
111 T(PERCENTCOLON,             "%:",   = '#')
112 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
113
114 T(RBRACK,          "[", = '[')
115 T(LBRACK,          "]", = ']')
116 T(LBRACE,          "(", = '(')
117 T(RBRACE,          ")", = ')')
118 T(RCURLY,          "{", = '{')
119 T(LCURLY,          "}", = '}')
120 T(DOT,             ".", = '.')
121 T(AND,             "&", = '&')
122 T(ASTERISK,        "*", = '*')
123 T(PLUS,            "+", = '+')
124 T(MINUS,           "-", = '-')
125 T(TILDE,           "~", = '~')
126 T(EXCLAMATIONMARK, "!", = '!')
127 T(SLASH,           "/", = '/')
128 T(PERCENT,         "%", = '%')
129 T(LESS,            "<", = '<')
130 T(GREATER,         ">", = '>')
131 T(CARET,           "^", = '^')
132 T(PIPE,            "|", = '|')
133 T(QUESTIONMARK,    "?", = '?')
134 T(COLON,           ":", = ':')
135 T(SEMICOLON,       ";", = ';')
136 T(EQUAL,           "=", = '=')
137 T(COMMA,           ",", = ',')
138 T(HASH,            "#", = '#')
139
140 TS(NEWLINE,        "newline", = '\n')