5 TS(IDENTIFIER, "identifier", = 256)
6 TS(INTEGER, "integer number",)
7 TS(STRING_LITERAL, "string literal",)
51 T(_const, "const", = T_const)
52 T(restrict, "__restrict",)
53 T(_restrict, "restrict", = T_restrict)
59 T(GREATERGREATER, ">>",)
61 T(GREATEREQUAL, ">=",)
63 T(EXCLAMATIONMARKEQUAL, "!=",)
67 T(ASTERISKEQUAL, "*=",)
69 T(PERCENTEQUAL, "%=",)
72 T(LESSLESSEQUAL, "<<=",)
73 T(GREATERGREATEREQUAL, ">>=",)
79 #define T_LAST_TOKEN (T_HASHHASH+1)
81 T(LESSCOLON, "<:", = '[')
82 T(COLONGREATER, ":>", = ']')
83 T(LESSPERCENT, "<%", = '{')
84 T(PERCENTGREATER, "%>", = '}')
85 T(PERCENTCOLON, "%:", = '#')
86 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
96 T(ASTERISK, "*", = '*')
100 T(EXCLAMATIONMARK, "!", = '!')
102 T(PERCENT, "%", = '%')
104 T(GREATER, ">", = '>')
107 T(QUESTIONMARK, "?", = '?')
109 T(SEMICOLON, ";", = ';')
114 TS(NEWLINE, "newline", = '\n')