5 TS(IDENTIFIER, "identifier", = 256)
6 TS(TYPENAME, "typename",)
7 TS(INTEGER, "integer number",)
8 TS(STRING_LITERAL, "string literal",)
58 T(GREATERGREATER, ">>",)
60 T(GREATEREQUAL, ">=",)
62 T(EXCLAMATIONMARKEQUAL, "!=",)
66 T(ASTERISKEQUAL, "*=",)
68 T(PERCENTEQUAL, "%=",)
71 T(LESSLESSEQUAL, "<<=",)
72 T(GREATERGREATEREQUAL, ">>=",)
78 #define T_LAST_TOKEN (T_HASHHASH+1)
88 T(ASTERISK, "*", = '*')
92 T(EXCLAMATIONMARK, "!", = '!')
94 T(PERCENT, "%", = '%')
96 T(GREATER, ">", = '>')
99 T(QUESTIONMARK, "?", = '?')
101 T(SEMICOLON, ";", = ';')
106 T(LESSCOLON, "<:", = '[')
107 T(COLONGREATER, ":>", = ']')
108 T(LESSPERCENT, "<%", = '{')
109 T(PERCENTGREATER, "%>", = '}')
110 T(PERCENTCOLON, "%:", = '#')
111 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
113 TS(NEWLINE, "newline", = '\n')