5 TS(IDENTIFIER, "identifier", = 256)
6 TS(TYPENAME, "typename",)
7 TS(INTEGER, "integer number",)
8 TS(STRING_LITERAL, "string literal",)
54 T(GREATERGREATER, ">>",)
56 T(GREATEREQUAL, ">=",)
58 T(EXCLAMATIONMARKEQUAL, "!=",)
62 T(ASTERISKEQUAL, "*=",)
64 T(PERCENTEQUAL, "%=",)
67 T(LESSLESSEQUAL, "<<=",)
68 T(GREATERGREATEREQUAL, ">>=",)
74 #define T_LAST_TOKEN (T_HASHHASH+1)
84 T(ASTERISK, "*", = '*')
88 T(EXCLAMATIONMARK, "!", = '!')
90 T(PERCENT, "%", = '%')
92 T(GREATER, ">", = '>')
95 T(QUESTIONMARK, "?", = '?')
97 T(SEMICOLON, ";", = ';')
102 T(LESSCOLON, "<:", = '[')
103 T(COLONGREATER, ":>", = ']')
104 T(LESSPERCENT, "<%", = '{')
105 T(PERCENTGREATER, "%>", = '}')
106 T(PERCENTCOLON, "%:", = '#')
107 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
109 TS(NEWLINE, "newline", = '\n')