5 TS(IDENTIFIER, "identifier", = 256)
6 TS(TYPENAME, "typename",)
7 TS(INTEGER, "integer number",)
8 TS(STRING_LITERAL, "string literal",)
58 T(GREATERGREATER, ">>",)
60 T(GREATEREQUAL, ">=",)
62 T(EXCLAMATIONMARKEQUAL, "!=",)
66 T(ASTERISKEQUAL, "*=",)
68 T(PERCENTEQUAL, "%=",)
71 T(LESSLESSEQUAL, "<<=",)
72 T(GREATERGREATEREQUAL, ">>=",)
78 #define T_LAST_TOKEN (T_HASHHASH+1)
80 T(LESSCOLON, "<:", = '[')
81 T(COLONGREATER, ":>", = ']')
82 T(LESSPERCENT, "<%", = '{')
83 T(PERCENTGREATER, "%>", = '}')
84 T(PERCENTCOLON, "%:", = '#')
85 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
95 T(ASTERISK, "*", = '*')
99 T(EXCLAMATIONMARK, "!", = '!')
101 T(PERCENT, "%", = '%')
103 T(GREATER, ">", = '>')
106 T(QUESTIONMARK, "?", = '?')
108 T(SEMICOLON, ";", = ';')
113 TS(NEWLINE, "newline", = '\n')