X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;f=tokens_preprocessor.inc;h=33d66cdf93abe3b904c7ce0b1d72b8dd9f58c682;hb=b5e161a375492f2af666767725c86d9dfab4f5f8;hp=9fb79663059588eecdf49422a65260f51f7f7500;hpb=cc5baf03706cebfcd0da082d60e18775198d1965;p=cparser

diff --git a/tokens_preprocessor.inc b/tokens_preprocessor.inc
index 9fb7966..33d66cd 100644
--- a/tokens_preprocessor.inc
+++ b/tokens_preprocessor.inc
@@ -1,3 +1,21 @@
+#ifndef TS
+#define TS(x,str,val)
+#endif
+
+TS(HEADERNAME,              "header name", = 256)
+TS(IDENTIFIER,              "identifier",)
+TS(NUMBER,                  "number",)
+TS(CHARACTER_CONSTANT,      "character constant",)
+TS(WIDE_CHARACTER_CONSTANT, "character constant",)
+TS(STRING_LITERAL,          "string literal",)
+TS(WIDE_STRING_LITERAL,     "wide string literal",)
+TS(PUNCTUATOR,              "punctuator",)
+TS(NEWLINE,                 "newline", = '\n')
+
+#define PUNCTUATOR(name,string,val)   T(_ALL,name,string,val)
+#include "tokens_punctuator.inc"
+#undef PUNCTUATOR
+
 #define S(x)   T(_ALL,x,#x,)
 
 S(if)
@@ -25,5 +43,3 @@ S(FENV_ACCESS)
 S(CX_LIMITED_RANGE)
 
 #undef S
-
-#define TP_LAST_TOKEN  (TP_CX_LIMITED_RANGE + 1)