X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;ds=sidebyside;f=tokens_preprocessor.inc;h=f5bfe3e59d95452748ca732551dccefd5b48e18f;hb=3ebfcac30456a053d3eba3fb1a2df7b1e73668b8;hp=9fb79663059588eecdf49422a65260f51f7f7500;hpb=cc5baf03706cebfcd0da082d60e18775198d1965;p=cparser

diff --git a/tokens_preprocessor.inc b/tokens_preprocessor.inc
index 9fb7966..f5bfe3e 100644
--- a/tokens_preprocessor.inc
+++ b/tokens_preprocessor.inc
@@ -1,3 +1,21 @@
+#ifndef TS
+#define TS(x,str,val)
+#endif
+
+TS(IDENTIFIER,              "identifier", = 256)
+TS(NUMBER,                  "number",)
+TS(CHARACTER_CONSTANT,      "character constant",)
+TS(WIDE_CHARACTER_CONSTANT, "character constant",)
+TS(STRING_LITERAL,          "string literal",)
+TS(WIDE_STRING_LITERAL,     "wide string literal",)
+TS(PUNCTUATOR,              "punctuator",)
+
+#define ALTERNATE(name, val)          T(_CXX, name, #name,  val)
+#define PUNCTUATOR(name, string, val) T(_ALL, name, string, val)
+#include "tokens_punctuator.inc"
+#undef PUNCTUATOR
+#undef ALTERNATE
+
 #define S(x)   T(_ALL,x,#x,)
 
 S(if)
@@ -15,6 +33,8 @@ S(pragma)
 
 S(defined)
 T(_ALL, va_args, "__VA_ARGS__",)
+T(_MS, __COUNTER__, "__COUNTER__",)
+T(_MS, __TIMESTAMP__, "__TIMESTAMP__",)
 
 S(STDC)
 S(ON)
@@ -25,5 +45,3 @@ S(FENV_ACCESS)
 S(CX_LIMITED_RANGE)
 
 #undef S
-
-#define TP_LAST_TOKEN  (TP_CX_LIMITED_RANGE + 1)