X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;f=tokens_preprocessor.inc;h=aa11d2206f475b838429ed4f1fd555526432a47a;hb=227b0eb126a28cde3726b5618a6767dba1393bf5;hp=9782ad0608cb1f7d7c5532ade503405eeb521734;hpb=f3f57226195059ecb38d482c469a4c665fc9c2d1;p=cparser

diff --git a/tokens_preprocessor.inc b/tokens_preprocessor.inc
index 9782ad0..aa11d22 100644
--- a/tokens_preprocessor.inc
+++ b/tokens_preprocessor.inc
@@ -1,48 +1,21 @@
-#ifndef TS
-#define TS(x,str,val)
-#endif
-
-TS(HEADERNAME,              "header name", = 256)
-TS(IDENTIFIER,              "identifier",)
-TS(NUMBER,                  "number",)
-TS(CHARACTER_CONSTANT,      "character constant",)
-TS(WIDE_CHARACTER_CONSTANT, "character constant",)
-TS(STRING_LITERAL,          "string literal",)
-TS(WIDE_STRING_LITERAL,     "wide string literal",)
-TS(PUNCTUATOR,              "punctuator",)
-
-#define PUNCTUATOR(name,string,val)   T(_ALL,name,string,val)
-#include "tokens_punctuator.inc"
-#undef PUNCTUATOR
-
-#define S(x)   T(_ALL,x,#x,)
-
-S(if)
-S(else)
-S(elif)
-S(endif)
-S(ifdef)
-S(ifndef)
-S(include)
-S(define)
-S(undef)
-S(line)
-S(error)
-S(pragma)
-
-S(defined)
-T(_ALL, va_args, "__VA_ARGS__",)
-
-S(STDC)
-S(ON)
-S(OFF)
-S(DEFAULT)
-S(FP_CONTRACT)
-S(FENV_ACCESS)
-S(CX_LIMITED_RANGE)
-
-#define TP_LAST_TOKEN  (TP_CX_LIMITED_RANGE + 1)
-
-TS(NEWLINE,                 "newline", = '\n')
-
-#undef S
+T(CX_LIMITED_RANGE)
+T(DEFAULT)
+T(FENV_ACCESS)
+T(FP_CONTRACT)
+T(OFF)
+T(ON)
+T(STDC)
+T(define)
+T(defined)
+T(elif)
+T(else)  /* remember that this gives T_else, not T_IDENTIFIER like most others */
+T(endif)
+T(error)
+T(if)    /* remember that this gives T_if */
+T(ifdef)
+T(ifndef)
+T(include)
+T(include_next)
+T(line)
+T(pragma)
+T(undef)