more work on local variable support

[cparser] / tokens.inc

diff --git a/tokens.inc b/tokens.inc
index 9915f18..c263a16 100644 (file)
--- a/tokens.inc
+++ b/tokens.inc
@@ -4,6 +4,7 @@
 
 TS(IDENTIFIER,     "identifier", = 256)
 TS(INTEGER,        "integer number",)
+TS(FLOATINGPOINT,  "floatingpoint number",)
 TS(STRING_LITERAL, "string literal",)
 
 #define S(x)   T(x,#x,)
@@ -11,7 +12,6 @@ S(auto)
 S(break)
 S(case)
 S(char)
-S(const)
 S(continue)
 S(default)
 S(do)
@@ -23,11 +23,9 @@ S(float)
 S(for)
 S(goto)
 S(if)
-S(inline)
 S(int)
 S(long)
 S(register)
-S(restrict)
 S(return)
 S(short)
 S(signed)
@@ -44,9 +42,34 @@ S(while)
 S(_Bool)
 S(_Complex)
 S(_Imaginary)
+S(__thread)
+S(__extension__)
+S(__attribute__)
+S(__builtin_va_list)
+S(__builtin_expect)
+S(__builtin_offsetof)
+S(__builtin_va_start)
+S(__builtin_va_arg)
+S(__builtin_va_end)
+S(__PRETTY_FUNCTION__)
+S(__FUNCTION__)
+S(__alignof__)
+S(__typeof__)
+S(__real__)
+S(__imag__)
 #undef S
 
-T(SELECT,                   "->",)
+T(const,               "__const",)
+T(_const,                "const", = T_const)
+T(restrict,         "__restrict",)
+T(_restrict,          "restrict", = T_restrict)
+T(asm,                     "asm",)
+T(__asm__,             "__asm__", = T_asm)
+T(inline,               "inline",)
+T(__inline,           "__inline", = T_inline)
+T(__inline__,       "__inline__", = T_inline)
+
+T(MINUSGREATER,             "->",)
 T(PLUSPLUS,                 "++",)
 T(MINUSMINUS,               "--",)
 T(LESSLESS,                 "<<",)
@@ -72,6 +95,13 @@ T(HASHHASH,                 "##",)
 
 #define T_LAST_TOKEN  (T_HASHHASH+1)
 
+T(LESSCOLON,                "<:",   = '[')
+T(COLONGREATER,             ":>",   = ']')
+T(LESSPERCENT,              "<%",   = '{')
+T(PERCENTGREATER,           "%>",   = '}')
+T(PERCENTCOLON,             "%:",   = '#')
+T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
+
 T(RBRACK,          "[", = '[')
 T(LBRACK,          "]", = ']')
 T(LBRACE,          "(", = '(')
@@ -98,11 +128,4 @@ T(EQUAL,           "=", = '=')
 T(COMMA,           ",", = ',')
 T(HASH,            "#", = '#')
 
-T(LESSCOLON,                "<:",   = '[')
-T(COLONGREATER,             ":>",   = ']')
-T(LESSPERCENT,              "<%",   = '{')
-T(PERCENTGREATER,           "%>",   = '}')
-T(PERCENTCOLON,             "%:",   = '#')
-T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
-
 TS(NEWLINE,        "newline", = '\n')