X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;ds=sidebyside;f=tokens.inc;h=8692cff0972025d25fde986923065e5f7cbffe88;hb=a9c17bbc7a863b3dd3c0bfdd8884c0d8b274cb0d;hp=f4f777a61ab891d6c63e6fd76abf8a89079cf1ed;hpb=d5e8df5885f97ea65839f8970b8697549c207610;p=cparser diff --git a/tokens.inc b/tokens.inc index f4f777a..8692cff 100644 --- a/tokens.inc +++ b/tokens.inc @@ -4,6 +4,7 @@ TS(IDENTIFIER, "identifier", = 256) TS(INTEGER, "integer number",) +TS(FLOATINGPOINT, "floatingpoint number",) TS(STRING_LITERAL, "string literal",) #define S(x) T(x,#x,) @@ -11,7 +12,6 @@ S(auto) S(break) S(case) S(char) -S(const) S(continue) S(default) S(do) @@ -23,11 +23,9 @@ S(float) S(for) S(goto) S(if) -S(inline) S(int) S(long) S(register) -S(restrict) S(return) S(short) S(signed) @@ -44,9 +42,33 @@ S(while) S(_Bool) S(_Complex) S(_Imaginary) +S(__thread) +S(__extension__) +S(__attribute__) +S(__builtin_va_list) +S(__builtin_expect) +S(__builtin_offsetof) +S(__builtin_va_start) +S(__builtin_va_arg) +S(__builtin_va_end) +S(__PRETTY_FUNCTION__) +S(__FUNCTION__) +S(__alignof__) +S(__typeof__) +S(__real__) +S(__imag__) #undef S -T(SELECT, "->",) +T(const, "__const",) +T(_const, "const", = T_const) +T(restrict, "__restrict",) +T(_restrict, "restrict", = T_restrict) +T(asm, "asm",) +T(__asm__, "__asm__", = T_asm) +T(inline, "inline",) +T(__inline, "__inline", = T_inline) + +T(MINUSGREATER, "->",) T(PLUSPLUS, "++",) T(MINUSMINUS, "--",) T(LESSLESS, "<<",) @@ -72,6 +94,13 @@ T(HASHHASH, "##",) #define T_LAST_TOKEN (T_HASHHASH+1) +T(LESSCOLON, "<:", = '[') +T(COLONGREATER, ":>", = ']') +T(LESSPERCENT, "<%", = '{') +T(PERCENTGREATER, "%>", = '}') +T(PERCENTCOLON, "%:", = '#') +T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH) + T(RBRACK, "[", = '[') T(LBRACK, "]", = ']') T(LBRACE, "(", = '(') @@ -98,9 +127,4 @@ T(EQUAL, "=", = '=') T(COMMA, ",", = ',') T(HASH, "#", = '#') -T(LESSCOLON, "<:", = '[') -T(COLONGREATER, ":>", = ']') -T(LESSPERCENT, "<%", = '{') -T(PERCENTGREATER, "%>", = '}') -T(PERCENTCOLON, "%:", = '#') -T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH) +TS(NEWLINE, "newline", = '\n')