X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;f=token.c;h=bdb331aff836e5ec261bf563be33e3bbca026ce1;hb=68a770de4603c696518d3dd2f278985262a1a2a2;hp=c2d5345f0922bb8ee34d90530bdc8883a9cda8c4;hpb=0e0faae013a4302a0cc4f6e465301a82483e0a52;p=cparser diff --git a/token.c b/token.c index c2d5345..bdb331a 100644 --- a/token.c +++ b/token.c @@ -1,6 +1,26 @@ +/* + * This file is part of cparser. + * Copyright (C) 2007-2008 Matthias Braun + * + * This program is free software; you can redistribute it and/or + * modify it under the terms of the GNU General Public License + * as published by the Free Software Foundation; either version 2 + * of the License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA + * 02111-1307, USA. + */ #include #include "token_t.h" +#include "symbol_t.h" #include #include @@ -10,8 +30,9 @@ #include "adt/array.h" static symbol_t *token_symbols[T_LAST_TOKEN]; +static symbol_t *pp_token_symbols[TP_LAST_TOKEN]; -source_position_t builtin_source_position = { "", 0 }; +const source_position_t builtin_source_position = { "", 0 }; void init_tokens(void) { @@ -19,6 +40,7 @@ void init_tokens(void) int last_id = -2; memset(token_symbols, 0, T_LAST_TOKEN * sizeof(token_symbols[0])); + memset(pp_token_symbols, 0, TP_LAST_TOKEN * sizeof(pp_token_symbols[0])); #define T(mode,x,str,val) \ if (T_##x > 255) { \ @@ -44,8 +66,14 @@ void init_tokens(void) #define T(mode,x,str,val) \ assert(TP_##x >= 0 && TP_##x < TP_LAST_TOKEN); \ - symbol = symbol_table_insert(str); \ - symbol->pp_ID = TP_##x; + symbol = symbol_table_insert(str); \ + symbol->pp_ID = TP_##x; \ + pp_token_symbols[TP_##x] = symbol; + +#define TS(x,str,val) \ + assert(TP_##x >= 0 && TP_##x < T_LAST_TOKEN); \ + symbol = symbol_table_insert(str); \ + pp_token_symbols[TP_##x] = symbol; #include "tokens_preprocessor.inc" @@ -105,3 +133,50 @@ void print_token(FILE *f, const token_t *token) break; } } + +void print_pp_token_type(FILE *f, preprocessor_token_type_t token_type) +{ + if(token_type == TP_EOF) { + fputs("end of file", f); + return; + } + if(token_type == TP_ERROR) { + fputs("error", f); + return; + } + + int token_symbols_len = TP_LAST_TOKEN; + if(token_type < 0 || token_type >= token_symbols_len) { + fputs("invalid token", f); + return; + } + + const symbol_t *symbol = pp_token_symbols[token_type]; + if(symbol != NULL) { + fprintf(f, "'%s'", symbol->string); + } else { + if(token_type >= 0 && token_type < 256) { + fprintf(f, "'%c'", token_type); + return; + } + fputs("unknown token", f); + } +} + +void print_pp_token(FILE *f, const token_t *token) +{ + switch((preprocessor_token_type_t) token->type) { + case TP_IDENTIFIER: + fprintf(f, "symbol '%s'", token->v.symbol->string); + break; + case TP_NUMBER: + fprintf(f, "number %s", token->v.string.begin); + break; + case TP_STRING_LITERAL: + fprintf(f, "string '%s'", token->v.string.begin); + break; + default: + print_pp_token_type(f, (preprocessor_token_type_t) token->type); + break; + } +}