cleanup builtin handling and put it into an own file. Also implement a bunch of entit...

[cparser] / token.c

diff --git a/token.c b/token.c
index 9588981..3145d79 100644 (file)
--- a/token.c
+++ b/token.c
@@ -1,6 +1,6 @@
 /*
  * This file is part of cparser.
- * Copyright (C) 2007-2008 Matthias Braun <matze@braunis.de>
+ * Copyright (C) 2007-2009 Matthias Braun <matze@braunis.de>
  *
  * This program is free software; you can redistribute it and/or
  * modify it under the terms of the GNU General Public License
@@ -20,6 +20,7 @@
 #include <config.h>
 
 #include "token_t.h"
+#include "symbol_t.h"
 
 #include <assert.h>
 #include <stdio.h>
@@ -29,8 +30,9 @@
 #include "adt/array.h"
 
 static symbol_t *token_symbols[T_LAST_TOKEN];
+static symbol_t *pp_token_symbols[TP_LAST_TOKEN];
 
-source_position_t builtin_source_position = { "<built-in>", 0 };
+const source_position_t builtin_source_position = { "<built-in>", 0 };
 
 void init_tokens(void)
 {
@@ -38,6 +40,7 @@ void init_tokens(void)
        int       last_id = -2;
 
        memset(token_symbols, 0, T_LAST_TOKEN * sizeof(token_symbols[0]));
+       memset(pp_token_symbols, 0, TP_LAST_TOKEN * sizeof(pp_token_symbols[0]));
 
 #define T(mode,x,str,val)                                          \
        if (T_##x > 255) {                                             \
@@ -48,13 +51,15 @@ void init_tokens(void)
                assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                \
                symbol               = symbol_table_insert(str);           \
                symbol->ID           = T_##x;                              \
-               token_symbols[T_##x] = symbol;                             \
+               if (token_symbols[T_##x] == NULL)                          \
+                       token_symbols[T_##x] = symbol;                         \
        }
 
 #define TS(x,str,val)                                              \
        assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                    \
        symbol               = symbol_table_insert(str);               \
-       token_symbols[T_##x] = symbol;
+       if (token_symbols[T_##x] == NULL)                              \
+               token_symbols[T_##x] = symbol;                             \
 
 #include "tokens.inc"
 
@@ -62,9 +67,19 @@ void init_tokens(void)
 #undef T
 
 #define T(mode,x,str,val)                                          \
-       assert(TP_##x >= 0 && TP_##x < TP_LAST_TOKEN);                 \
-       symbol               = symbol_table_insert(str);               \
-       symbol->pp_ID        = TP_##x;
+       if (c_mode & (mode)) {                                         \
+               assert(TP_##x >= 0 && TP_##x < TP_LAST_TOKEN);             \
+               symbol                   = symbol_table_insert(str);       \
+               symbol->pp_ID            = TP_##x;                         \
+               if (pp_token_symbols[TP_##x] == NULL)                      \
+                       pp_token_symbols[TP_##x] = symbol;                     \
+       }
+
+#define TS(x,str,val)                                              \
+       assert(TP_##x >= 0 && TP_##x < T_LAST_TOKEN);                  \
+       symbol                   = symbol_table_insert(str);           \
+       if (pp_token_symbols[TP_##x] == NULL)                          \
+               pp_token_symbols[TP_##x] = symbol;
 
 #include "tokens_preprocessor.inc"
 
@@ -94,33 +109,87 @@ void print_token_type(FILE *f, token_type_t token_type)
 
        const symbol_t *symbol = token_symbols[token_type];
        if(symbol != NULL) {
-               fprintf(f, "'%s'", symbol->string);
+               fputs(symbol->string, f);
        } else {
                if(token_type >= 0 && token_type < 256) {
-                       fprintf(f, "'%c'", token_type);
+                       fputc(token_type, f);
                        return;
                }
                fputs("unknown token", f);
        }
 }
 
+symbol_t *get_token_symbol(const token_t *token)
+{
+       return token_symbols[token->type];
+}
+
 void print_token(FILE *f, const token_t *token)
 {
        switch(token->type) {
        case T_IDENTIFIER:
-               fprintf(f, "symbol '%s'", token->v.symbol->string);
+               fprintf(f, "identifier '%s'", token->v.symbol->string);
                break;
        case T_INTEGER:
-               fprintf(f, "integer number %lld", token->v.intvalue);
+               fprintf(f, "integer number '%lld'", token->v.intvalue);
                break;
        case T_FLOATINGPOINT:
-               fprintf(f, "floatingpointer number %LF", token->v.floatvalue);
+               fprintf(f, "floating-point number '%LF'", token->v.floatvalue);
                break;
        case T_STRING_LITERAL:
-               fprintf(f, "string '%s'", token->v.string.begin); /* TODO suboptimal */
+               fprintf(f, "string \"%s\"", token->v.string.begin);
                break;
        default:
+               fputc('\'', f);
                print_token_type(f, (token_type_t)token->type);
+               fputc('\'', f);
+               break;
+       }
+}
+
+void print_pp_token_type(FILE *f, int token_type)
+{
+       if (token_type == TP_EOF) {
+               fputs("end of file", f);
+               return;
+       }
+       if (token_type == TP_ERROR) {
+               fputs("error", f);
+               return;
+       }
+
+       int token_symbols_len = TP_LAST_TOKEN;
+       if (token_type < 0 || token_type >= token_symbols_len) {
+               fputs("invalid token", f);
+               return;
+       }
+
+       const symbol_t *symbol = pp_token_symbols[token_type];
+       if (symbol != NULL) {
+               fputs(symbol->string, f);
+       } else {
+               if(token_type >= 0 && token_type < 256) {
+                       fputc(token_type, f);
+                       return;
+               }
+               fputs("unknown token", f);
+       }
+}
+
+void print_pp_token(FILE *f, const token_t *token)
+{
+       switch((preprocessor_token_type_t) token->type) {
+       case TP_IDENTIFIER:
+               fprintf(f, "identifier '%s'", token->v.symbol->string);
+               break;
+       case TP_NUMBER:
+               fprintf(f, "number '%s'", token->v.string.begin);
+               break;
+       case TP_STRING_LITERAL:
+               fprintf(f, "string \"%s\"", token->v.string.begin);
+               break;
+       default:
+               print_pp_token_type(f, (preprocessor_token_type_t) token->type);
                break;
        }
 }