make sure dirs are constructed in makefile
[cparser] / token.c
diff --git a/token.c b/token.c
index 99c871c..9588981 100644 (file)
--- a/token.c
+++ b/token.c
@@ -1,3 +1,22 @@
+/*
+ * This file is part of cparser.
+ * Copyright (C) 2007-2008 Matthias Braun <matze@braunis.de>
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
+ * 02111-1307, USA.
+ */
 #include <config.h>
 
 #include "token_t.h"
 #include <stdio.h>
 
 #include "symbol.h"
+#include "lang_features.h"
 #include "adt/array.h"
 
 static symbol_t *token_symbols[T_LAST_TOKEN];
 
+source_position_t builtin_source_position = { "<built-in>", 0 };
+
 void init_tokens(void)
 {
        symbol_t *symbol;
+       int       last_id = -2;
 
        memset(token_symbols, 0, T_LAST_TOKEN * sizeof(token_symbols[0]));
 
-#define T(x,str,val)                                               \
-       assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                    \
-       symbol               = symbol_table_insert(str);               \
-       symbol->ID           = T_##x;                                  \
-       token_symbols[T_##x] = symbol;
+#define T(mode,x,str,val)                                          \
+       if (T_##x > 255) {                                             \
+               assert(T_##x >= last_id);                                  \
+               last_id = T_##x;                                           \
+       }                                                              \
+       if (c_mode & (mode)) {                                         \
+               assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                \
+               symbol               = symbol_table_insert(str);           \
+               symbol->ID           = T_##x;                              \
+               token_symbols[T_##x] = symbol;                             \
+       }
 
 #define TS(x,str,val)                                              \
        assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                    \
@@ -32,7 +61,7 @@ void init_tokens(void)
 #undef TS
 #undef T
 
-#define T(x,str,val)                                               \
+#define T(mode,x,str,val)                                          \
        assert(TP_##x >= 0 && TP_##x < TP_LAST_TOKEN);                 \
        symbol               = symbol_table_insert(str);               \
        symbol->pp_ID        = TP_##x;
@@ -88,7 +117,7 @@ void print_token(FILE *f, const token_t *token)
                fprintf(f, "floatingpointer number %LF", token->v.floatvalue);
                break;
        case T_STRING_LITERAL:
-               fprintf(f, "string '%s'", token->v.string);
+               fprintf(f, "string '%s'", token->v.string.begin); /* TODO suboptimal */
                break;
        default:
                print_token_type(f, (token_type_t)token->type);