X-Git-Url: http://nsz.repo.hu/git/?a=blobdiff_plain;ds=sidebyside;f=token.c;h=c2d5345f0922bb8ee34d90530bdc8883a9cda8c4;hb=5ee7d5e63a5309c4a6a94050fc55e2883dcc19c4;hp=50e166a2caec59581b46b74d7517c7c4918565b4;hpb=d5e8df5885f97ea65839f8970b8697549c207610;p=cparser

diff --git a/token.c b/token.c
index 50e166a..c2d5345 100644
--- a/token.c
+++ b/token.c
@@ -6,21 +6,31 @@
 #include <stdio.h>
 
 #include "symbol.h"
+#include "lang_features.h"
 #include "adt/array.h"
 
 static symbol_t *token_symbols[T_LAST_TOKEN];
 
+source_position_t builtin_source_position = { "<built-in>", 0 };
+
 void init_tokens(void)
 {
 	symbol_t *symbol;
+	int       last_id = -2;
 
 	memset(token_symbols, 0, T_LAST_TOKEN * sizeof(token_symbols[0]));
 
-#define T(x,str,val)                                               \
-	assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                    \
-	symbol               = symbol_table_insert(str);               \
-	symbol->ID           = T_##x;                                  \
-	token_symbols[T_##x] = symbol;
+#define T(mode,x,str,val)                                          \
+	if (T_##x > 255) {                                             \
+		assert(T_##x >= last_id);                                  \
+		last_id = T_##x;                                           \
+	}                                                              \
+	if (c_mode & (mode)) {                                         \
+		assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                \
+		symbol               = symbol_table_insert(str);           \
+		symbol->ID           = T_##x;                              \
+		token_symbols[T_##x] = symbol;                             \
+	}
 
 #define TS(x,str,val)                                              \
 	assert(T_##x >= 0 && T_##x < T_LAST_TOKEN);                    \
@@ -30,6 +40,15 @@ void init_tokens(void)
 #include "tokens.inc"
 
 #undef TS
+#undef T
+
+#define T(mode,x,str,val)                                          \
+	assert(TP_##x >= 0 && TP_##x < TP_LAST_TOKEN);                 \
+	symbol               = symbol_table_insert(str);               \
+	symbol->pp_ID        = TP_##x;
+
+#include "tokens_preprocessor.inc"
+
 #undef T
 }
 
@@ -39,14 +58,14 @@ void exit_tokens(void)
 
 void print_token_type(FILE *f, token_type_t token_type)
 {
-	if(token_type >= 0 && token_type < 256) {
-		fprintf(f, "'%c'", token_type);
-		return;
-	}
 	if(token_type == T_EOF) {
 		fputs("end of file", f);
 		return;
 	}
+	if(token_type == T_ERROR) {
+		fputs("error", f);
+		return;
+	}
 
 	int token_symbols_len = T_LAST_TOKEN;
 	if(token_type < 0 || token_type >= token_symbols_len) {
@@ -56,8 +75,12 @@ void print_token_type(FILE *f, token_type_t token_type)
 
 	const symbol_t *symbol = token_symbols[token_type];
 	if(symbol != NULL) {
-		fputs(symbol->string, f);
+		fprintf(f, "'%s'", symbol->string);
 	} else {
+		if(token_type >= 0 && token_type < 256) {
+			fprintf(f, "'%c'", token_type);
+			return;
+		}
 		fputs("unknown token", f);
 	}
 }
@@ -69,13 +92,16 @@ void print_token(FILE *f, const token_t *token)
 		fprintf(f, "symbol '%s'", token->v.symbol->string);
 		break;
 	case T_INTEGER:
-		fprintf(f, "integer number %d", token->v.intvalue);
+		fprintf(f, "integer number %lld", token->v.intvalue);
+		break;
+	case T_FLOATINGPOINT:
+		fprintf(f, "floatingpointer number %LF", token->v.floatvalue);
 		break;
 	case T_STRING_LITERAL:
-		fprintf(f, "string '%s'", token->v.string);
+		fprintf(f, "string '%s'", token->v.string.begin); /* TODO suboptimal */
 		break;
 	default:
-		print_token_type(f, token->type);
+		print_token_type(f, (token_type_t)token->type);
 		break;
 	}
 }