no enviornment passing around anymore in lexer, more work on lexer, import expression...

[cparser] / tokens.inc

diff --git a/tokens.inc b/tokens.inc
index 9c40b57..9915f18 100644 (file)
--- a/tokens.inc
+++ b/tokens.inc
@@ -5,8 +5,6 @@
 TS(IDENTIFIER,     "identifier", = 256)
 TS(INTEGER,        "integer number",)
 TS(STRING_LITERAL, "string literal",)
-TS(PP_NEWLINE,     "praeprocessor newline",)
-TS(PP_HEADER_NAME, "praeprocessor header name",)
 
 #define S(x)   T(x,#x,)
 S(auto)
@@ -106,3 +104,5 @@ T(LESSPERCENT,              "<%",   = '{')
 T(PERCENTGREATER,           "%>",   = '}')
 T(PERCENTCOLON,             "%:",   = '#')
 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
+
+TS(NEWLINE,        "newline", = '\n')