no enviornment passing around anymore in lexer, more work on lexer, import expression...

[cparser] / tokens.inc

diff --git a/tokens.inc b/tokens.inc
index f4f777a..9915f18 100644 (file)
--- a/tokens.inc
+++ b/tokens.inc
@@ -104,3 +104,5 @@ T(LESSPERCENT,              "<%",   = '{')
 T(PERCENTGREATER,           "%>",   = '}')
 T(PERCENTCOLON,             "%:",   = '#')
 T(PERCENTCOLONPERCENTCOLON, "%:%:", = T_HASHHASH)
+
+TS(NEWLINE,        "newline", = '\n')