#include "token_t.h"
extern token_t lexer_token;
+extern bool allow_dollar_in_symbol;
void lexer_next_token(void);
void init_lexer(void);
void exit_lexer(void);
+void select_input_encoding(char const* encoding);
+
void lexer_open_stream(FILE *stream, const char *input_name);
+void lexer_open_buffer(const char *buffer, size_t len, const char *input_name);
string_t concat_strings( const string_t *s1, const string_t *s2);
wide_string_t concat_string_wide_string(const string_t *s1, const wide_string_t *s2);