1 #ifndef MSP_GL_SL_TOKENIZER_H_
2 #define MSP_GL_SL_TOKENIZER_H_
6 #include <sigc++/signal.h>
23 sigc::signal<void> signal_preprocess;
26 std::string::const_iterator iter;
27 std::string::const_iterator source_end;
29 bool allow_preprocess;
30 std::string last_token;
31 std::deque<std::string> next_tokens;
36 void begin(const std::string &, const std::string &);
37 const std::string &peek_token(unsigned = 0);
38 const std::string &parse_token();
39 void expect(const std::string &);
40 const Location &get_location() const { return location; }
42 std::string parse_token_();
44 std::string parse_identifier();
45 std::string parse_number();
46 std::string parse_other();
47 void skip_comment_and_whitespace();