#include "RezLexer.h" #include #include #include #include #include "RezLexerWaveToken.h" namespace wave = boost::wave; using namespace boost::wave; struct load_file_to_string_filtered { template class inner { public: template static void init_iterators(IterContextT &iter_ctx, PositionT const &act_pos, language_support language) { typedef typename IterContextT::iterator_type iterator_type; // read in the file std::ifstream instream(iter_ctx.filename.c_str()); if (!instream.is_open()) { BOOST_WAVE_THROW_CTX(iter_ctx.ctx, preprocess_exception, bad_include_file, iter_ctx.filename.c_str(), act_pos); return; } instream.unsetf(std::ios::skipws); std::string str(std::istreambuf_iterator(instream.rdbuf()), std::istreambuf_iterator()); boost::regex endif("#endif[^\r\n]*"); str = boost::regex_replace(str, endif, "#endif"); boost::regex dollar_escape("\\\\\\$([a-zA-Z0-9][a-zA-Z0-9])"); str = boost::regex_replace(str, dollar_escape, "\\x$1"); iter_ctx.instring = str; iter_ctx.first = iterator_type( iter_ctx.instring.begin(), iter_ctx.instring.end(), PositionT(iter_ctx.filename), language); iter_ctx.last = iterator_type(); } private: std::string instring; }; }; typedef wave::cpplexer::lex_iterator< wave::cpplexer::lex_token<> > lex_iterator_type; typedef wave::context< std::string::iterator, lex_iterator_type, load_file_to_string_filtered> context_type; typedef context_type::iterator_type pp_iterator_type; struct RezLexer::Priv { std::string input; context_type ctx; pp_iterator_type iter; Priv(std::string data, std::string name) : input(data), ctx(input.begin(), input.end(), name.c_str()) { } }; RezLexer::RezLexer(std::string filename) { std::ifstream instream(filename); pImpl.reset(new Priv(std::string( std::istreambuf_iterator(instream.rdbuf()), std::istreambuf_iterator()), filename)); pImpl->ctx.add_include_path("/home/wolfgang/Projects/Retro68/RIncludes"); // ctx.add_macro_definition(...); pImpl->ctx.add_macro_definition("DeRez", "0"); pImpl->iter = pImpl->ctx.begin(); } RezLexer::~RezLexer() { } bool RezLexer::atEnd() { return pImpl->iter == pImpl->ctx.end(); } RezLexer::WaveToken RezLexer::nextWave() { return pImpl->iter == pImpl->ctx.end() ? WaveToken() : (*pImpl->iter++); } RezLexer::WaveToken RezLexer::peekWave() { return pImpl->iter == pImpl->ctx.end() ? WaveToken() : *pImpl->iter; }