lexer.hpp

#pragma once
#include "symbol_table.hpp"
#include <regex>
#include <string>
#include <boost/spirit/include/lex_lexertl.hpp>
#include <boost/bind.hpp>
#include <boost/ref.hpp>
#include <vector>
 
using BaseLexer = boost::spirit::lex::lexertl::lexer<>;
using Iterator = typename BaseLexer::iterator_type;

class Lex {
    std::string filename_; 
    std::string input_;    
    Iterator iter_, end_;
    size_t current_{0};
public:
    struct Token {
        symbol_table::TokenID type; 
        size_t pos; 
    };
 

    Lex(std::string input, bool from_string);
 
    void Tokenize();

    Token Next();

    std::string& input();

    static std::string format_error_window(const std::string& input, size_t pos,
                                           size_t& out_err_line,
                                           size_t& out_err_col,
                                           size_t  context_lines  = 2,
                                           size_t  max_line_width = 40,
                                           size_t  window_width   = 20);
 
private:

    struct Pattern {
        symbol_table::TokenID type; 
        std::string regex; 
 
    };
 
    std::vector<Token> tokens_;
};