Lexer.hpp

Go to the documentation of this file.

#pragma once
 
#include "config/internal/Token.hpp"
#include <vector>
 
namespace config {
 
typedef std::vector<Token> TokenArray;

class Lexer {
public:
    static void tokenize(std::string const &content, TokenArray &res);
    static TokenArray tokenize(std::string const &content);
    static void printTokens(TokenArray const &tokens);
 
private:
    Lexer(std::string const &content, std::vector<Token> &res);
 
    std::string const &content_;
    TokenArray &tokens_;
    size_t pos_;
    char ch_;
 
    void run();
 
    void pushToken(TokenType type, std::string const &literal);
    void pushToken(TokenType type, char);
    void readChar();
    void eatWhitespaces();
    void identifyLastToken();
 
    bool isPunctuation() const;
    bool handleValue();
    void handleComment();
    void handleUnknown();
    void handlePunctuation();
};
 
} // namespace config