from_text.hpp

Go to the documentation of this file.

#ifndef EMINEM_FROM_TEXT_HPP
#define EMINEM_FROM_TEXT_HPP
 
#include <memory>
#include <cstddef>
 
#include "Parser.hpp"
#include "byteme/PerByte.hpp"
#include "byteme/RawFileReader.hpp"
#include "byteme/RawBufferReader.hpp"
 
namespace eminem {
 
struct ParseTextFileOptions {
    std::size_t buffer_size = 65536;
 
    int num_threads = 1;
 
    std::size_t block_size = 65536;
};
 
template<typename Index_ = unsigned long long>
Parser<std::unique_ptr<byteme::PerByteSerial<char> >, Index_> parse_text_file(const char* path, const ParseTextFileOptions& options) {
    ParserOptions popt;
    popt.num_threads = options.num_threads;
    popt.block_size = options.block_size;
 
    byteme::RawFileReaderOptions topt;
    topt.buffer_size = options.buffer_size;
    auto reader = std::make_unique<byteme::RawFileReader>(path, topt);
    auto pb = std::make_unique<byteme::PerByteSerial<char> >(std::move(reader));
    return Parser<std::unique_ptr<byteme::PerByteSerial<char> >, Index_>(std::move(pb), popt);
}
 
struct ParseTextBufferOptions {
    int num_threads = 1;
 
    std::size_t block_size = 65536;
};
 
template<typename Index_ = unsigned long long>
Parser<std::unique_ptr<byteme::PerByteSerial<char> >, Index_> parse_text_buffer(const unsigned char* buffer, std::size_t len, const ParseTextBufferOptions& options) {
    ParserOptions popt;
    popt.num_threads = options.num_threads;
    popt.block_size = options.block_size;
 
    auto reader = std::make_unique<byteme::RawBufferReader>(buffer, len);
    auto pb = std::make_unique<byteme::PerByteSerial<char> >(std::move(reader));
    return Parser<std::unique_ptr<byteme::PerByteSerial<char> >, Index_>(std::move(pb), popt);
}
 
}
 
#endif