250 lines
6.3 KiB
C++
250 lines
6.3 KiB
C++
#include "marisa/stdio.h"
|
|
#include "marisa/iostream.h"
|
|
#include "marisa/trie.h"
|
|
#include "marisa/grimoire/trie.h"
|
|
|
|
namespace marisa {
|
|
|
|
Trie::Trie() : trie_() {}
|
|
|
|
Trie::~Trie() {}
|
|
|
|
void Trie::build(Keyset &keyset, int config_flags) {
|
|
scoped_ptr<grimoire::LoudsTrie> temp(new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
temp->build(keyset, config_flags);
|
|
trie_.swap(temp);
|
|
}
|
|
|
|
void Trie::mmap(const char *filename) {
|
|
MARISA_THROW_IF(filename == NULL, MARISA_NULL_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Mapper mapper;
|
|
mapper.open(filename);
|
|
temp->map(mapper);
|
|
trie_.swap(temp);
|
|
}
|
|
|
|
void Trie::map(const void *ptr, std::size_t size) {
|
|
MARISA_THROW_IF((ptr == NULL) && (size != 0), MARISA_NULL_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Mapper mapper;
|
|
mapper.open(ptr, size);
|
|
temp->map(mapper);
|
|
trie_.swap(temp);
|
|
}
|
|
|
|
void Trie::load(const char *filename) {
|
|
MARISA_THROW_IF(filename == NULL, MARISA_NULL_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Reader reader;
|
|
reader.open(filename);
|
|
temp->read(reader);
|
|
trie_.swap(temp);
|
|
}
|
|
|
|
void Trie::read(int fd) {
|
|
MARISA_THROW_IF(fd == -1, MARISA_CODE_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Reader reader;
|
|
reader.open(fd);
|
|
temp->read(reader);
|
|
trie_.swap(temp);
|
|
}
|
|
|
|
void Trie::save(const char *filename) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
MARISA_THROW_IF(filename == NULL, MARISA_NULL_ERROR);
|
|
|
|
grimoire::Writer writer;
|
|
writer.open(filename);
|
|
trie_->write(writer);
|
|
}
|
|
|
|
void Trie::write(int fd) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
MARISA_THROW_IF(fd == -1, MARISA_CODE_ERROR);
|
|
|
|
grimoire::Writer writer;
|
|
writer.open(fd);
|
|
trie_->write(writer);
|
|
}
|
|
|
|
bool Trie::lookup(Agent &agent) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
if (!agent.has_state()) {
|
|
agent.init_state();
|
|
}
|
|
return trie_->lookup(agent);
|
|
}
|
|
|
|
void Trie::reverse_lookup(Agent &agent) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
if (!agent.has_state()) {
|
|
agent.init_state();
|
|
}
|
|
trie_->reverse_lookup(agent);
|
|
}
|
|
|
|
bool Trie::common_prefix_search(Agent &agent) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
if (!agent.has_state()) {
|
|
agent.init_state();
|
|
}
|
|
return trie_->common_prefix_search(agent);
|
|
}
|
|
|
|
bool Trie::predictive_search(Agent &agent) const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
if (!agent.has_state()) {
|
|
agent.init_state();
|
|
}
|
|
return trie_->predictive_search(agent);
|
|
}
|
|
|
|
std::size_t Trie::num_tries() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->num_tries();
|
|
}
|
|
|
|
std::size_t Trie::num_keys() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->num_keys();
|
|
}
|
|
|
|
std::size_t Trie::num_nodes() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->num_nodes();
|
|
}
|
|
|
|
TailMode Trie::tail_mode() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->tail_mode();
|
|
}
|
|
|
|
NodeOrder Trie::node_order() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->node_order();
|
|
}
|
|
|
|
bool Trie::empty() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->empty();
|
|
}
|
|
|
|
std::size_t Trie::size() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->size();
|
|
}
|
|
|
|
std::size_t Trie::total_size() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->total_size();
|
|
}
|
|
|
|
std::size_t Trie::io_size() const {
|
|
MARISA_THROW_IF(trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
return trie_->io_size();
|
|
}
|
|
|
|
void Trie::clear() {
|
|
Trie().swap(*this);
|
|
}
|
|
|
|
void Trie::swap(Trie &rhs) {
|
|
trie_.swap(rhs.trie_);
|
|
}
|
|
|
|
} // namespace marisa
|
|
|
|
#include <iostream>
|
|
|
|
namespace marisa {
|
|
|
|
class TrieIO {
|
|
public:
|
|
static void fread(std::FILE *file, Trie *trie) {
|
|
MARISA_THROW_IF(trie == NULL, MARISA_NULL_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(
|
|
new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Reader reader;
|
|
reader.open(file);
|
|
temp->read(reader);
|
|
trie->trie_.swap(temp);
|
|
}
|
|
static void fwrite(std::FILE *file, const Trie &trie) {
|
|
MARISA_THROW_IF(file == NULL, MARISA_NULL_ERROR);
|
|
MARISA_THROW_IF(trie.trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
grimoire::Writer writer;
|
|
writer.open(file);
|
|
trie.trie_->write(writer);
|
|
}
|
|
|
|
static std::istream &read(std::istream &stream, Trie *trie) {
|
|
MARISA_THROW_IF(trie == NULL, MARISA_NULL_ERROR);
|
|
|
|
scoped_ptr<grimoire::LoudsTrie> temp(
|
|
new (std::nothrow) grimoire::LoudsTrie);
|
|
MARISA_THROW_IF(temp.get() == NULL, MARISA_MEMORY_ERROR);
|
|
|
|
grimoire::Reader reader;
|
|
reader.open(stream);
|
|
temp->read(reader);
|
|
trie->trie_.swap(temp);
|
|
return stream;
|
|
}
|
|
static std::ostream &write(std::ostream &stream, const Trie &trie) {
|
|
MARISA_THROW_IF(trie.trie_.get() == NULL, MARISA_STATE_ERROR);
|
|
grimoire::Writer writer;
|
|
writer.open(stream);
|
|
trie.trie_->write(writer);
|
|
return stream;
|
|
}
|
|
};
|
|
|
|
void fread(std::FILE *file, Trie *trie) {
|
|
MARISA_THROW_IF(file == NULL, MARISA_NULL_ERROR);
|
|
MARISA_THROW_IF(trie == NULL, MARISA_NULL_ERROR);
|
|
TrieIO::fread(file, trie);
|
|
}
|
|
|
|
void fwrite(std::FILE *file, const Trie &trie) {
|
|
MARISA_THROW_IF(file == NULL, MARISA_NULL_ERROR);
|
|
TrieIO::fwrite(file, trie);
|
|
}
|
|
|
|
std::istream &read(std::istream &stream, Trie *trie) {
|
|
MARISA_THROW_IF(trie == NULL, MARISA_NULL_ERROR);
|
|
return TrieIO::read(stream, trie);
|
|
}
|
|
|
|
std::ostream &write(std::ostream &stream, const Trie &trie) {
|
|
return TrieIO::write(stream, trie);
|
|
}
|
|
|
|
std::istream &operator>>(std::istream &stream, Trie &trie) {
|
|
return read(stream, &trie);
|
|
}
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const Trie &trie) {
|
|
return write(stream, trie);
|
|
}
|
|
|
|
} // namespace marisa
|