1 #ifndef HASH_GENERATOR_HDR
2 #define HASH_GENERATOR_HDR
7 #include <boost/shared_ptr.hpp>
8 #include <boost/algorithm/string/predicate.hpp>
9 #include "concordia/word_map.hpp"
10 #include "concordia/common/config.hpp"
11 #include "concordia/sentence_tokenizer.hpp"
12 #include "concordia/concordia_config.hpp"
13 #include "concordia/concordia_exception.hpp"
37 boost::shared_ptr<ConcordiaConfig> config)
51 bool byWhitespace =
false)
62 bool byWhitespace =
false)
76 boost::shared_ptr<WordMap> _wordMap;
78 boost::shared_ptr<SentenceTokenizer> _sentenceTokenizer;
80 std::string _wordMapFilePath;
Definition: concordia_exception.hpp:11
HashGenerator(std::string indexPath, boost::shared_ptr< ConcordiaConfig > config)
Definition: hash_generator.cpp:13
void serializeWordMap()
Definition: hash_generator.cpp:57
virtual ~HashGenerator()
Definition: hash_generator.cpp:28
Definition: tokenized_sentence.hpp:26
void clearWordMap()
Definition: hash_generator.cpp:63
Definition: hash_generator.hpp:29
TokenizedSentence generateTokens(const std::string &sentence, bool byWhitespace=false)
Definition: hash_generator.cpp:44
TokenizedSentence generateHash(const std::string &sentence, bool byWhitespace=false)
Definition: hash_generator.cpp:31