Classes | |
class | DontBhiksha |
class | ArrayBhiksha |
class | TrieSearch |
struct | NodeRange |
struct | UnigramValue |
class | UnigramPointer |
class | Unigram |
class | BitPacked |
class | BitPackedMiddle |
class | BitPackedLongest |
class | EntryCompare |
class | RecordReader |
class | SortedFiles |
Functions | |
template<class Quant , class Bhiksha > | |
void | BuildTrie (SortedFiles &files, std::vector< uint64_t > &counts, const Config &config, TrieSearch< Quant, Bhiksha > &out, Quant &quant, SortedVocabulary &vocab, BinaryFormat &backing) |
Variables | |
const uint8_t | kArrayBhikshaVersion = 0 |
void lm::ngram::trie::BuildTrie | ( | SortedFiles & | files, | |
std::vector< uint64_t > & | counts, | |||
const Config & | config, | |||
TrieSearch< Quant, Bhiksha > & | out, | |||
Quant & | quant, | |||
SortedVocabulary & | vocab, | |||
BinaryFormat & | backing | |||
) | [inline] |
Definition at line 462 of file search_trie.cc.
References lm::ngram::trie::SortedFiles::Context(), lm::ngram::trie::RecordReader::Data(), util::FDOpenOrThrow(), lm::ngram::trie::SortedFiles::Full(), util::scoped_base< T, Closer >::get(), util::scoped_memory::get(), lm::ngram::BinaryFormat::GrowForSearch(), lm::ngram::trie::RecordReader::Init(), util::MapRead(), util::POPULATE_OR_READ, lm::ngram::Config::ProgressMessages(), lm::ngram::trie::Unigram::Raw(), lm::ngram::SortedVocabulary::Relocate(), util::scoped_base< T, Closer >::reset(), lm::ngram::trie::RecordReader::Rewind(), lm::ngram::trie::TrieSearch< Quant, Bhiksha >::SetupMemory(), lm::ngram::trie::SortedFiles::StealUnigram(), lm::ngram::SortedVocabulary::UnkCountChangePadding(), and UTIL_THROW.
const uint8_t lm::ngram::trie::kArrayBhikshaVersion = 0 |
Definition at line 17 of file bhiksha.cc.
Referenced by lm::ngram::trie::ArrayBhiksha::FinishedLoading(), and lm::ngram::trie::ArrayBhiksha::UpdateConfigFromBinary().