/disk4/html/www/moses/doxygen/mosesdecoder/lm/vocab.cc File Reference

#include "lm/vocab.hh"
#include "lm/binary_format.hh"
#include "lm/enumerate_vocab.hh"
#include "lm/lm_exception.hh"
#include "lm/config.hh"
#include "lm/weights.hh"
#include "util/exception.hh"
#include "util/file_stream.hh"
#include "util/file.hh"
#include "util/joint_sort.hh"
#include "util/murmur_hash.hh"
#include "util/probing_hash_table.hh"
#include <cstring>
#include <string>

Go to the source code of this file.

Classes
struct	lm::ngram::detail::ProbingVocabularyHeader
Namespaces
namespace	lm
namespace	lm::ngram
namespace	lm::ngram::detail
Functions
uint64_t	lm::ngram::detail::HashForVocab (const char *str, std::size_t len)
void	lm::ngram::MissingUnknown (const Config &config) throw (SpecialWordMissingException)
void	lm::ngram::MissingSentenceMarker (const Config &config, const char *str) throw (SpecialWordMissingException)

---

Variable Documentation

uint64_t hash

Definition at line 154 of file vocab.cc.

Referenced by lm::phrase::Substrings::AddPhrase(), BOOST_FIXTURE_TEST_CASE(), Moses::DeleteRules::EvaluateInIsolation(), Moses::PhraseDictionaryOnDisk::GetTargetPhraseCollection(), Moses::PhraseDictionaryTransliteration::GetTargetPhraseCollection(), Moses::ExamplePT::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionary::GetTargetPhraseCollectionLEGACY(), and Moses::DeleteRules::Load().

WordIndex old

Definition at line 156 of file vocab.cc.

Referenced by processPhrasePairs().

const char* str

Definition at line 155 of file vocab.cc.

Referenced by BOOST_AUTO_TEST_CASE(), RuleSymbol::Compare(), lm::ngram::SortedVocabulary::ComputeRenumbering(), Moses::LanguageModelSRI::CreateFactors(), Moses::LanguageModelMaxEntSRI::CreateFactors(), Moses::ExamplePT::CreateTargetPhrase(), Moses::IOWrapper::GetHypergraphOutputFileName(), Moses::GetTempFolder(), gettempfolder(), sapt::SingleRealValuedParameterPhraseScorerFamily< Token >::init(), main(), MosesTraining::Syntax::PostprocessEgretForests::MarkSplitPoints(), lm::ngram::MissingSentenceMarker(), ngramtable::ngtype(), Moses::StaticData::OverrideFeatures(), Moses::OxLMMapper::OxLMMapper(), strconv_attribute_impl< opt_escape >::parse_wnorm(), Moses::Sentence::ProcessPlaceholders(), sapt::PScorePbwd< Token >::PScorePbwd(), sapt::PScorePfwd< Token >::PScorePfwd(), util::stream::MergingReader< Compare, Combine >::Run(), and StringPiece::set().