#include <StaticData.h>
Public Member Functions | |
~StaticData () | |
destructor | |
bool | LoadData (Parameter *parameter) |
Main function to load everything. Also initialize the Parameter object. | |
void | ClearData () |
const Parameter & | GetParameter () const |
AllOptions::ptr const | options () const |
size_t | GetVerboseLevel () const |
void | SetVerboseLevel (int x) const |
const ScoreComponentCollection & | GetAllWeights () const |
void | SetAllWeights (const ScoreComponentCollection &weights) |
float | GetWeight (const FeatureFunction *sp) const |
void | SetWeight (const FeatureFunction *sp, float weight) |
std::vector< float > | GetWeights (const FeatureFunction *sp) const |
void | SetWeights (const FeatureFunction *sp, const std::vector< float > &weights) |
const std::string & | GetFactorDelimiter () const |
size_t | GetLMCacheCleanupThreshold () const |
const std::string & | GetOutputUnknownsFile () const |
const UnknownLHSList & | GetUnknownLHS () const |
float | GetRuleCountThreshold () const |
void | ReLoadBleuScoreFeatureParameter (float weight) |
Parameter * | GetParameter () |
int | ThreadCount () const |
void | SetExecPath (const std::string &path) |
const std::string & | GetBinDirectory () const |
bool | NeedAlignmentInfo () const |
bool | GetHasAlternateWeightSettings () const |
bool | IsFeatureFunctionIgnored (const FeatureFunction &ff) const |
bool | IsDecodingGraphIgnored (const size_t id) const |
void | SetWeightSetting (const std::string &settingName) const |
float | GetWeightWordPenalty () const |
const std::vector< DecodeGraph * > & | GetDecodeGraphs () const |
void | InitializeForInput (ttasksptr const &ttask) const |
void | CleanUpAfterSentenceProcessing (ttasksptr const &ttask) const |
void | LoadFeatureFunctions () |
bool | CheckWeights () const |
void | LoadSparseWeightsFromConfig () |
bool | LoadWeightSettings () |
bool | LoadAlternateWeightSettings () |
std::map< std::string, std::string > | OverrideFeatureNames () |
void | OverrideFeatures () |
const FeatureRegistry & | GetFeatureRegistry () const |
const PhrasePropertyFactory & | GetPhrasePropertyFactory () const |
void | CheckLEGACYPT () |
bool | GetUseLegacyPT () const |
void | SetSoftMatches (std::vector< std::vector< Word > > &softMatchesMap) |
const std::vector< std::vector < Word > > & | GetSoftMatches () const |
void | ResetWeights (const std::string &denseWeights, const std::string &sparseFile) |
const StatefulFeatureFunction * | GetTreeStructure () const |
void | SetTreeStructure (const StatefulFeatureFunction *treeStructure) |
bool | RequireSortingAfterSourceContext () const |
size_t | GetCoordSpace (std::string space) const |
size_t | MapCoordSpace (std::string space) |
Static Public Member Functions | |
static const StaticData & | Instance () |
return static instance for use like global variable | |
static StaticData & | InstanceNonConst () |
do NOT call unless you know what you're doing | |
static bool | LoadDataStatic (Parameter *parameter, const std::string &execPath) |
Load data into static instance. This function is required as. | |
Protected Member Functions | |
StaticData () | |
void | LoadChartDecodingParameters () |
void | LoadNonTerminals () |
void | LoadDecodeGraphs () |
load decoding steps | |
void | LoadDecodeGraphsOld (const std::vector< std::string > &mappingVector, const std::vector< size_t > &maxChartSpans) |
void | LoadDecodeGraphsNew (const std::vector< std::string > &mappingVector, const std::vector< size_t > &maxChartSpans) |
void | NoCache () |
void | ini_oov_options () |
bool | ini_output_options () |
bool | ini_performance_options () |
void | initialize_features () |
Protected Attributes | |
Parameter * | m_parameter |
boost::shared_ptr< AllOptions > | m_options |
ScoreComponentCollection | m_allWeights |
std::vector< DecodeGraph * > | m_decodeGraphs |
float | m_wordDeletionWeight |
bool | m_reorderingConstraint |
BookkeepingOptions | m_bookkeeping_options |
use additional reordering constraints | |
bool | m_requireSortingAfterSourceContext |
size_t | m_verboseLevel |
std::string | m_factorDelimiter |
size_t | m_lmcache_cleanup_threshold |
by default, |, but it can be changed | |
std::string | m_outputUnknownsFile |
number of translations after which LM claenup is performed (0=never, N=after N translations; default is 1) | |
Word | m_inputDefaultNonTerminal |
output unknowns in this file | |
Word | m_outputDefaultNonTerminal |
SourceLabelOverlap | m_sourceLabelOverlap |
UnknownLHSList | m_unknownLHS |
int | m_threadCount |
std::string | m_currentWeightSetting |
std::map< std::string, ScoreComponentCollection * > | m_weightSetting |
std::map< std::string, std::set< std::string > > | m_weightSettingIgnoreFF |
std::map< std::string, std::set< size_t > > | m_weightSettingIgnoreDP |
bool | m_useLegacyPT |
FeatureRegistry | m_registry |
PhrasePropertyFactory | m_phrasePropertyFactory |
std::string | m_binPath |
std::vector< std::vector< Word > > | m_softMatchesMap |
const StatefulFeatureFunction * | m_treeStructure |
std::map< std::string const, size_t > | m_coordSpaceMap |
size_t | m_coordSpaceNextID |
Friends | |
class | HyperParameterAsWeight |
Definition at line 67 of file StaticData.h.
Moses::StaticData::StaticData | ( | ) | [protected] |
Definition at line 67 of file StaticData.cpp.
References Moses::Phrase::InitializeMemPool().
Moses::StaticData::~StaticData | ( | ) |
destructor
Definition at line 77 of file StaticData.cpp.
References Moses::Phrase::FinalizeMemPool(), m_decodeGraphs, and Moses::RemoveAllInColl().
void Moses::StaticData::CheckLEGACYPT | ( | ) |
check whether we should be using the old code to support binary phrase-table. eventually, we'll stop support the binary phrase-table and delete this legacy code
Definition at line 883 of file StaticData.cpp.
References Moses::PhraseDictionary::GetColl(), m_useLegacyPT, and NULL.
Referenced by LoadFeatureFunctions().
bool Moses::StaticData::CheckWeights | ( | ) | const |
Definition at line 631 of file StaticData.cpp.
References Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), Moses::Parameter::GetWeightNames(), m_parameter, and VERBOSE.
Referenced by LoadData().
void Moses::StaticData::CleanUpAfterSentenceProcessing | ( | ttasksptr const & | ttask | ) | const |
Definition at line 587 of file StaticData.cpp.
References Moses::FeatureFunction::CleanUpAfterSentenceProcessing(), Moses::FeatureFunction::GetFeatureFunctions(), and IsFeatureFunctionIgnored().
Referenced by Moses::TrainingTask::Run(), Moses::ChartParser::~ChartParser(), and Moses::Manager::~Manager().
void Moses::StaticData::ClearData | ( | ) |
const ScoreComponentCollection& Moses::StaticData::GetAllWeights | ( | ) | const [inline] |
Definition at line 213 of file StaticData.h.
References m_allWeights.
Referenced by batch_run(), Moses::PhraseOrientationFeature::GetHeuristicScoreIndex(), Moses::HypothesisScoreOrdererWithDistortion::HypothesisScoreOrdererWithDistortion(), main(), Moses::OutputFeatureWeightsForHypergraph(), Moses::BaseManager::OutputSearchGraphAsHypergraph(), Moses::PrintFeatureWeight(), and Moses::ProcessAndStripXMLTags().
const string & Moses::StaticData::GetBinDirectory | ( | ) | const |
size_t Moses::StaticData::GetCoordSpace | ( | std::string | space | ) | const |
const std::vector<DecodeGraph*>& Moses::StaticData::GetDecodeGraphs | ( | ) | const [inline] |
Definition at line 347 of file StaticData.h.
References m_decodeGraphs.
Referenced by Moses::TranslationOptionCollectionLattice::CreateTranslationOptions(), Moses::TranslationOptionCollection::CreateTranslationOptions(), Moses::TranslationOptionCollection::GetTargetPhraseCollectionBatch(), and Moses::TranslationOptionCollection::ProcessUnknownWord().
const std::string& Moses::StaticData::GetFactorDelimiter | ( | ) | const [inline] |
Definition at line 238 of file StaticData.h.
References m_factorDelimiter.
Referenced by Moses::Word::CreateFromString().
const FeatureRegistry& Moses::StaticData::GetFeatureRegistry | ( | ) | const [inline] |
Definition at line 364 of file StaticData.h.
References m_registry.
Referenced by Moses::Parameter::PrintFF().
bool Moses::StaticData::GetHasAlternateWeightSettings | ( | ) | const [inline] |
Definition at line 275 of file StaticData.h.
References m_weightSetting.
Referenced by IsDecodingGraphIgnored(), IsFeatureFunctionIgnored(), and SetWeightSetting().
size_t Moses::StaticData::GetLMCacheCleanupThreshold | ( | ) | const [inline] |
Definition at line 242 of file StaticData.h.
References m_lmcache_cleanup_threshold.
Referenced by Moses::LanguageModelIRST::CleanUpAfterSentenceProcessing().
const std::string& Moses::StaticData::GetOutputUnknownsFile | ( | ) | const [inline] |
Parameter* Moses::StaticData::GetParameter | ( | ) | [inline] |
const Parameter& Moses::StaticData::GetParameter | ( | ) | const [inline] |
Definition at line 193 of file StaticData.h.
References m_parameter.
Referenced by Moses::FeatureFactory::DefaultSetup(), Moses::Manager::GetWordGraph(), and Moses::IOWrapper::IOWrapper().
const PhrasePropertyFactory& Moses::StaticData::GetPhrasePropertyFactory | ( | ) | const [inline] |
Definition at line 368 of file StaticData.h.
References m_phrasePropertyFactory.
Referenced by Moses::TargetPhrase::SetProperty().
float Moses::StaticData::GetRuleCountThreshold | ( | ) | const [inline] |
Definition at line 254 of file StaticData.h.
const std::vector< std::vector<Word> >& Moses::StaticData::GetSoftMatches | ( | ) | const [inline] |
const StatefulFeatureFunction* Moses::StaticData::GetTreeStructure | ( | ) | const [inline] |
Definition at line 391 of file StaticData.h.
References m_treeStructure.
Referenced by Moses::RDLM::Load(), Moses::ChartManager::OutputDetailedTreeFragmentsTranslationReport(), and Moses::ChartParserUnknown::Process().
const UnknownLHSList& Moses::StaticData::GetUnknownLHS | ( | ) | const [inline] |
Definition at line 250 of file StaticData.h.
References m_unknownLHS.
Referenced by Moses::Syntax::S2T::OovHandler< RuleTrie >::SynthesizeRuleTrie().
bool Moses::StaticData::GetUseLegacyPT | ( | ) | const [inline] |
size_t Moses::StaticData::GetVerboseLevel | ( | ) | const [inline] |
float Moses::StaticData::GetWeight | ( | const FeatureFunction * | sp | ) | const [inline] |
Definition at line 222 of file StaticData.h.
References Moses::ScoreComponentCollection::GetScoreForProducer(), and m_allWeights.
Referenced by Moses::SpanLength::EvaluateWithSourceContext(), and GetWeightWordPenalty().
std::vector<float> Moses::StaticData::GetWeights | ( | const FeatureFunction * | sp | ) | const [inline] |
Definition at line 231 of file StaticData.h.
References Moses::ScoreComponentCollection::GetScoresForProducer(), and m_allWeights.
Referenced by Moses::PDTAimp::CacheSource(), Moses::ChartRuleLookupManagerOnDisk::GetChartRuleCollection(), Moses::PDTAimp::GetTargetPhraseCollection(), Moses::PhraseDictionaryOnDisk::GetTargetPhraseCollectionNonCache(), Moses::HyperParameterAsWeight::HyperParameterAsWeight(), and Moses::PhraseDictionaryTreeAdaptor::InitializeForInput().
float Moses::StaticData::GetWeightWordPenalty | ( | ) | const |
Definition at line 561 of file StaticData.cpp.
References GetWeight(), and Moses::WordPenaltyProducer::Instance().
Referenced by Moses::PDTAimp::CacheSource().
void Moses::StaticData::ini_oov_options | ( | ) | [protected] |
bool Moses::StaticData::ini_output_options | ( | ) | [protected] |
Definition at line 128 of file StaticData.cpp.
Referenced by LoadData().
bool Moses::StaticData::ini_performance_options | ( | ) | [protected] |
Definition at line 140 of file StaticData.cpp.
References Moses::Parameter::GetParam(), and params.
Referenced by LoadData().
void Moses::StaticData::initialize_features | ( | ) | [protected] |
Definition at line 91 of file StaticData.cpp.
References Moses::Parameter::GetParam(), Moses::Join(), params, Moses::Tokenize(), Moses::Trim(), and VERBOSE.
Referenced by LoadData().
void Moses::StaticData::InitializeForInput | ( | ttasksptr const & | ttask | ) | const |
Definition at line 569 of file StaticData.cpp.
References Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), Moses::FeatureFunction::InitializeForInput(), IsFeatureFunctionIgnored(), Moses::Timer::start(), and VERBOSE.
Referenced by Moses::ChartParser::ChartParser(), Moses::Manager::Manager(), and Moses::TrainingTask::Run().
static const StaticData& Moses::StaticData::Instance | ( | ) | [inline, static] |
return static instance for use like global variable
Definition at line 167 of file StaticData.h.
Referenced by Moses::InternalTree::AddSubTree(), Moses::PDTAimp::CacheSource(), Moses::ChartParser::ChartParser(), Moses::LanguageModelIRST::CleanUpAfterSentenceProcessing(), Moses::ChartHypothesis::CleanupArcList(), Moses::PDTAimp::Create(), Moses::Word::CreateFromString(), Moses::WordLattice::CreateTranslationOptionCollection(), Moses::TranslationOptionCollectionLattice::CreateTranslationOptions(), Moses::TranslationOptionCollectionConfusionNet::CreateTranslationOptions(), Moses::TranslationOptionCollection::CreateTranslationOptions(), Moses::TranslationOptionCollectionConfusionNet::CreateTranslationOptionsForRange(), Moses::TranslationOptionCollectionConfusionNet::CreateTranslationOptionsForRangeLEGACY(), Moses::Manager::Decode(), Moses::doConsensusDecoding(), Moses::TargetPhrase::EvaluateInIsolation(), Moses::TranslationOptionCollection::EvaluateTranslationOptionListWithSourceContext(), Moses::Hypothesis::EvaluateWhenApplied(), Moses::ChartHypothesis::EvaluateWhenApplied(), Moses::TargetPhrase::EvaluateWithSourceContext(), Moses::SpanLength::EvaluateWithSourceContext(), Moses::SourceGHKMTreeInputMatchFeature::EvaluateWithSourceContext(), Moses::ChartTranslationOptions::EvaluateWithSourceContext(), Moses::Syntax::S2T::Manager< Parser >::ExtractKBest(), Moses::ChartRuleLookupManagerOnDisk::GetChartRuleCollection(), Moses::PhraseOrientationFeature::GetHeuristicScoreIndex(), Moses::Syntax::GetOneBestTargetYield(), Moses::SoftMatchingFeature::GetOrSetFeatureName(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::ChartHypothesis::GetOutputPhrase(), Moses::InternalTree::GetString(), Moses::PDTAimp::GetTargetPhraseCollection(), Moses::TranslationOptionCollection::GetTargetPhraseCollectionBatch(), Moses::PhraseDictionaryOnDisk::GetTargetPhraseCollectionNonCache(), Moses::ScoreComponentCollection::GetWeightedScore(), Moses::Manager::GetWordGraph(), Moses::HypothesisScoreOrdererWithDistortion::HypothesisScoreOrdererWithDistortion(), Moses::PhraseDictionaryFuzzyMatch::InitializeForInput(), Moses::PhraseDictionaryTreeAdaptor::InitializeForInput(), Moses::VW::InitializeForInput(), Moses::InternalTree::InternalTree(), Moses::IOWrapper::IOWrapper(), Moses::LanguageModelIRST::LanguageModelIRST(), Moses::Incremental::Manager::LMCallback(), Moses::PhraseDictionaryCompact::Load(), Moses::CoveredReferenceFeature::Load(), Moses::ConstrainedDecoding::Load(), LoadNonTerminals(), Moses::Manager::Manager(), Moses::max_fax(), Moses::operator<<(), Moses::ChartManager::OutputDetailedTreeFragmentsTranslationReport(), Moses::OutputFeatureWeightsForHypergraph(), Moses::Manager::OutputSearchGraph(), Moses::BaseManager::OutputSearchGraphAsHypergraph(), Moses::PhraseDictionaryALSuffixArray::PhraseDictionaryALSuffixArray(), Moses::PrintFeatureWeight(), Moses::Parameter::PrintFF(), Moses::ChartParserUnknown::Process(), Moses::ProcessAndStripXMLTags(), Moses::TranslationOptionCollection::ProcessUnknownWord(), Moses::RuleCube::RuleCube(), Moses::TrainingTask::Run(), MosesServer::TranslationRequest::Run(), Moses::TargetPhrase::SetProperty(), Moses::Syntax::S2T::OovHandler< RuleTrie >::SynthesizeRuleTrie(), Moses::TargetPhrase::TargetPhrase(), Moses::TranslationOptionCollectionLattice::TranslationOptionCollectionLattice(), Moses::ChartParser::~ChartParser(), Moses::Manager::~Manager(), and Moses::PDTAimp::~PDTAimp().
static StaticData& Moses::StaticData::InstanceNonConst | ( | ) | [inline, static] |
do NOT call unless you know what you're doing
Definition at line 172 of file StaticData.h.
Referenced by Moses::FeatureFactory::DefaultSetup(), Moses::HyperParameterAsWeight::HyperParameterAsWeight(), Moses::RDLM::Load(), Moses::TreeStructureFeature::Load(), Moses::SoftMatchingFeature::Load(), and Moses::ProcessAndStripXMLTags().
bool Moses::StaticData::IsDecodingGraphIgnored | ( | const size_t | id | ) | const [inline] |
Alternate weight settings allow the wholesale ignoring of decoding graphs (typically a translation table). This function checks if a feature function should be evaluated given the current weight setting
Definition at line 300 of file StaticData.h.
References GetHasAlternateWeightSettings(), m_currentWeightSetting, and m_weightSettingIgnoreDP.
bool Moses::StaticData::IsFeatureFunctionIgnored | ( | const FeatureFunction & | ff | ) | const [inline] |
Alternate weight settings allow the wholesale ignoring of feature functions. This function checks if a feature function should be evaluated given the current weight setting
Definition at line 282 of file StaticData.h.
References GetHasAlternateWeightSettings(), Moses::FeatureFunction::GetScoreProducerDescription(), m_currentWeightSetting, and m_weightSettingIgnoreFF.
Referenced by CleanUpAfterSentenceProcessing(), Moses::TargetPhrase::EvaluateInIsolation(), Moses::TranslationOptionCollection::EvaluateTranslationOptionListWithSourceContext(), Moses::Hypothesis::EvaluateWhenApplied(), Moses::ChartHypothesis::EvaluateWhenApplied(), Moses::TargetPhrase::EvaluateWithSourceContext(), and InitializeForInput().
bool Moses::StaticData::LoadAlternateWeightSettings | ( | ) |
! Read in settings for alternative weights
Definition at line 702 of file StaticData.cpp.
References Moses::FeatureFunction::GetFeatureFunctions(), Moses::Parameter::GetParam(), k, Moses::ScoreComponentCollection::Load(), m_allWeights, m_parameter, m_threadCount, m_weightSetting, m_weightSettingIgnoreFF, params, Moses::Tokenize(), UTIL_THROW_IF2, and VERBOSE.
Referenced by LoadData().
void Moses::StaticData::LoadChartDecodingParameters | ( | ) | [protected] |
Definition at line 304 of file StaticData.cpp.
References LoadNonTerminals(), m_parameter, m_sourceLabelOverlap, Moses::Parameter::SetParameter(), and Moses::SourceLabelOverlapAdd.
Referenced by LoadData().
bool Moses::StaticData::LoadData | ( | Parameter * | parameter | ) |
Main function to load everything. Also initialize the Parameter object.
Definition at line 176 of file StaticData.cpp.
References CheckWeights(), Moses::Parameter::GetParam(), ini_output_options(), ini_performance_options(), Moses::BookkeepingOptions::init(), initialize_features(), Moses::FactorCollection::Instance(), Moses::is_syntax(), Moses::ScoreComponentCollection::Load(), LoadAlternateWeightSettings(), LoadChartDecodingParameters(), LoadDecodeGraphs(), LoadFeatureFunctions(), LoadSparseWeightsFromConfig(), m_allWeights, m_bookkeeping_options, m_factorDelimiter, m_lmcache_cleanup_threshold, m_options, m_parameter, NULL, params, Moses::ScoreComponentCollection::PlusEquals(), Moses::Parameter::SetParameter(), Moses::PhraseDictionaryCompact::SetStaticDefaultParameters(), and Moses::LexicalReorderingTableCompact::SetStaticDefaultParameters().
Referenced by LoadDataStatic().
bool Moses::StaticData::LoadDataStatic | ( | Parameter * | parameter, | |
const std::string & | execPath | |||
) | [static] |
Load data into static instance. This function is required as.
delete current static instance and replace with another. Used by gui front end
Definition at line 83 of file StaticData.cpp.
References LoadData(), and SetExecPath().
void Moses::StaticData::LoadDecodeGraphs | ( | ) | [protected] |
load decoding steps
Definition at line 314 of file StaticData.cpp.
References Moses::Parameter::GetParam(), LoadDecodeGraphsNew(), LoadDecodeGraphsOld(), m_parameter, params, Moses::Tokenize(), and UTIL_THROW.
Referenced by LoadData().
void Moses::StaticData::LoadDecodeGraphsNew | ( | const std::vector< std::string > & | mappingVector, | |
const std::vector< size_t > & | maxChartSpans | |||
) | [protected] |
Definition at line 459 of file StaticData.cpp.
References Moses::DEFAULT_MAX_CHART_SPAN, Moses::FeatureFunction::FindFeatureFunction(), Moses::FeatureFunction::GetFeatureFunctions(), Moses::DecodeStep::GetFeaturesRemaining(), Moses::Parameter::GetParam(), Moses::is_syntax(), m_decodeGraphs, m_options, m_parameter, NULL, Moses::DecodeGraph::SetBackoff(), Moses::Tokenize(), UTIL_THROW, UTIL_THROW_IF2, and VERBOSE.
Referenced by LoadDecodeGraphs().
void Moses::StaticData::LoadDecodeGraphsOld | ( | const std::vector< std::string > & | mappingVector, | |
const std::vector< size_t > & | maxChartSpans | |||
) | [protected] |
void Moses::StaticData::LoadFeatureFunctions | ( | ) |
Definition at line 599 of file StaticData.cpp.
References CheckLEGACYPT(), Moses::PhraseDictionary::GetColl(), Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), Moses::FeatureFunction::Load(), m_requireSortingAfterSourceContext, options(), Moses::FeatureFunction::RequireSortingAfterSourceContext(), and VERBOSE.
Referenced by LoadData().
void Moses::StaticData::LoadNonTerminals | ( | ) | [protected] |
Definition at line 265 of file StaticData.cpp.
References Moses::Parameter::GetParam(), Moses::Input, Instance(), m_inputDefaultNonTerminal, m_outputDefaultNonTerminal, m_parameter, m_unknownLHS, NULL, Moses::Output, params, Moses::Word::SetFactor(), Moses::Word::SetIsNonTerminal(), Moses::Parameter::SetParameter(), Moses::Tokenize(), and UTIL_THROW_IF2.
Referenced by LoadChartDecodingParameters().
void Moses::StaticData::LoadSparseWeightsFromConfig | ( | ) |
Definition at line 678 of file StaticData.cpp.
References Moses::ScoreComponentCollection::Assign(), Moses::Parameter::GetAllWeights(), Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), m_allWeights, m_parameter, and UTIL_THROW_IF2.
Referenced by LoadData().
bool Moses::StaticData::LoadWeightSettings | ( | ) |
size_t Moses::StaticData::MapCoordSpace | ( | std::string | space | ) |
bool Moses::StaticData::NeedAlignmentInfo | ( | ) | const [inline] |
Definition at line 271 of file StaticData.h.
References m_bookkeeping_options, and Moses::BookkeepingOptions::need_alignment_info.
Referenced by Moses::PDTAimp::Create().
void Moses::StaticData::NoCache | ( | ) | [protected] |
Definition at line 809 of file StaticData.cpp.
References Moses::PhraseDictionary::GetColl(), m_parameter, Moses::PhraseDictionary::SetParameter(), and Moses::Parameter::SetParameter().
AllOptions::ptr const Moses::StaticData::options | ( | ) | const [inline] |
Definition at line 198 of file StaticData.h.
References m_options.
Referenced by batch_run(), Moses::ChartHypothesis::CleanupArcList(), Moses::PhraseDictionaryDynamicCacheBased::ClearEntries(), Moses::TranslationOptionCollectionConfusionNet::CreateTranslationOptionsForRangeLEGACY(), Moses::Syntax::S2T::Manager< Parser >::ExtractKBest(), Moses::Syntax::GetOneBestTargetYield(), Moses::SoftMatchingFeature::GetOrSetFeatureName(), Moses::Syntax::KBestExtractor::GetOutputPhrase(), Moses::ChartKBestExtractor::GetOutputPhrase(), Moses::ChartHypothesis::GetOutputPhrase(), Moses::InternalTree::InternalTree(), Moses::IOWrapper::IOWrapper(), Moses::Incremental::Manager::LMCallback(), Moses::SoftMatchingFeature::Load(), LoadFeatureFunctions(), main(), Moses::operator<<(), Moses::ChartParserUnknown::Process(), Moses::TargetPhrase::TargetPhrase(), and Moses::PhraseDictionaryDynamicCacheBased::Update().
std::map< std::string, std::string > Moses::StaticData::OverrideFeatureNames | ( | ) |
Definition at line 825 of file StaticData.cpp.
References Moses::Parameter::GetParam(), params, Moses::SyntaxF2S, Moses::SyntaxS2T, Moses::SyntaxT2S, Moses::SyntaxT2S_SCFG, Moses::Tokenize(), and UTIL_THROW_IF2.
void Moses::StaticData::OverrideFeatures | ( | ) |
Definition at line 858 of file StaticData.cpp.
References Moses::FeatureFunction::FindFeatureFunction(), Moses::Parameter::GetParam(), m_parameter, params, str, Moses::Tokenize(), UTIL_THROW_IF2, and VERBOSE.
void Moses::StaticData::ReLoadBleuScoreFeatureParameter | ( | float | weight | ) |
Definition at line 528 of file StaticData.cpp.
References Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), and SetWeight().
bool Moses::StaticData::RequireSortingAfterSourceContext | ( | ) | const [inline] |
Definition at line 399 of file StaticData.h.
References m_requireSortingAfterSourceContext.
Referenced by Moses::ChartTranslationOptions::EvaluateWithSourceContext().
void Moses::StaticData::ResetWeights | ( | const std::string & | denseWeights, | |
const std::string & | sparseFile | |||
) |
Definition at line 898 of file StaticData.cpp.
References Moses::ScoreComponentCollection::Assign(), Moses::FeatureFunction::FindFeatureFunction(), m_allWeights, Moses::Tokenize(), and UTIL_THROW_IF2.
void Moses::StaticData::SetAllWeights | ( | const ScoreComponentCollection & | weights | ) | [inline] |
Definition at line 217 of file StaticData.h.
References m_allWeights.
Referenced by Moses::ProcessAndStripXMLTags().
void Moses::StaticData::SetExecPath | ( | const std::string & | path | ) |
Definition at line 546 of file StaticData.cpp.
References m_binPath, and VERBOSE.
Referenced by LoadDataStatic().
void Moses::StaticData::SetSoftMatches | ( | std::vector< std::vector< Word > > & | softMatchesMap | ) | [inline] |
Definition at line 380 of file StaticData.h.
References m_softMatchesMap.
Referenced by Moses::SoftMatchingFeature::Load().
void Moses::StaticData::SetTreeStructure | ( | const StatefulFeatureFunction * | treeStructure | ) | [inline] |
Definition at line 395 of file StaticData.h.
References m_treeStructure.
Referenced by Moses::RDLM::Load(), and Moses::TreeStructureFeature::Load().
void Moses::StaticData::SetVerboseLevel | ( | int | x | ) | const [inline] |
Definition at line 208 of file StaticData.h.
References m_verboseLevel.
Referenced by main().
void Moses::StaticData::SetWeight | ( | const FeatureFunction * | sp, | |
float | weight | |||
) |
Definition at line 252 of file StaticData.cpp.
References Moses::ScoreComponentCollection::Assign(), m_allWeights, and Moses::ScoreComponentCollection::Resize().
Referenced by ReLoadBleuScoreFeatureParameter().
void Moses::StaticData::SetWeights | ( | const FeatureFunction * | sp, | |
const std::vector< float > & | weights | |||
) |
Definition at line 258 of file StaticData.cpp.
References Moses::ScoreComponentCollection::Assign(), m_allWeights, and Moses::ScoreComponentCollection::Resize().
Referenced by Moses::FeatureFactory::DefaultSetup().
void Moses::StaticData::SetWeightSetting | ( | const std::string & | settingName | ) | const [inline] |
process alternate weight settings (specified with [alternate-weight-setting] in config file)
Definition at line 315 of file StaticData.h.
References GetHasAlternateWeightSettings(), m_allWeights, m_currentWeightSetting, and m_weightSetting.
Referenced by Moses::Manager::Decode().
int Moses::StaticData::ThreadCount | ( | ) | const [inline] |
Definition at line 264 of file StaticData.h.
References m_threadCount.
Referenced by batch_run(), Moses::LanguageModelIRST::LanguageModelIRST(), main(), and Moses::PhraseDictionaryALSuffixArray::PhraseDictionaryALSuffixArray().
friend class HyperParameterAsWeight [friend] |
Definition at line 69 of file StaticData.h.
ScoreComponentCollection Moses::StaticData::m_allWeights [mutable, protected] |
Definition at line 77 of file StaticData.h.
Referenced by GetAllWeights(), GetWeight(), GetWeights(), LoadAlternateWeightSettings(), LoadData(), LoadSparseWeightsFromConfig(), ResetWeights(), SetAllWeights(), SetWeight(), SetWeights(), and SetWeightSetting().
std::string Moses::StaticData::m_binPath [protected] |
use additional reordering constraints
Definition at line 93 of file StaticData.h.
Referenced by LoadData(), and NeedAlignmentInfo().
std::map< std::string const, size_t > Moses::StaticData::m_coordSpaceMap [protected] |
Definition at line 158 of file StaticData.h.
size_t Moses::StaticData::m_coordSpaceNextID [protected] |
Definition at line 159 of file StaticData.h.
std::string Moses::StaticData::m_currentWeightSetting [mutable, protected] |
Definition at line 117 of file StaticData.h.
Referenced by IsDecodingGraphIgnored(), IsFeatureFunctionIgnored(), and SetWeightSetting().
std::vector<DecodeGraph*> Moses::StaticData::m_decodeGraphs [protected] |
Definition at line 79 of file StaticData.h.
Referenced by GetDecodeGraphs(), LoadDecodeGraphsNew(), and ~StaticData().
std::string Moses::StaticData::m_factorDelimiter [protected] |
Word Moses::StaticData::m_inputDefaultNonTerminal [protected] |
output unknowns in this file
Definition at line 109 of file StaticData.h.
Referenced by LoadNonTerminals().
size_t Moses::StaticData::m_lmcache_cleanup_threshold [protected] |
by default, |, but it can be changed
Definition at line 103 of file StaticData.h.
Referenced by GetLMCacheCleanupThreshold(), and LoadData().
boost::shared_ptr<AllOptions> Moses::StaticData::m_options [protected] |
Definition at line 75 of file StaticData.h.
Referenced by Moses::HyperParameterAsWeight::HyperParameterAsWeight(), LoadData(), LoadDecodeGraphsNew(), and options().
Word Moses::StaticData::m_outputDefaultNonTerminal [protected] |
std::string Moses::StaticData::m_outputUnknownsFile [protected] |
number of translations after which LM claenup is performed (0=never, N=after N translations; default is 1)
Definition at line 105 of file StaticData.h.
Referenced by GetOutputUnknownsFile().
Parameter* Moses::StaticData::m_parameter [protected] |
Definition at line 74 of file StaticData.h.
Referenced by CheckWeights(), GetParameter(), LoadAlternateWeightSettings(), LoadChartDecodingParameters(), LoadData(), LoadDecodeGraphs(), LoadDecodeGraphsNew(), LoadNonTerminals(), LoadSparseWeightsFromConfig(), NoCache(), and OverrideFeatures().
FeatureRegistry Moses::StaticData::m_registry [protected] |
bool Moses::StaticData::m_reorderingConstraint [protected] |
Definition at line 92 of file StaticData.h.
bool Moses::StaticData::m_requireSortingAfterSourceContext [protected] |
Definition at line 96 of file StaticData.h.
Referenced by LoadFeatureFunctions(), and RequireSortingAfterSourceContext().
std::vector<std::vector<Word> > Moses::StaticData::m_softMatchesMap [protected] |
int Moses::StaticData::m_threadCount [protected] |
Definition at line 113 of file StaticData.h.
Referenced by LoadAlternateWeightSettings(), and ThreadCount().
const StatefulFeatureFunction* Moses::StaticData::m_treeStructure [protected] |
Definition at line 148 of file StaticData.h.
Referenced by GetTreeStructure(), and SetTreeStructure().
UnknownLHSList Moses::StaticData::m_unknownLHS [protected] |
bool Moses::StaticData::m_useLegacyPT [protected] |
size_t Moses::StaticData::m_verboseLevel [mutable, protected] |
std::map< std::string, ScoreComponentCollection* > Moses::StaticData::m_weightSetting [protected] |
Definition at line 118 of file StaticData.h.
Referenced by GetHasAlternateWeightSettings(), LoadAlternateWeightSettings(), and SetWeightSetting().
std::map< std::string, std::set< size_t > > Moses::StaticData::m_weightSettingIgnoreDP [protected] |
std::map< std::string, std::set< std::string > > Moses::StaticData::m_weightSettingIgnoreFF [protected] |
Definition at line 119 of file StaticData.h.
Referenced by IsFeatureFunctionIgnored(), and LoadAlternateWeightSettings().
float Moses::StaticData::m_wordDeletionWeight [protected] |
Definition at line 84 of file StaticData.h.