Moses Namespace Reference

$Id$ More...


Namespaces

namespace  DistortionOrientationType
namespace  Incremental
namespace  LexReorderType
namespace  mmbitext
namespace  rdlm
namespace  sapt
namespace  Syntax

Classes

class  AlignmentInfo
struct  AlignmentInfoOrderer
struct  AlignmentInfoHasher
class  AlignmentInfoCollection
class  BaseManager
class  Bitmap
class  HypothesisScoreOrdererNoDistortion
class  HypothesisScoreOrdererWithDistortion
class  HypothesisQueueItem
 1 item in the priority queue for stack decoding (phrase-based) More...
class  QueueItemOrderer
 Allows comparison of two HypothesisQueueItem objects by the corresponding scores. More...
class  HypothesisScoreOrderer
class  BackwardsEdge
class  BitmapContainer
class  Bitmaps
class  ChartCellBase
class  ChartCell
class  CubeCellFactory
class  ChartCellCollectionBase
class  ChartCellCollection
class  ChartCellLabel
class  ChartCellLabelSet
struct  CompareChartHypothesisTotalScore
class  ChartHypothesis
class  ChartHypothesisScoreOrderer
 functor to compare (chart) hypotheses by (descending) score More...
class  ChartHypothesisCollection
class  ChartKBestExtractor
class  ChartManager
class  ChartParserUnknown
class  ChartParser
class  ChartParserCallback
class  ChartRuleLookupManager
class  ChartTranslationOption
class  ChartTranslationOptionOrderer
class  ChartTranslationOptionList
 a vector of translations options for a specific range, in a specific sentence More...
class  ChartTranslationOptionScoreOrderer
 functor to compare (chart) hypotheses by (descending) score More...
class  ChartTranslationOptions
struct  CNStats
class  ConfusionNet
class  ContextScope
class  DecodeGraph
 list of DecodeSteps which factorizes the translation More...
class  DecodeStep
class  DecodeStepGeneration
 subclass of DecodeStep for generation step More...
class  DecodeStepTranslation
 subclass of DecodeStep for translation step More...
class  Factor
struct  FactorFriend
class  FactorCollection
class  FactorMask
struct  FName
struct  FNameEquals
struct  FNameHash
class  FVector
struct  FVectorPlus
class  ProxyFVector
class  BleuScoreState
class  RefValue
class  BleuScoreFeature
class  ConstrainedDecodingState
class  ConstrainedDecoding
class  ControlRecombinationState
class  ControlRecombination
class  CorrectionPattern
class  CountNonTerms
class  CoveredReferenceState
class  CoveredReferenceFeature
class  DecodeFeature
class  DeleteRules
struct  DistortionState
class  DistortionScoreProducer
class  Desegmenter
class  dsgState
class  dsgHypothesis
class  DesegModel
class  KenDsgBase
class  KenDsg
class  DynamicCacheBasedLanguageModel
class  EditOps
class  ExampleState
class  ExampleStatefulFF
class  ExampleStatelessFF
class  ExampleTranslationOptionListFeature
class  FeatureFactory
class  FeatureRegistry
class  FeatureFunction
class  FFState
class  DummyState
class  GlobalLexicalModel
class  GlobalLexicalModelUnlimited
class  HyperParameterAsWeight
class  InputFeature
class  InternalTree
class  TreeState
class  BidirectionalReorderingState
class  HReorderingBackwardState
class  HReorderingForwardState
 forward state (conditioned on the next phrase) More...
class  LexicalReordering
struct  State
class  LexicalReorderingTable
 additional types More...
class  LexicalReorderingTableMemory
class  LexicalReorderingTableTree
class  LRModel
 Factory class for lexical reordering states. More...
class  LRState
 Abstract class for lexical reordering model states. More...
class  PhraseBasedReorderingState
class  ReorderingStack
struct  SparseReorderingFeatureKey
struct  HashSparseReorderingFeatureKey
struct  EqualsSparseReorderingFeatureKey
class  SparseReordering
class  MaxSpanFreeNonTermSource
class  Model1Vocabulary
class  Model1LexicalTable
class  Model1Feature
class  NieceTerminal
class  KenOSMBase
class  KenOSM
class  OpSequenceModel
class  osmState
class  osmHypothesis
class  PhraseBoundaryState
class  PhraseBoundaryFeature
class  PhraseDistanceFeature
class  PhraseLengthFeature
class  PhraseOrientationFeatureState
class  PhraseOrientationFeature
class  PhrasePairFeature
class  PhrasePenalty
class  ReferenceComparison
class  RulePairUnlexicalizedSource
class  RuleScope
class  SetSourcePhrase
class  SoftMatchingFeature
class  SoftSourceSyntacticConstraintsFeature
class  SourceGHKMTreeInputMatchFeature
class  SourceWordDeletionFeature
class  SpanLength
class  SparseHieroReorderingFeature
class  StatefulFeatureFunction
class  StatelessFeatureFunction
class  SyntaxRHS
class  TargetBigramState
class  TargetBigramFeature
class  TargetConstituentAdjacencyFeatureState
class  TargetConstituentAdjacencyFeature
class  TargetNgramState
class  TargetNgramChartState
class  TargetNgramFeature
class  TargetPreferencesFeatureState
class  TargetPreferencesFeature
class  TargetWordInsertionFeature
struct  LabelSet
class  SyntaxConstraints
class  TreeStructureFeature
class  UnalignedWordCountFeature
class  UnknownWordPenaltyProducer
class  AlignmentConstraint
struct  DefaultFactory
class  ThreadLocalByFeatureStorage
class  TrainingLoss
class  TrainingLossBasic
class  TrainingLossBLEU
class  VW
class  VWFeatureBase
class  VWFeatureContext
class  VWFeatureContextBigrams
class  VWFeatureContextBilingual
class  VWFeatureContextWindow
class  VWFeatureSource
class  VWFeatureSourceBagOfWords
class  VWFeatureSourceBigrams
class  VWFeatureSourceExternalFeatures
class  VWFeatureSourceIndicator
class  VWFeatureSourcePhraseInternal
class  VWFeatureSourceSenseWindow
class  VWFeatureSourceWindow
class  VWFeatureTarget
class  VWFeatureTargetBigrams
class  VWFeatureTargetIndicator
class  VWFeatureTargetPhraseInternal
class  VWFeatureTargetPhraseScores
class  VWState
class  VWTargetSentence
class  WordPenaltyProducer
class  WordTranslationFeature
class  FilePtr
class  ForestInput
class  GenerationDictionary
class  HypergraphOutput
class  ChartSearchGraphWriter
class  ChartSearchGraphWriterMoses
class  ChartSearchGraphWriterHypergraph
class  Hypothesis
struct  CompareHypothesisTotalScore
class  HypothesisStack
class  HypothesisStackCubePruning
class  HypothesisStackNormal
class  InputFileStream
class  InputPath
class  InputType
class  IOWrapper
class  Edge
class  NgramScores
class  LatticeMBRSolution
struct  LatticeMBRSolutionComparator
class  BackwardLanguageModel
class  BackwardLMState
class  BackwardLanguageModelTest
class  LanguageModel
 Abstract base class which represent a language model on a contiguous phrase. More...
class  BilingualLM_NPLM
class  BilingualLMState
class  BilingualLM
class  LanguageModelChartState
class  Murmur
class  DALMState
class  DALMChartState
class  LanguageModelDALM
class  ExampleLM
struct  LMResult
 to be returned from LM functions More...
class  LanguageModelImplementation
 Abstract base class which represent a language model on a contiguous phrase. More...
struct  InMemoryPerSentenceOnDemandLMState
class  InMemoryPerSentenceOnDemandLM
class  IRSTLMState
class  LanguageModelIRST
class  LanguageModelChartStateKenLM
class  LanguageModelKen
class  LanguageModelMaxEntSRI
class  LanguageModelMultiFactor
class  NeuralLMWrapper
class  OxLM
class  OxLMMapper
class  OxLMParallelMapper
class  SourceOxLM
struct  PointerState
class  LanguageModelRandLM
class  RDLMState
class  RDLM
class  ReloadingLanguageModel
class  LanguageModelRemote
class  LanguageModelSingleFactor
 Abstract class for for single factor LM. More...
class  LanguageModelSRI
struct  SGNReverseCompare
struct  SearchGraphNode
class  Manager
class  NonTerminalHasher
class  NonTerminalEqualityPred
class  OutputCollector
class  OutputFileStream
struct  Credit
class  Parameter
struct  AllOptions
struct  BeamSearchOptions
struct  BookkeepingOptions
class  ContextParameters
struct  CubePruningOptions
struct  InputOptions
struct  LMBR_Options
struct  LookupOptions
struct  MBR_Options
struct  NBestOptions
struct  OOVHandlingOptions
struct  OptionsBaseClass
struct  ReorderingOptions
struct  ReportingOptions
struct  SearchOptions
struct  ServerOptions
struct  SyntaxOptions
class  PartialTranslOptColl
class  PDTAimp
class  Phrase
struct  PhrasePtrComparator
struct  PhrasePtrHasher
class  CountsPhraseProperty
class  PhrasePropertyCreator
class  PhrasePropertyFactory
class  NonTermContextProperty
class  OrientationPhraseProperty
class  PhraseProperty
class  SourceLabelsPhrasePropertyItem
class  SourceLabelsPhraseProperty
class  SpanLengthPhraseProperty
class  TargetConstituentBoundariesLeftPhraseProperty
class  TargetConstituentBoundariesRightAdjacentPhraseProperty
class  TargetPreferencesPhrasePropertyItem
class  TargetPreferencesPhraseProperty
class  TreeStructurePhraseProperty
class  PrefixTreeSA
class  PrefixTreeF
class  GenericCandidate
struct  PPimp
class  Candidates
class  PrefixTreeMap
class  Range
class  ReorderingConstraint
class  RuleCubeItemScoreOrderer
class  RuleCubeItemHasher
class  RuleCubeItemEqualityPred
class  RuleCube
class  TranslationDimension
class  HypothesisDimension
class  RuleCubeItem
class  RuleCubeOrderer
class  RuleCubeQueue
struct  ScorePair
class  ScoreComponentCollection
struct  SCCPlus
class  Search
class  BitmapContainerOrderer
class  SearchCubePruning
class  SearchNormal
class  Sentence
struct  RecombinationInfo
 Hold info about recombination. Used by SentenceStats class. More...
class  SentenceStats
class  SquareMatrix
 A square array of floats to store future costs in the phrase-based decoder. More...
class  StackVec
class  StaticData
class  SyntacticLanguageModel
class  SyntacticLanguageModelFiles
class  SyntacticLanguageModelState
class  TabbedSentence
class  TargetPhrase
class  TargetPhraseCollection
 a list of target phrases that is translated from the same source phrase More...
class  TargetPhraseCollectionWithSourcePhrase
struct  CompareTargetPhrase
class  TerminalHasher
class  TerminalEqualityPred
class  Task
class  Timer
class  TrainingTask
class  BlockHashIndex
class  CanonicalHuffman
class  BitWrapper
class  ConsistentPhrases
class  LexicalReorderingTableCompact
class  LexicalReorderingTableCreator
class  EncodingTaskReordering
class  CompressionTaskReordering
class  VarIntType
class  Simple9
class  MmapAllocator
class  MonotonicVector
class  PackedArray
class  PairedPackedArray
class  PhraseDecoder
class  PhraseDictionaryCompact
class  Counter
class  PackedItem
class  PhraseTableCreator
class  RankingTask
class  EncodingTask
class  CompressionTask
class  ValueIteratorRange
class  StringVector
class  StringVectorTemp
class  TargetPhraseCollectionCache
class  ChartRuleLookupManagerCYKPlus
struct  ChartCellCache
class  ChartRuleLookupManagerExample
class  ChartRuleLookupManagerMemory
 Implementation of ChartRuleLookupManager for in-memory rule tables. More...
class  ChartRuleLookupManagerMemoryPerSentence
 Implementation of ChartRuleLookupManager for in-memory rule tables. More...
class  ChartRuleLookupManagerOnDisk
 Implementation of ChartRuleLookupManager for on-disk rule tables. More...
struct  CompletedRule
class  CompletedRuleOrdered
struct  CompletedRuleCollection
class  DottedRule
class  DottedRuleInMemory
class  DottedRuleColl
class  SavedNodesOderer
class  DottedRuleOnDisk
class  DottedRuleCollOnDisk
class  SavedNodeOnDisk
class  DottedRuleStackOnDisk
class  ExamplePT
class  PhraseDictionary
class  PhraseDictionaryDynamicCacheBased
struct  PDGroupPhrase
class  PhraseDictionaryGroup
class  PhraseDictionaryMemory
class  PhraseDictionaryMemoryPerSentence
class  PhraseDictionaryMemoryPerSentenceOnDemand
struct  multiModelStats
struct  multiModelStatsOptimization
struct  multiModelPhrase
class  PhraseDictionaryMultiModel
struct  multiModelCountsStats
struct  multiModelCountsStatsOptimization
struct  lexicalTable
class  AlignmentException
class  PhraseDictionaryMultiModelCounts
class  NonTerminalMapKeyHasher
class  NonTerminalMapKeyEqualityPred
class  PhraseDictionaryNodeMemory
class  PhraseDictionaryScope3
class  PhraseDictionaryTransliteration
class  TgtCand
class  TgtCands
class  PDTimp
struct  StringTgtCand
class  PhraseDictionaryTree
class  PhraseDictionaryTreeAdaptor
class  ProbingPT
class  RuleTableLoader
class  RuleTableLoaderCompact
class  RuleTableLoaderFactory
 Creates a RuleTableLoader object suitable for loading the specified file. More...
class  RuleTableLoaderHiero
 specific implementation of SCFG loader to load rule tables formatted in Hiero-style format More...
class  RuleTableLoaderStandard
 Loader to load Moses-formatted SCFG rules from a text file. More...
class  PhraseDictionaryALSuffixArray
class  PhraseDictionaryFuzzyMatch
class  PhraseDictionaryOnDisk
class  RuleTableTrie
class  RuleTableUTrie
class  UTrieNode
struct  ApplicableRuleTrie
struct  IntermediateVarSpanNode
class  Scope3Parser
class  StackLatticeBuilder
class  StackLatticeSearcher
struct  VarSpanNode
class  VarSpanTrieBuilder
class  NBestList
class  VectorIndexSorter
class  reference_counter
class  ThreadSafeCounter
class  bitext_base
class  http_client
class  FastLoader
class  Mmsapt
class  TPCollCache
class  TPCollWrapper
class  TranslationOption
class  TranslationOptionCollection
class  TranslationOptionCollectionConfusionNet
class  TranslationOptionCollectionLattice
class  TranslationOptionCollectionText
class  TranslationOptionList
class  TranslationTask
class  XMLParseOutput
class  TreeInput
class  TrellisPath
struct  CompareTrellisPathCollection
class  TrellisPathCollection
class  TrellisPathList
class  BoolValueException
class  UnorderedComparer
class  StrayFactorException
class  Word
class  WordLattice
struct  XmlOption
class  Grid

Typedefs

typedef unsigned long WordsBitmapID
typedef std::vector< Hypothesis * > HypothesisSet
typedef std::set< BackwardsEdge * > BackwardsEdgeSet
typedef std::priority_queue
< HypothesisQueueItem
*, std::vector
< HypothesisQueueItem * >
, QueueItemOrderer
HypothesisQueue
typedef std::vector
< ChartHypothesis * > 
ChartArcList
typedef pair< Word,
ScoreComponentCollection
WordPair
typedef list< WordPairWordList
typedef list< WordPair >
::const_iterator 
WordListIterator
typedef float FValue
typedef boost::unordered_map
< Phrase, size_t > 
NGrams
typedef std::vector< std::string > Tokens
typedef char Diff
typedef std::vector< DiffDiffs
typedef KenDsgBase DsgLM
typedef boost::shared_ptr
< InternalTree
TreePointer
typedef KenOSMBase OSMLM
typedef int NTLabel
typedef
ThreadLocalByFeatureStorage
< Discriminative::Classifier,
Discriminative::ClassifierFactory & > 
TLSClassifier
typedef
ThreadLocalByFeatureStorage
< VWTargetSentence
TLSTargetSentence
typedef boost::unordered_map
< size_t,
Discriminative::FeatureVector > 
FeatureVectorMap
typedef
ThreadLocalByFeatureStorage
< FeatureVectorMap
TLSFeatureVectorMap
typedef boost::unordered_map
< size_t, float > 
FloatHashMap
typedef
ThreadLocalByFeatureStorage
< FloatHashMap
TLSFloatHashMap
typedef
ThreadLocalByFeatureStorage
< boost::unordered_map< size_t,
FloatHashMap > > 
TLSStateExtensions
typedef boost::unordered_map
< Word,
ScoreComponentCollection
OutputWordCollection
typedef std::vector< const
ChartHypothesis * > 
HypoList
 vector of chart hypotheses. May get turned into a class
typedef std::vector< Hypothesis * > ArcList
typedef boost::unordered_map
< const Bitmap
*, BitmapContainer * > 
_BMType
typedef std::vector< InputPath * > InputPathList
typedef std::vector< const
Moses::Hypothesis * > 
Lattice
typedef std::vector< const Edge * > Path
typedef std::map< Path, size_t > PathCounts
typedef std::map
< Moses::Phrase, PathCounts
NgramHistory
typedef Eigen::Map
< Eigen::Matrix< int,
Eigen::Dynamic, 1 > > 
EigenMap
typedef boost::unordered_set
< Word, NonTerminalHasher,
NonTerminalEqualityPred
NonTerminalSet
typedef std::vector< std::string > PARAM_VEC
typedef std::map< std::string,
PARAM_VEC
PARAM_MAP
typedef std::map< std::string,
bool > 
PARAM_BOOL
typedef std::map< std::string,
std::string > 
PARAM_STRING
typedef std::pair< std::string,
float > 
UnknownLHSEntry
typedef std::vector
< UnknownLHSEntry
UnknownLHSList
typedef std::map< const Factor
*, float > 
TargetConstituentBoundariesLeftCollection
typedef std::map< const Factor
*, float > 
TargetConstituentBoundariesRightAdjacentCollection
typedef PrefixTreeF< LabelId,
OFF_T > 
PTF
typedef FilePtr< PTFCPT
typedef std::vector< CPTData
typedef LVoc< std::string > WordVoc
typedef std::vector< std::string > TabbedColumns
typedef VarIntType< unsigned char > VarByte
typedef VarByte VarInt8
typedef VarIntType< unsigned
short > 
VarInt16
typedef VarIntType< unsigned int > VarInt32
typedef std::pair< unsigned
char, unsigned char > 
AlignPoint
typedef StringVector< unsigned
char, unsigned int > 
MediumStringVector
typedef StringVector< unsigned
char, unsigned long > 
LongStringVector
typedef StringVectorTemp
< unsigned char, unsigned int > 
MediumStringVectorTemp
typedef StringVectorTemp
< unsigned char, unsigned long > 
LongStringVectorTemp
typedef std::vector< TargetPhraseTargetPhraseVector
typedef boost::shared_ptr
< TargetPhraseVector
TargetPhraseVectorPtr
typedef std::vector< const
DottedRuleInMemory * > 
DottedRuleList
typedef std::map< size_t,
DottedRuleList
DottedRuleMap
typedef std::pair
< TargetPhraseCollection::shared_ptr,
clock_t > 
CacheCollEntry
typedef boost::unordered_map
< size_t, CacheCollEntry
CacheColl
typedef boost::unordered_map
< Word, double > 
lexicalMap
typedef boost::unordered_map
< Word, lexicalMap
lexicalMapJoint
typedef std::pair< std::vector
< float >, std::vector< float > > 
lexicalPair
typedef std::vector
< std::vector< lexicalPair > > 
lexicalCache
typedef boost::unordered_map
< Word, std::vector< size_t >
, TerminalHasher,
TerminalEqualityPred
SentenceMap
typedef std::vector
< std::vector< std::vector
< StackVec > > > 
StackLattice
typedef L2R_Token< SimpleWordId > Token
typedef mmTSA< Token >
::tree_iterator 
iter
typedef size_t FactorType
typedef std::vector< float > Scores
typedef std::vector< std::string > WordAlignments
typedef std::vector< FactorTypeFactorList
typedef std::pair< std::vector
< std::string const * >
, WordAlignments
StringWordAlignmentCand
typedef boost::shared_ptr
< TranslationTask
ttasksptr
typedef boost::weak_ptr
< TranslationTask
ttaskwptr

Enumerations

enum  ControlRecombinationType { SameOutput = 1, Never = 2 }
enum  VWFeatureType { vwft_source, vwft_target, vwft_targetContext }
enum  FactorDirection { Input, Output }
enum  DecodeType { Translate, Generate }
enum  InputTypeEnum {
  SentenceInput = 0, ConfusionNetworkInput = 1, WordLatticeInput = 2, TreeInputType = 3,
  TabbedSentenceInput = 5, ForestInputType = 6
}
enum  XmlInputType {
  XmlPassThrough = 0, XmlIgnore = 1, XmlExclusive = 2, XmlInclusive = 3,
  XmlConstraint = 4
}
enum  DictionaryFind { Best = 0, All = 1 }
enum  SearchAlgorithm {
  Normal = 0, CubePruning = 1, CYKPlus = 3, ChartIncremental = 5,
  SyntaxS2T = 6, SyntaxT2S = 7, SyntaxT2S_SCFG = 8, SyntaxF2S = 9,
  DefaultSearchAlgorithm = 777
}
enum  SourceLabelOverlap { SourceLabelOverlapAdd = 0, SourceLabelOverlapReplace = 1, SourceLabelOverlapDiscard = 2 }
enum  WordAlignmentSort { NoSort = 0, TargetOrder = 1 }
enum  FormatType { MosesFormat, HieroFormat }
enum  S2TParsingAlgorithm { RecursiveCYKPlus, Scope3 }

Functions

bool compare_target (std::pair< size_t, size_t > const *a, std::pair< size_t, size_t > const *b)
std::ostream & operator<< (std::ostream &out, const AlignmentInfo &alignmentInfo)
size_t hash_value (const AlignmentInfo &a)
 TO_STRING_BODY (Bitmap)
std::ostream & operator<< (std::ostream &out, const Bitmap &bitmap)
std::ostream & operator<< (std::ostream &out, const ChartCell &cell)
std::ostream & operator<< (std::ostream &out, const ChartHypothesis &hypo)
std::ostream & operator<< (std::ostream &out, const ChartHypothesisCollection &coll)
std::ostream & operator<< (std::ostream &out, const ChartTranslationOption &transOpt)
std::ostream & operator<< (std::ostream &out, const ChartTranslationOptionList &obj)
std::ostream & operator<< (std::ostream &out, const ChartTranslationOptions &obj)
std::ostream & operator<< (std::ostream &out, const ConfusionNet &cn)
void IncrementIterators (vector< WordListIterator > &wordListIterVector, const vector< WordList > &wordListVector)
void OutputFeatureWeightsForHypergraph (std::ostream &outputSearchGraphStream)
ostream & operator<< (ostream &out, const Factor &factor)
size_t hash_value (const Factor &f)
 TO_STRING_BODY (FactorCollection)
ostream & operator<< (ostream &out, const FactorCollection &factorCollection)
 TO_STRING_BODY (FactorMask)
std::ostream & operator<< (std::ostream &out, const FactorMask &fm)
std::ostream & operator<< (std::ostream &out, const FName &name)
ostream & operator<< (ostream &out, const FVector &fv)
const FVector operator+ (const FVector &lhs, const FVector &rhs)
const FVector operator- (const FVector &lhs, const FVector &rhs)
const FVector operator* (const FVector &lhs, const FVector &rhs)
const FVector operator/ (const FVector &lhs, const FVector &rhs)
const FVector operator* (const FVector &lhs, const FValue &rhs)
const FVector operator/ (const FVector &lhs, const FValue &rhs)
FValue inner_product (const FVector &lhs, const FVector &rhs)
void swap (FVector &first, FVector &second)
std::ostream & operator<< (std::ostream &out, const FVector &fv)
const FVector fvmax (const FVector &lhs, const FVector &rhs)
std::ostream & operator<< (std::ostream &out, const BleuScoreState &state)
template<class H , class M >
const std::vector< Phrase > * GetConstraint (const std::map< long, std::vector< Phrase > > &constraints, const H &hypo)
std::string MakePair (const std::string &s1, const std::string &s2, bool general)
std::vector< std::string > GetContext (size_t pos, size_t len, size_t window, const InputType &input, const InputPath &inputPath, const std::vector< FactorType > &factorTypes, bool isRight)
template<class Sequence , class Pred >
void CreateDiffRec (size_t **c, const Sequence &s1, const Sequence &s2, size_t start, size_t i, size_t j, Diffs &diffs, Pred pred)
template<class Sequence , class Pred >
Diffs CreateDiff (const Sequence &s1, const Sequence &s2, Pred pred)
template<class Sequence >
Diffs CreateDiff (const Sequence &s1, const Sequence &s2)
template<class Sequence , class Sig , class Stats >
void AddStats (const Sequence &s1, const Sequence &s2, const Sig &sig, Stats &stats)
DsgLMConstructDsgLM (const char *file)
std::string ParseScores (const std::string &line, const std::string &defaultScores)
std::string auxClearString (const std::string &str)
void auxAppend (IPhrase &head, const IPhrase &tail)
bool IsMonotonicStep (Range const &prev, Range const &cur, Bitmap const &cov)
bool IsSwap (Range const &prev, Range const &cur, Bitmap const &cov)
OSMLMConstructOSMLM (const char *file, util::LoadMethod load_method)
std::ostream & operator<< (std::ostream &out, const VWState &state)
template<typename T >
size_t fWrite (FILE *f, const T &t)
template<typename T >
void fRead (FILE *f, T &t)
template<typename T >
size_t fWrite (FILE *f, const T *b, const T *e)
template<typename T >
size_t fWrite (FILE *f, const T b, const T e)
template<typename C >
size_t fWriteVector (FILE *f, const C &v)
template<typename C >
void fReadVector (FILE *f, C &v)
size_t fWriteString (FILE *f, const char *e, uint32_t s)
void fReadString (FILE *f, std::string &e)
size_t fWriteStringVector (FILE *f, const std::vector< std::string > &v)
void fReadStringVector (FILE *f, std::vector< std::string > &v)
OFF_T fTell (FILE *f)
void fSeek (FILE *f, OFF_T o)
FILE * fOpen (const char *fn, const char *m)
void fClose (FILE *f)
std::ostream & operator<< (std::ostream &out, const ForestInput &)
ostream & operator<< (ostream &out, const Hypothesis &hypo)
std::ostream & operator<< (std::ostream &out, const Hypothesis &hypothesis)
 TO_STRING_BODY (HypothesisStackCubePruning)
std::ostream & operator<< (std::ostream &out, const HypothesisStackCubePruning &hypoColl)
 TO_STRING_BODY (HypothesisStackNormal)
std::ostream & operator<< (std::ostream &out, const HypothesisStackNormal &hypoColl)
std::ostream & operator<< (std::ostream &out, const InputPath &obj)
 TO_STRING_BODY (InputType)
std::ostream & operator<< (std::ostream &out, InputType const &x)
void GetOutputWords (const TrellisPath &path, vector< Word > &translation)
void extract_ngrams (const vector< Word > &sentence, map< Phrase, int > &allngrams)
void pruneLatticeFB (Lattice &connectedHyp, map< const Hypothesis *, set< const Hypothesis * > > &outgoingHyps, map< const Hypothesis *, vector< Edge > > &incomingEdges, const vector< float > &estimatedScores, const Hypothesis *bestHypo, size_t edgeDensity, float scale)
void calcNgramExpectations (Lattice &connectedHyp, map< const Hypothesis *, vector< Edge > > &incomingEdges, map< Phrase, float > &finalNgramScores, bool posteriors)
ostream & operator<< (ostream &out, const Edge &edge)
bool ascendingCoverageCmp (const Hypothesis *a, const Hypothesis *b)
void getLatticeMBRNBest (const Manager &manager, const TrellisPathList &nBestList, vector< LatticeMBRSolution > &solutions, size_t n)
vector< WorddoLatticeMBR (const Manager &manager, const TrellisPathList &nBestList)
const TrellisPath doConsensusDecoding (const Manager &manager, const TrellisPathList &nBestList)
void pruneLatticeFB (Lattice &connectedHyp, std::map< const Moses::Hypothesis *, std::set< const Moses::Hypothesis * > > &outgoingHyps, std::map< const Moses::Hypothesis *, std::vector< Edge > > &incomingEdges, const std::vector< float > &estimatedScores, const Moses::Hypothesis *, size_t edgeDensity, float scale)
void getLatticeMBRNBest (const Moses::Manager &manager, const Moses::TrellisPathList &nBestList, std::vector< LatticeMBRSolution > &solutions, size_t n)
void calcNgramExpectations (Lattice &connectedHyp, std::map< const Moses::Hypothesis *, std::vector< Edge > > &incomingEdges, std::map< Moses::Phrase, float > &finalNgramScores, bool posteriors)
void GetOutputFactors (const Moses::TrellisPath &path, std::vector< Moses::Word > &translation)
void extract_ngrams (const std::vector< Moses::Word > &sentence, std::map< Moses::Phrase, int > &allngrams)
LanguageModelConstructBackwardLM (const std::string &line, const std::string &file, FactorType factorType, bool lazy)
 This will also load. Returns a templated backward LM.
AllOptions::ptr DefaultOptions (new AllOptions)
bool LMCacheCleanup (const int sentences_done, const size_t m_lmcache_cleanup_threshold)
LanguageModelConstructKenLM (const std::string &lineOrig)
LanguageModelConstructKenLM (const std::string &line, const std::string &file, FactorType factorType, util::LoadMethod load_method)
 This will also load. Returns a templated KenLM class.
LanguageModelConstructLDHTLM (const std::string &file, ScoreIndexManager &manager, FactorType factorType)
LanguageModelConstructReloadingLM (const std::string &line, const std::string &file, FactorType factorType, bool lazy)
LanguageModelConstructReloadingLM (const std::string &lineOrig)
void OutputSearchNode (AllOptions const &opts, long translationId, std::ostream &out, SearchGraphNode const &searchNode)
std::ostream & operator<< (std::ostream &out, const NonTerminalSet &obj)
void show_version ()
std::ostream & operator<< (std::ostream &os, const Credit &credit)
bool check (std::map< std::string, xmlrpc_c::value > const &param, std::string const key, bool dfltval)
bool is_syntax (SearchAlgorithm algo)
size_t parse_timespec (std::string const &spec)
bool ComparePartialTranslationOption (const TranslationOption *a, const TranslationOption *b)
ostream & operator<< (ostream &out, const PartialTranslOptColl &possibleTranslation)
double addLogScale (double x, double y)
double Exp (double x)
 TO_STRING_BODY (Phrase)
ostream & operator<< (ostream &out, const Phrase &phrase)
size_t hash_value (const Phrase &phrase)
std::ostream & operator<< (std::ostream &out, const CountsPhraseProperty &obj)
std::ostream & operator<< (std::ostream &out, const PhraseProperty &obj)
WordVocReadVoc (std::map< std::string, WordVoc > &vocs, const std::string &filename)
 TO_STRING_BODY (Range)
std::ostream & operator<< (std::ostream &out, const Range &range)
size_t hash_value (const Range &range)
std::ostream & operator<< (std::ostream &out, const ReorderingConstraint &obj)
std::ostream & operator<< (std::ostream &out, const RuleCube &obj)
std::size_t hash_value (const HypothesisDimension &dimension)
std::ostream & operator<< (std::ostream &os, const ScorePair &rhs)
std::ostream & operator<< (std::ostream &os, const ScoreComponentCollection &rhs)
void swap (ScoreComponentCollection &first, ScoreComponentCollection &second)
std::ostream & operator<< (std::ostream &os, const SentenceStats &ss)
void PackScores (FeatureFunction const &ff, FVector const &S, std::map< std::string, xmlrpc_c::value > &M)
xmlrpc_c::value PackScores (ScoreComponentCollection const &S)
 TO_STRING_BODY (SquareMatrix)
std::ostream & operator<< (std::ostream &out, const SquareMatrix &matrix)
boost::shared_ptr< Scoresmergescores (boost::shared_ptr< Scores > const &a, boost::shared_ptr< Scores > const &b)
void swap (TargetPhrase &first, TargetPhrase &second)
 TO_STRING_BODY (TargetPhrase)
std::ostream & operator<< (std::ostream &os, const TargetPhrase &tp)
std::ostream & operator<< (std::ostream &out, const TargetPhraseCollection &obj)
void ResetUserTime ()
void PrintUserTime (const std::string &message)
double GetUserTime ()
std::ostream & operator<< (std::ostream &os, Timer &t)
template<class T1 , class T2 >
bool operator== (const MmapAllocator< T1 > &a1, const MmapAllocator< T2 > &a2) throw ()
template<class T1 , class T2 >
bool operator!= (const MmapAllocator< T1 > &a1, const MmapAllocator< T2 > &a2) throw ()
bool operator< (const PackedItem &pi1, const PackedItem &pi2)
template<typename StringT , typename ValueIteratorT >
bool operator< (const StringT &s1, const ValueIteratorRange< ValueIteratorT > &s2)
template<typename ValueIteratorT >
bool operator< (const char *c, const ValueIteratorRange< ValueIteratorT > &s2)
template<typename OStream , typename ValueIteratorT >
OStream & operator<< (OStream &os, ValueIteratorRange< ValueIteratorT > cr)
 TO_STRING_BODY (ExamplePT)
ostream & operator<< (ostream &out, const ExamplePT &phraseDict)
ostream & operator<< (ostream &out, const PhraseDictionaryDynamicCacheBased &phraseDict)
 TO_STRING_BODY (PhraseDictionaryMemory)
ostream & operator<< (ostream &out, const PhraseDictionaryMemory &phraseDict)
 TO_STRING_BODY (PhraseDictionaryMemoryPerSentence)
ostream & operator<< (ostream &out, const PhraseDictionaryMemoryPerSentence &phraseDict)
 TO_STRING_BODY (PhraseDictionaryMemoryPerSentenceOnDemand)
ostream & operator<< (ostream &out, const PhraseDictionaryMemoryPerSentenceOnDemand &phraseDict)
PhraseDictionaryFindPhraseDictionary (const string &ptName)
PhraseDictionaryFindPhraseDictionary (const std::string &ptName)
double InstanceWeighting (vector< float > &joint_counts, vector< float > &marginals, vector< float > &multimodelweights)
double LinearInterpolationFromCounts (vector< float > &joint_counts, vector< float > &marginals, vector< float > &multimodelweights)
double InstanceWeighting (std::vector< float > &joint_counts, std::vector< float > &marginals, std::vector< float > &multimodelweights)
double LinearInterpolationFromCounts (std::vector< float > &joint_counts, std::vector< float > &marginals, std::vector< float > &multimodelweights)
std::ostream & operator<< (std::ostream &out, const PhraseDictionaryNodeMemory &node)
 TO_STRING_BODY (PhraseDictionaryTransliteration)
ostream & operator<< (ostream &out, const PhraseDictionaryTransliteration &phraseDict)
template<typename T >
std::ostream & operator<< (std::ostream &out, const std::vector< T > &x)
 TO_STRING_BODY (ProbingPT)
ostream & operator<< (ostream &out, const ProbingPT &phraseDict)
void ReformatHieroRule (int sourceTarget, string &phrase, map< size_t, pair< size_t, size_t > > &ntAlign)
void ReformateHieroScore (string &scoreString)
void ReformatHieroRule (const string &lineOrig, string &out)
int removedirectoryrecursively (const char *dirname)
 TO_STRING_BODY (PhraseDictionaryFuzzyMatch)
ostream & operator<< (ostream &out, const PhraseDictionaryFuzzyMatch &phraseDict)
void filter_arguments (int const argc_in, char const *const *const argv_in, int &argc_moses, char ***argv_moses, int &argc_other, char ***argv_other, std::vector< std::pair< std::string, int > > const &filter)
template<typename idx_t >
void randomSample (std::vector< idx_t > &v, size_t s, size_t N)
std::string uri_encode (std::string const &in)
void prime (boost::iostreams::mapped_file_source const &f)
void fillIdSeq (Phrase const &mophrase, std::vector< FactorType > const &ifactors, TokenIndex const &V, vector< id_type > &dest)
void parseLine (string const &line, map< string, string > &param)
 TO_STRING_BODY (TranslationOption)
ostream & operator<< (ostream &out, const TranslationOption &possibleTranslation)
size_t hash_value (const TranslationOption &translationOption)
 TO_STRING_BODY (TranslationOptionCollection)
std::ostream & operator<< (std::ostream &out, const TranslationOptionCollection &coll)
 TO_STRING_BODY (TranslationOptionList)
std::ostream & operator<< (std::ostream &out, const TranslationOptionList &coll)
std::ostream & operator<< (std::ostream &out, const TreeInput &input)
 TO_STRING_BODY (TrellisPath)
std::ostream & operator<< (std::ostream &out, const TrellisPath &path)
std::ostream & operator<< (std::ostream &out, const TrellisPathCollection &pathColl)
string GetTempFolder ()
 x-platform reference to temp folder
const std::string ToLower (const std::string &str)
template<>
bool Scan< bool > (const std::string &input)
 Specialisation to understand yes/no y/n true/false 0/1.
bool FileExists (const std::string &filePath)
std::vector< std::map
< std::string, std::string > > 
ProcessAndStripDLT (std::string &line)
std::map< std::string,
std::string > 
ProcessAndStripSGML (std::string &line)
std::string PassthroughSGML (std::string &line, const std::string tagName, const std::string &lbrackStr, const std::string &rbrackStr)
void PrintFeatureWeight (const FeatureFunction *ff)
void ShowWeights ()
std::string Trim (const std::string &str, const std::string dropChars=" \t\n\r")
 delete white spaces at beginning and end of string
template<typename T >
std::string SPrint (const T &input)
 get string representation of any object/variable, as long as it can pipe to a stream
template<typename T >
T Scan (const std::string &input)
 convert string to variable of type T. Used to reading floats, int etc from files
template<>
std::string Scan< std::string > (const std::string &input)
 just return input
template<>
WordAlignmentSort Scan< WordAlignmentSort > (const std::string &input)
template<>
InputTypeEnum Scan< InputTypeEnum > (const std::string &input)
template<>
SearchAlgorithm Scan< SearchAlgorithm > (const std::string &input)
template<>
S2TParsingAlgorithm Scan< S2TParsingAlgorithm > (const std::string &input)
template<>
SourceLabelOverlap Scan< SourceLabelOverlap > (const std::string &input)
template<>
XmlInputType Scan< XmlInputType > (const std::string &input)
template<typename T >
std::vector< TScan (const std::vector< std::string > &input)
 convert vectors of string to vectors of type T variables
template<typename T >
void Scan (std::vector< T > &output, const std::vector< std::string > &input)
 speeded up version of above
std::string Replace (const std::string &str, const std::string &todelStr, const std::string &toaddStr)
std::vector< std::string > Tokenize (const std::string &input, const std::string &delimiters=" \t")
 tokenise input string to vector of type T
void Tokenize (std::vector< std::string > &output, const std::string &str, const std::string &delimiters=" \t")
template<typename T >
void Tokenize (std::vector< T > &output, const std::string &input, const std::string &delimiters=" \t")
std::vector< std::string > TokenizeMultiCharSeparator (const std::string &str, const std::string &separator)
void TokenizeMultiCharSeparator (std::vector< std::string > &output, const std::string &str, const std::string &separator)
std::vector< std::string > TokenizeFirstOnly (const std::string &str, const std::string &delimiters=" \t")
template<typename T >
std::string Join (const std::string &delimiter, const std::vector< T > &items)
template<typename It >
std::string Join (const std::string &delim, It begin, It end)
float TransformScore (float prob)
 transform prob to natural log score
float UntransformScore (float score)
 transform natural log score to prob. Not currently used
float TransformLMScore (float irstScore)
 irst number are in log 10, transform to natural log
float UntransformLMScore (float logNScore)
float FloorScore (float logScore)
 make sure score doesn't fall below LOWEST_SCORE
float CalcTranslationScore (const std::vector< float > &probVector, const std::vector< float > &weightT)
template<class COLL >
void RemoveAllInColl (COLL &coll)
 delete and remove every element of a collection object such as set, list etc
template<class COLL >
void RemoveAllInMap (COLL &coll)
 delete and remove every element of map
std::string GetMD5Hash (const std::string &filePath)
 MD5 hash of a file.
template<typename T >
void ShrinkToFit (T &v)
 save memory by getting rid of spare, unused elements in a collection
std::string GetFirstString (const std::string &str, int &first_pos, const std::string &delimiters=" \t")
template<class T >
T log_sum (T log_a, T log_b)
bool Equals (float a, float b)
void FixPrecision (std::ostream &stream, size_t size=3)
size_t max_fax ()
 TO_STRING_BODY (Word)
ostream & operator<< (ostream &out, const Word &word)
size_t hash_value (const Word &word)
std::ostream & operator<< (std::ostream &out, const WordLattice &obj)
string ParseXmlTagAttribute (const string &tag, const string &attributeName)
string TrimXml (const string &str, const std::string &lbrackStr, const std::string &rbrackStr)
bool isXmlTag (const string &tag, const std::string &lbrackStr, const std::string &rbrackStr)
vector< string > TokenizeXml (const string &str, const std::string &lbrackStr, const std::string &rbrackStr)
bool ProcessAndStripXMLTags (AllOptions const &opts, string &line, vector< XmlOption const * > &res, ReorderingConstraint &reorderingConstraint, vector< size_t > &walls, std::vector< std::pair< size_t, std::string > > &placeholders, InputType &input)
std::string ParseXmlTagAttribute (const std::string &tag, const std::string &attributeName)
std::string TrimXml (const std::string &str, const std::string &lbrackStr="<", const std::string &rbrackStr=">")
bool isXmlTag (const std::string &tag, const std::string &lbrackStr="<", const std::string &rbrackStr=">")
std::vector< std::string > TokenizeXml (const std::string &str, const std::string &lbrackStr="<", const std::string &rbrackStr=">")
bool ProcessAndStripXMLTags (AllOptions const &opts, std::string &line, std::vector< XmlOption const * > &res, ReorderingConstraint &reorderingConstraint, std::vector< size_t > &walls, std::vector< std::pair< size_t, std::string > > &placeholders, InputType &input)

Variables

CNStats stats
const std::string VW_DUMMY_LABEL = "1111"
size_t bleu_order = 4
float UNKNGRAMLOGPROB = -20
Timer g_timer
const size_t DEFAULT_CUBE_PRUNING_POP_LIMIT = 1000
const size_t DEFAULT_CUBE_PRUNING_DIVERSITY = 0
const size_t DEFAULT_MAX_HYPOSTACK_SIZE = 200
const size_t DEFAULT_MAX_TRANS_OPT_CACHE_SIZE = 10000
const size_t DEFAULT_MAX_TRANS_OPT_SIZE = 5000
const size_t DEFAULT_MAX_PART_TRANS_OPT_SIZE = 10000
const size_t DEFAULT_MAX_PHRASE_LENGTH = 20
const size_t DEFAULT_MAX_CHART_SPAN = 20
const size_t ARRAY_SIZE_INCR = 10
const float LOWEST_SCORE = -100.0f
const float DEFAULT_BEAM_WIDTH = 0.00001f
const float DEFAULT_EARLY_DISCARDING_THRESHOLD = 0.0f
const float DEFAULT_TRANSLATION_OPTION_THRESHOLD = 0.0f
const size_t DEFAULT_VERBOSE_LEVEL = 1
const float FLOAT_EPSILON = 0.0001
const int NUM_LANGUAGES = 2


Detailed Description

$Id$

all the typedefs and enums goes here

Sparse reordering features for phrase-based MT, following Cherry (NAACL, 2013) Configuration of sparse reordering:

The sparse reordering feature is configured using sparse-* configs in the lexical reordering line. sparse-words-(source|target)-<id>=<filename> -- Features which fire for the words in the list sparse-clusters-(source|target)-<id>=<filename> -- Features which fire for clusters in the list. Format of cluster file TBD sparse-phrase -- Add features which depend on the current phrase (backward) sparse-stack -- Add features which depend on the previous phrase, or top of stack. (forward) sparse-between -- Add features which depend on words between previous phrase (or top of stack) and current phrase.

Manage the output of hypergraphs.

Classes to implement a ThreadPool.


Typedef Documentation

typedef boost::unordered_map<const Bitmap*, BitmapContainer*> Moses::_BMType

Definition at line 38 of file HypothesisStackCubePruning.h.

typedef std::pair<unsigned char, unsigned char> Moses::AlignPoint

Definition at line 44 of file PhraseTableCreator.h.

typedef std::vector<Hypothesis*> Moses::ArcList

Definition at line 53 of file Hypothesis.h.

typedef std::set< BackwardsEdge* > Moses::BackwardsEdgeSet

Definition at line 50 of file BitmapContainer.h.

typedef boost::unordered_map<size_t, CacheCollEntry> Moses::CacheColl

Definition at line 61 of file PhraseDictionary.h.

Definition at line 57 of file PhraseDictionary.h.

typedef std::vector<ChartHypothesis*> Moses::ChartArcList

Definition at line 39 of file ChartHypothesis.h.

Definition at line 20 of file PrefixTreeMap.h.

typedef std::vector<CPT> Moses::Data

Definition at line 21 of file PrefixTreeMap.h.

typedef char Moses::Diff

Definition at line 9 of file Diffs.h.

typedef std::vector<Diff> Moses::Diffs

Definition at line 10 of file Diffs.h.

typedef std::vector<const DottedRuleInMemory*> Moses::DottedRuleList

Definition at line 54 of file DotChartInMemory.h.

typedef std::map<size_t, DottedRuleList> Moses::DottedRuleMap

Definition at line 55 of file DotChartInMemory.h.

Definition at line 55 of file KenDsg.h.

typedef Eigen::Map<Eigen::Matrix<int,Eigen::Dynamic,1> > Moses::EigenMap

Definition at line 34 of file RDLM.cpp.

typedef std::vector<FactorType> Moses::FactorList

Definition at line 183 of file TypeDef.h.

typedef size_t Moses::FactorType

Definition at line 178 of file TypeDef.h.

typedef boost::unordered_map<size_t, Discriminative::FeatureVector> Moses::FeatureVectorMap

Definition at line 50 of file VW.h.

typedef boost::unordered_map<size_t, float> Moses::FloatHashMap

Definition at line 56 of file VW.h.

typedef float Moses::FValue

Definition at line 53 of file FeatureVector.h.

typedef std::vector< const ChartHypothesis * > Moses::HypoList

vector of chart hypotheses. May get turned into a class

Definition at line 27 of file HypoList.h.

typedef std::priority_queue< HypothesisQueueItem*, std::vector< HypothesisQueueItem* >, QueueItemOrderer> Moses::HypothesisQueue

Definition at line 51 of file BitmapContainer.h.

typedef std::vector< Hypothesis* > Moses::HypothesisSet

Definition at line 47 of file BitmapContainer.h.

typedef std::vector<InputPath*> Moses::InputPathList

Definition at line 20 of file InputPath.h.

typedef mmTSA<Token>::tree_iterator Moses::iter

Definition at line 30 of file ug_bitext_base.h.

typedef std::vector< const Moses::Hypothesis *> Moses::Lattice

Definition at line 25 of file LatticeMBR.h.

typedef std::vector<std::vector<lexicalPair> > Moses::lexicalCache

Definition at line 38 of file PhraseDictionaryMultiModelCounts.h.

typedef boost::unordered_map<Word, double > Moses::lexicalMap

Definition at line 35 of file PhraseDictionaryMultiModelCounts.h.

typedef boost::unordered_map<Word, lexicalMap > Moses::lexicalMapJoint

Definition at line 36 of file PhraseDictionaryMultiModelCounts.h.

typedef std::pair<std::vector<float>, std::vector<float> > Moses::lexicalPair

Definition at line 37 of file PhraseDictionaryMultiModelCounts.h.

typedef StringVector<unsigned char, unsigned long> Moses::LongStringVector

Definition at line 621 of file StringVector.h.

typedef StringVectorTemp<unsigned char, unsigned long> Moses::LongStringVectorTemp

Definition at line 426 of file StringVectorTemp.h.

typedef StringVector<unsigned char, unsigned int> Moses::MediumStringVector

Definition at line 620 of file StringVector.h.

typedef StringVectorTemp<unsigned char, unsigned int> Moses::MediumStringVectorTemp

Definition at line 425 of file StringVectorTemp.h.

Definition at line 30 of file LatticeMBR.h.

typedef boost::unordered_map< Phrase, size_t > Moses::NGrams

Definition at line 50 of file BleuScoreFeature.h.

Definition at line 63 of file NonTerminal.h.

typedef int Moses::NTLabel

Definition at line 13 of file TreeStructureFeature.h.

Definition at line 48 of file KenOSM.h.

typedef boost::unordered_map< Word , ScoreComponentCollection > Moses::OutputWordCollection

Definition at line 37 of file GenerationDictionary.h.

typedef std::map<std::string, bool> Moses::PARAM_BOOL

Definition at line 37 of file Parameter.h.

typedef std::map<std::string, PARAM_VEC > Moses::PARAM_MAP

Definition at line 36 of file Parameter.h.

typedef std::map<std::string, std::string > Moses::PARAM_STRING

Definition at line 38 of file Parameter.h.

typedef std::vector<std::string> Moses::PARAM_VEC

Definition at line 35 of file Parameter.h.

typedef std::vector<const Edge*> Moses::Path

Definition at line 28 of file LatticeMBR.h.

typedef std::map<Path, size_t> Moses::PathCounts

Definition at line 29 of file LatticeMBR.h.

typedef PrefixTreeF< LabelId, OFF_T > Moses::PTF

Definition at line 19 of file PrefixTreeMap.h.

typedef std::vector<float> Moses::Scores

Definition at line 180 of file TypeDef.h.

typedef boost::unordered_map<Word, std::vector<size_t>, TerminalHasher, TerminalEqualityPred> Moses::SentenceMap

Definition at line 34 of file SentenceMap.h.

typedef std::vector<std::vector<std::vector<StackVec> > > Moses::StackLattice

For an entry, lattice[i][j][k][l]: i = offset from span start j = NT index (zero-based, from left of rule) k = span l = label index (as in UTrieNode)

Definition at line 36 of file StackLattice.h.

typedef std::pair<std::vector<std::string const*>,WordAlignments > Moses::StringWordAlignmentCand

Definition at line 185 of file TypeDef.h.

typedef std::vector<std::string> Moses::TabbedColumns

Adds a vector of strings to Sentence that are filled from tab-separated input. The first column is just treated as the normal input sentence with all the XML processing and stuff. Then it contains a vector of strings that contains all other columns.

Aany feature function can do anything with any column. Ideally, feature functions should keep the parse results for the columns in thread-specific storage, e.g. boost::thread_specific_ptr<Something>.

In theory a column can contain anything, even text-serialized parse trees or classifier features as long it can be represented as text and does not contain tab characters.

Definition at line 49 of file TabbedSentence.h.

Definition at line 39 of file TargetPhraseCollectionCache.h.

Definition at line 40 of file TargetPhraseCollectionCache.h.

typedef ThreadLocalByFeatureStorage<Discriminative::Classifier, Discriminative::ClassifierFactory &> Moses::TLSClassifier

Definition at line 44 of file VW.h.

Definition at line 53 of file VW.h.

Definition at line 59 of file VW.h.

typedef ThreadLocalByFeatureStorage<boost::unordered_map<size_t, FloatHashMap> > Moses::TLSStateExtensions

Definition at line 62 of file VW.h.

Definition at line 47 of file VW.h.

typedef L2R_Token<SimpleWordId> Moses::Token

Definition at line 29 of file ug_bitext_base.h.

typedef std::vector< std::string > Moses::Tokens

Definition at line 14 of file CorrectionPattern.h.

typedef boost::shared_ptr<InternalTree> Moses::TreePointer

Definition at line 19 of file InternalTree.h.

typedef boost::shared_ptr<TranslationTask> Moses::ttasksptr

Definition at line 187 of file TypeDef.h.

typedef boost::weak_ptr<TranslationTask> Moses::ttaskwptr

Definition at line 189 of file TypeDef.h.

typedef std::pair< std::string, float > Moses::UnknownLHSEntry

Definition at line 12 of file SyntaxOptions.h.

typedef std::vector< UnknownLHSEntry > Moses::UnknownLHSList

Definition at line 13 of file SyntaxOptions.h.

typedef VarIntType<unsigned char> Moses::VarByte

Definition at line 116 of file ListCoders.h.

typedef VarIntType<unsigned short> Moses::VarInt16

Definition at line 119 of file ListCoders.h.

typedef VarIntType<unsigned int> Moses::VarInt32

Definition at line 120 of file ListCoders.h.

Definition at line 118 of file ListCoders.h.

typedef std::vector<std::string> Moses::WordAlignments

Definition at line 181 of file TypeDef.h.

typedef list< WordPair > Moses::WordList

Definition at line 42 of file DecodeStepGeneration.cpp.

typedef list< WordPair >::const_iterator Moses::WordListIterator

Definition at line 45 of file DecodeStepGeneration.cpp.

Definition at line 41 of file DecodeStepGeneration.cpp.

typedef unsigned long Moses::WordsBitmapID

Definition at line 37 of file Bitmap.h.

typedef LVoc< std::string > Moses::WordVoc

Definition at line 22 of file PrefixTreeMap.h.


Enumeration Type Documentation

Enumerator:
SameOutput 
Never 

Definition at line 11 of file ControlRecombination.h.

Enumerator:
Translate 
Generate 

Definition at line 92 of file TypeDef.h.

Enumerator:
Best 
All 

Definition at line 134 of file TypeDef.h.

Enumerator:
Input 
Output  Source factors.

Target factors

Definition at line 87 of file TypeDef.h.

Enumerator:
MosesFormat 
HieroFormat 

Definition at line 167 of file TypeDef.h.

Enumerator:
SentenceInput 
ConfusionNetworkInput 
WordLatticeInput 
TreeInputType 
TabbedSentenceInput 
ForestInputType 

Definition at line 116 of file TypeDef.h.

Enumerator:
RecursiveCYKPlus 
Scope3 

Definition at line 172 of file TypeDef.h.

Enumerator:
Normal 
CubePruning 
CYKPlus 
ChartIncremental 
SyntaxS2T 
SyntaxT2S 
SyntaxT2S_SCFG 
SyntaxF2S 
DefaultSearchAlgorithm 

Definition at line 142 of file TypeDef.h.

Enumerator:
SourceLabelOverlapAdd 
SourceLabelOverlapReplace 
SourceLabelOverlapDiscard 

Definition at line 156 of file TypeDef.h.

Enumerator:
vwft_source 
vwft_target 
vwft_targetContext 

Definition at line 15 of file VWFeatureBase.h.

Enumerator:
NoSort 
TargetOrder 

Definition at line 162 of file TypeDef.h.

Enumerator:
XmlPassThrough 
XmlIgnore 
XmlExclusive 
XmlInclusive 
XmlConstraint 

Definition at line 126 of file TypeDef.h.


Function Documentation

double Moses::addLogScale ( double  x,
double  y 
) [inline]

Definition at line 22 of file PDTAimp.h.

Referenced by Moses::PDTAimp::CacheSource().

Here is the caller graph for this function:

template<class Sequence , class Sig , class Stats >
void Moses::AddStats ( const Sequence &  s1,
const Sequence &  s2,
const Sig &  sig,
Stats &  stats 
) [inline]

Definition at line 93 of file Diffs.h.

References CreateDiff(), k, and m.

Referenced by Moses::EditOps::ComputeFeatures().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::ascendingCoverageCmp ( const Hypothesis *  a,
const Hypothesis *  b 
)

Definition at line 500 of file LatticeMBR.cpp.

References Moses::Bitmap::GetNumWordsCovered(), and Moses::Hypothesis::GetWordsBitmap().

Referenced by calcNgramExpectations().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::auxAppend ( IPhrase head,
const IPhrase tail 
)

Definition at line 40 of file LexicalReorderingTable.cpp.

std::string Moses::auxClearString ( const std::string &  str  ) 

Definition at line 20 of file LexicalReorderingTable.cpp.

void Moses::calcNgramExpectations ( Lattice &  connectedHyp,
std::map< const Moses::Hypothesis *, std::vector< Edge > > &  incomingEdges,
std::map< Moses::Phrase, float > &  finalNgramScores,
bool  posteriors 
)

void Moses::calcNgramExpectations ( Lattice &  connectedHyp,
map< const Hypothesis *, vector< Edge > > &  incomingEdges,
map< Phrase, float > &  finalNgramScores,
bool  posteriors 
)

float Moses::CalcTranslationScore ( const std::vector< float > &  probVector,
const std::vector< float > &  weightT 
) [inline]

convert prob vector to log prob and calc inner product with weight vector. At least, that's what I think it does, fn is only 9 lines but can't figure out what it does. Not sure whether give zens a medal for being a genius, or shoot him for writing unreadable code. Mabe both...

Definition at line 403 of file Util.h.

References TransformScore(), and UTIL_THROW_IF2.

Here is the call graph for this function:

bool Moses::check ( std::map< std::string, xmlrpc_c::value > const &  param,
std::string const   key,
bool  dfltval 
)

Definition at line 29 of file OptionsBaseClass.cpp.

Referenced by main(), Moses::BitmapContainer::ProcessBestHypothesis(), and randomSample().

Here is the caller graph for this function:

bool Moses::compare_target ( std::pair< size_t, size_t > const *  a,
std::pair< size_t, size_t > const *  b 
)

Definition at line 110 of file AlignmentInfo.cpp.

Referenced by Moses::AlignmentInfo::GetSortedAlignments().

Here is the caller graph for this function:

bool Moses::ComparePartialTranslationOption ( const TranslationOption *  a,
const TranslationOption *  b 
)

helper, used by pruning

Definition at line 69 of file PartialTranslOptColl.cpp.

References Moses::TranslationOption::GetFutureScore().

Referenced by Moses::PartialTranslOptColl::Prune().

Here is the call graph for this function:

Here is the caller graph for this function:

LanguageModel * Moses::ConstructBackwardLM ( const std::string &  line,
const std::string &  file,
FactorType  factorType,
bool  lazy 
)

This will also load. Returns a templated backward LM.

Definition at line 287 of file Backward.cpp.

References lm::ngram::ARRAY_TRIE, lm::ngram::PROBING, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, lm::ngram::RecognizeBinary(), lm::ngram::REST_PROBING, lm::ngram::TRIE, and UTIL_THROW2.

Here is the call graph for this function:

DsgLM * Moses::ConstructDsgLM ( const char *  file  ) 

Definition at line 6 of file KenDsg.cpp.

References lm::ngram::ARRAY_TRIE, lm::ngram::PROBING, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, lm::ngram::RecognizeBinary(), lm::ngram::REST_PROBING, lm::ngram::TRIE, and UTIL_THROW2.

Referenced by Moses::DesegModel::readLanguageModel().

Here is the call graph for this function:

Here is the caller graph for this function:

LanguageModel * Moses::ConstructKenLM ( const std::string &  line,
const std::string &  file,
FactorType  factorType,
util::LoadMethod  load_method 
)

This will also load. Returns a templated KenLM class.

Definition at line 486 of file Ken.cpp.

References lm::ngram::ARRAY_TRIE, lm::ngram::PROBING, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, lm::ngram::RecognizeBinary(), lm::ngram::REST_PROBING, lm::ngram::TRIE, and UTIL_THROW2.

Here is the call graph for this function:

LanguageModel * Moses::ConstructKenLM ( const std::string &  lineOrig  ) 

Definition at line 430 of file Ken.cpp.

References util::LAZY, util::PARALLEL_READ, util::POPULATE_OR_LAZY, util::POPULATE_OR_READ, util::READ, util::StringStream::str(), UTIL_THROW2, and UTIL_THROW_IF2.

Here is the call graph for this function:

LanguageModel* Moses::ConstructLDHTLM ( const std::string &  file,
ScoreIndexManager &  manager,
FactorType  factorType 
)

OSMLM * Moses::ConstructOSMLM ( const char *  file,
util::LoadMethod  load_method 
)

Definition at line 6 of file KenOSM.cpp.

References lm::ngram::ARRAY_TRIE, lm::ngram::Config::load_method, lm::ngram::PROBING, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, lm::ngram::RecognizeBinary(), lm::ngram::REST_PROBING, lm::ngram::TRIE, and UTIL_THROW2.

Referenced by Moses::OpSequenceModel::readLanguageModel().

Here is the call graph for this function:

Here is the caller graph for this function:

LanguageModel* Moses::ConstructReloadingLM ( const std::string &  lineOrig  ) 

Definition at line 117 of file Reloading.h.

References ConstructReloadingLM(), util::StringStream::str(), and UTIL_THROW_IF2.

Here is the call graph for this function:

LanguageModel* Moses::ConstructReloadingLM ( const std::string &  line,
const std::string &  file,
FactorType  factorType,
bool  lazy 
)

Definition at line 92 of file Reloading.h.

References lm::ngram::ARRAY_TRIE, lm::ngram::PROBING, lm::ngram::QUANT_ARRAY_TRIE, lm::ngram::QUANT_TRIE, lm::ngram::RecognizeBinary(), lm::ngram::REST_PROBING, lm::ngram::TRIE, and UTIL_THROW2.

Referenced by ConstructReloadingLM().

Here is the call graph for this function:

Here is the caller graph for this function:

template<class Sequence >
Diffs Moses::CreateDiff ( const Sequence &  s1,
const Sequence &  s2 
) [inline]

Definition at line 87 of file Diffs.h.

References CreateDiff().

Here is the call graph for this function:

template<class Sequence , class Pred >
Diffs Moses::CreateDiff ( const Sequence &  s1,
const Sequence &  s2,
Pred  pred 
) [inline]

Definition at line 35 of file Diffs.h.

References CreateDiffRec(), and n.

Referenced by AddStats(), CreateDiff(), Moses::CorrectionPattern::CreatePattern(), and MakePair().

Here is the call graph for this function:

Here is the caller graph for this function:

template<class Sequence , class Pred >
void Moses::CreateDiffRec ( size_t **  c,
const Sequence &  s1,
const Sequence &  s2,
size_t  start,
size_t  i,
size_t  j,
Diffs &  diffs,
Pred  pred 
) [inline]

Definition at line 13 of file Diffs.h.

Referenced by CreateDiff().

Here is the caller graph for this function:

AllOptions::ptr Moses::DefaultOptions ( new  AllOptions  ) 

const Moses::TrellisPath Moses::doConsensusDecoding ( const Manager &  manager,
const TrellisPathList &  nBestList 
)

std::vector< Moses::Word > Moses::doLatticeMBR ( const Manager &  manager,
const TrellisPathList &  nBestList 
)

Definition at line 558 of file LatticeMBR.cpp.

References getLatticeMBRNBest().

Referenced by main(), and Moses::Manager::OutputBest().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::Equals ( float  a,
float  b 
) [inline]

Compare floats for equality with some tolerance.

Definition at line 517 of file Util.h.

References FLOAT_EPSILON.

Referenced by MosesTuning::Vocab::FindOrAdd().

Here is the caller graph for this function:

double Moses::Exp ( double  x  )  [inline]

Definition at line 28 of file PDTAimp.h.

Referenced by Moses::PDTAimp::CacheSource(), and Moses::PDTAimp::~PDTAimp().

Here is the caller graph for this function:

void Moses::extract_ngrams ( const std::vector< Moses::Word > &  sentence,
std::map< Moses::Phrase, int > &  allngrams 
)

void Moses::extract_ngrams ( const vector< Word > &  sentence,
map< Phrase, int > &  allngrams 
)

Definition at line 38 of file LatticeMBR.cpp.

References Moses::Phrase::AddWord(), bleu_order, and k.

Referenced by doConsensusDecoding().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::fClose ( FILE *  f  )  [inline]

bool Moses::FileExists ( const std::string &  filePath  ) 

void Moses::fillIdSeq ( Phrase const &  mophrase,
std::vector< FactorType > const &  ifactors,
TokenIndex const &  V,
vector< id_type > &  dest 
)

Definition at line 21 of file mmsapt.cpp.

References Moses::Phrase::GetSize(), Moses::Word::GetString(), and Moses::Phrase::GetWord().

Referenced by Moses::Mmsapt::GetTargetPhraseCollectionLEGACY(), and Moses::Mmsapt::PrefixExists().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::filter_arguments ( int const   argc_in,
char const *const *const   argv_in,
int &  argc_moses,
char ***  argv_moses,
int &  argc_other,
char ***  argv_other,
std::vector< std::pair< std::string, int > > const &  filter 
)

Definition at line 10 of file ug_splice_arglist.cc.

References HERE, k, and UTIL_THROW_IF2.

PhraseDictionary* Moses::FindPhraseDictionary ( const std::string &  ptName  ) 

PhraseDictionary* Moses::FindPhraseDictionary ( const string &  ptName  ) 

void Moses::FixPrecision ( std::ostream &  stream,
size_t  size = 3 
) [inline]

float Moses::FloorScore ( float  logScore  )  [inline]

FILE* Moses::fOpen ( const char *  fn,
const char *  m 
) [inline]

template<typename T >
void Moses::fRead ( FILE *  f,
T t 
) [inline]

void Moses::fReadString ( FILE *  f,
std::string &  e 
) [inline]

Definition at line 109 of file File.h.

References fRead(), and UTIL_THROW2.

Referenced by fReadStringVector(), and Moses::TgtCand::readBinWithAlignment().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::fReadStringVector ( FILE *  f,
std::vector< std::string > &  v 
) [inline]

Definition at line 132 of file File.h.

References fRead(), and fReadString().

Here is the call graph for this function:

template<typename C >
void Moses::fReadVector ( FILE *  f,
C &  v 
) [inline]

Definition at line 89 of file File.h.

References fRead(), and UTIL_THROW2.

Referenced by Moses::PDTimp::Read(), Moses::PrefixTreeMap::Read(), Moses::PrefixTreeF< T, D >::read(), Moses::TgtCand::readBin(), and Moses::GenericCandidate::readBin().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::fSeek ( FILE *  f,
OFF_T  o 
) [inline]

Definition at line 148 of file File.h.

References FSEEKO, util::StringStream::str(), and UTIL_THROW2.

Referenced by Moses::PrefixTreeF< T, D >::changeData(), Moses::PrefixTreeF< T, D >::create(), Moses::PrefixTreeMap::GetCandidates(), Moses::PDTimp::GetTargetCandidates(), and Moses::FilePtr< T >::load().

Here is the call graph for this function:

Here is the caller graph for this function:

OFF_T Moses::fTell ( FILE *  f  )  [inline]

Definition at line 143 of file File.h.

References FTELLO.

Referenced by Moses::PhraseDictionaryTree::Create(), Moses::PrefixTreeF< T, D >::create(), Moses::LexicalReorderingTableTree::Create(), and Moses::PrefixTreeF< T, D >::read().

Here is the caller graph for this function:

const FVector Moses::fvmax ( const FVector &  lhs,
const FVector &  rhs 
)

template<typename T >
size_t Moses::fWrite ( FILE *  f,
const T  b,
const T  e 
) [inline]

Definition at line 69 of file File.h.

References fWrite(), T, and UTIL_THROW2.

Here is the call graph for this function:

template<typename T >
size_t Moses::fWrite ( FILE *  f,
const T b,
const T e 
) [inline]

Definition at line 59 of file File.h.

References fWrite(), T, and UTIL_THROW2.

Here is the call graph for this function:

template<typename T >
size_t Moses::fWrite ( FILE *  f,
const T t 
) [inline]

size_t Moses::fWriteString ( FILE *  f,
const char *  e,
uint32_t  s 
) [inline]

Definition at line 100 of file File.h.

References fWrite(), and UTIL_THROW2.

Referenced by fWriteStringVector(), and Moses::TgtCand::writeBinWithAlignment().

Here is the call graph for this function:

Here is the caller graph for this function:

size_t Moses::fWriteStringVector ( FILE *  f,
const std::vector< std::string > &  v 
) [inline]

Definition at line 122 of file File.h.

References fWrite(), and fWriteString().

Here is the call graph for this function:

template<typename C >
size_t Moses::fWriteVector ( FILE *  f,
const C &  v 
) [inline]

Definition at line 79 of file File.h.

References fWrite(), and UTIL_THROW2.

Referenced by Moses::PhraseDictionaryTree::Create(), Moses::PrefixTreeF< T, D >::create(), Moses::LexicalReorderingTableTree::Create(), Moses::TgtCand::writeBin(), and Moses::GenericCandidate::writeBin().

Here is the call graph for this function:

Here is the caller graph for this function:

template<class H , class M >
const std::vector<Phrase>* Moses::GetConstraint ( const std::map< long, std::vector< Phrase > > &  constraints,
const H &  hypo 
) [inline]

Definition at line 91 of file ConstrainedDecoding.cpp.

References Moses::InputType::GetTranslationId(), NULL, and UTIL_THROW.

Here is the call graph for this function:

std::vector<std::string> Moses::GetContext ( size_t  pos,
size_t  len,
size_t  window,
const InputType &  input,
const InputPath &  inputPath,
const std::vector< FactorType > &  factorTypes,
bool  isRight 
)

Definition at line 153 of file CorrectionPattern.cpp.

References Moses::Sentence::GetSize(), Moses::Range::GetStartPos(), Moses::Word::GetString(), Moses::Sentence::GetWord(), Moses::InputPath::GetWordsRange(), TERCPPNS_Tools::join(), range, and reverse().

Referenced by Moses::CorrectionPattern::CreatePattern().

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Moses::GetFirstString ( const std::string &  str,
int &  first_pos,
const std::string &  delimiters = " \t" 
) [inline]

Returns the first string bounded by the delimiters (default delimiters are " " and "\t")i starting from position first_pos and and stores the starting position of the next string (in first_str)

Definition at line 481 of file Util.h.

void Moses::getLatticeMBRNBest ( const Moses::Manager manager,
const Moses::TrellisPathList nBestList,
std::vector< LatticeMBRSolution > &  solutions,
size_t  n 
)

void Moses::getLatticeMBRNBest ( const Manager &  manager,
const TrellisPathList &  nBestList,
vector< LatticeMBRSolution > &  solutions,
size_t  n 
)

std::string Moses::GetMD5Hash ( const std::string &  filePath  ) 

MD5 hash of a file.

void Moses::GetOutputFactors ( const Moses::TrellisPath path,
std::vector< Moses::Word > &  translation 
)

Referenced by doMBR().

Here is the caller graph for this function:

void Moses::GetOutputWords ( const TrellisPath &  path,
vector< Word > &  translation 
)

Definition at line 22 of file LatticeMBR.cpp.

References Moses::Hypothesis::GetCurrTargetPhrase(), Moses::TrellisPath::GetEdges(), Moses::Phrase::GetSize(), and Moses::Phrase::GetWord().

Referenced by doConsensusDecoding().

Here is the call graph for this function:

Here is the caller graph for this function:

std::string Moses::GetTempFolder (  ) 

x-platform reference to temp folder

Definition at line 52 of file Util.cpp.

References str.

double Moses::GetUserTime (  ) 

Total wall time that the global timer has been in the "running" state since it was first "started".

Definition at line 26 of file Timer.cpp.

Referenced by Moses::Search::out_of_time().

Here is the caller graph for this function:

size_t Moses::hash_value ( const Word word  )  [inline]

Definition at line 148 of file Word.h.

References Moses::Word::hash().

Here is the call graph for this function:

size_t Moses::hash_value ( const TranslationOption &  translationOption  )  [inline]

Definition at line 180 of file TranslationOption.h.

References Moses::TranslationOption::GetEndPos(), Moses::TranslationOption::GetStartPos(), and Moses::TranslationOption::GetTargetPhrase().

Here is the call graph for this function:

std::size_t Moses::hash_value ( const HypothesisDimension &  dimension  ) 

Definition at line 35 of file RuleCubeItem.cpp.

References Moses::HypothesisDimension::GetHypothesis().

Here is the call graph for this function:

size_t Moses::hash_value ( const Range &  range  )  [inline]

Definition at line 99 of file Range.h.

References Moses::Range::GetEndPos(), and Moses::Range::GetStartPos().

Here is the call graph for this function:

size_t Moses::hash_value ( const Phrase phrase  )  [inline]

Definition at line 222 of file Phrase.h.

References Moses::Phrase::hash().

Here is the call graph for this function:

size_t Moses::hash_value ( const Factor &  f  ) 

Definition at line 40 of file Factor.cpp.

References Moses::Factor::GetId().

Here is the call graph for this function:

size_t Moses::hash_value ( const AlignmentInfo &  a  )  [inline]

void Moses::IncrementIterators ( vector< WordListIterator > &  wordListIterVector,
const vector< WordList > &  wordListVector 
) [inline]

used in generation: increases iterators when looping through the exponential number of generation expansions

Definition at line 48 of file DecodeStepGeneration.cpp.

References end.

Referenced by Moses::DecodeStepGeneration::Process().

Here is the caller graph for this function:

FValue Moses::inner_product ( const FVector &  lhs,
const FVector &  rhs 
)

double Moses::InstanceWeighting ( std::vector< float > &  joint_counts,
std::vector< float > &  marginals,
std::vector< float > &  multimodelweights 
)

double Moses::InstanceWeighting ( vector< float > &  joint_counts,
vector< float > &  marginals,
vector< float > &  multimodelweights 
)

Definition at line 598 of file PhraseDictionaryMultiModelCounts.cpp.

References inner_product().

Referenced by Moses::PhraseDictionaryMultiModelCounts::PhraseDictionaryMultiModelCounts(), and Moses::PhraseDictionaryMultiModelCounts::SetParameter().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::is_syntax ( SearchAlgorithm  algo  ) 

bool Moses::IsMonotonicStep ( Range const &  prev,
Range const &  cur,
Bitmap const &  cov 
)

Definition at line 15 of file LRModel.cpp.

References Moses::Range::GetEndPos(), Moses::Range::GetStartPos(), and Moses::Bitmap::GetValue().

Referenced by Moses::LRModel::GetOrientation().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::IsSwap ( Range const &  prev,
Range const &  cur,
Bitmap const &  cov 
)

Definition at line 25 of file LRModel.cpp.

References Moses::Range::GetEndPos(), Moses::Range::GetStartPos(), and Moses::Bitmap::GetValue().

Referenced by Moses::LRModel::GetOrientation().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::isXmlTag ( const std::string &  tag,
const std::string &  lbrackStr = "<",
const std::string &  rbrackStr = ">" 
)

bool Moses::isXmlTag ( const string &  tag,
const std::string &  lbrackStr,
const std::string &  rbrackStr 
)

Check if the token is an XML tag, i.e. starts with "<"

Parameters:
tag token to be checked
lbrackStr xml tag's left bracket string, typically "<"
rbrackStr xml tag's right bracket string, typically ">"

Definition at line 93 of file XmlOption.cpp.

Referenced by ProcessAndStripXMLTags().

Here is the caller graph for this function:

template<typename It >
std::string Moses::Join ( const std::string &  delim,
It  begin,
It  end 
) [inline]

Definition at line 359 of file Util.h.

References util::StringStream::str().

Here is the call graph for this function:

template<typename T >
std::string Moses::Join ( const std::string &  delimiter,
const std::vector< T > &  items 
) [inline]

Convert vector of type T to string

Definition at line 345 of file Util.h.

References util::StringStream::str().

Referenced by Moses::StaticData::initialize_features(), main(), Moses::VWFeatureSourceIndicator::operator()(), operator<<(), ReformateHieroScore(), and ReformatHieroRule().

Here is the call graph for this function:

Here is the caller graph for this function:

double Moses::LinearInterpolationFromCounts ( std::vector< float > &  joint_counts,
std::vector< float > &  marginals,
std::vector< float > &  multimodelweights 
)

double Moses::LinearInterpolationFromCounts ( vector< float > &  joint_counts,
vector< float > &  marginals,
vector< float > &  multimodelweights 
)

Definition at line 614 of file PhraseDictionaryMultiModelCounts.cpp.

References inner_product().

Referenced by Moses::PhraseDictionaryMultiModelCounts::SetParameter().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::LMCacheCleanup ( const int  sentences_done,
const size_t  m_lmcache_cleanup_threshold 
)

Definition at line 397 of file IRST.cpp.

Referenced by Moses::LanguageModelIRST::CleanUpAfterSentenceProcessing().

Here is the caller graph for this function:

template<class T >
T Moses::log_sum ( T  log_a,
T  log_b 
) [inline]

Definition at line 505 of file Util.h.

Referenced by Moses::NgramScores::addScore(), Moses::Manager::CalcLatticeSamples(), and calcNgramExpectations().

Here is the caller graph for this function:

std::string Moses::MakePair ( const std::string &  s1,
const std::string &  s2,
bool  general 
)

Definition at line 26 of file CorrectionPattern.cpp.

References count, CreateDiff(), and TERCPPNS_Tools::join().

Referenced by Moses::CorrectionPattern::CreateSinglePattern().

Here is the call graph for this function:

Here is the caller graph for this function:

size_t Moses::max_fax (  ) 

Definition at line 41 of file Word.cpp.

References Moses::StaticData::Instance().

Referenced by Moses::Word::CreateUnknownWord(), and operator<<().

Here is the call graph for this function:

Here is the caller graph for this function:

boost::shared_ptr<Scores> Moses::mergescores ( boost::shared_ptr< Scores > const &  a,
boost::shared_ptr< Scores > const &  b 
)

Definition at line 280 of file TargetPhrase.cpp.

References UTIL_THROW_IF2.

Referenced by Moses::TargetPhrase::Merge().

Here is the caller graph for this function:

template<class T1 , class T2 >
bool Moses::operator!= ( const MmapAllocator< T1 > &  a1,
const MmapAllocator< T2 > &  a2 
) throw () [inline]

Definition at line 194 of file MmapAllocator.h.

const FVector Moses::operator* ( const FVector &  lhs,
const FValue &  rhs 
)

Definition at line 861 of file FeatureVector.cpp.

const FVector Moses::operator* ( const FVector &  lhs,
const FVector &  rhs 
)

Definition at line 850 of file FeatureVector.cpp.

const FVector Moses::operator+ ( const FVector &  lhs,
const FVector &  rhs 
)

Definition at line 840 of file FeatureVector.cpp.

const FVector Moses::operator- ( const FVector &  lhs,
const FVector &  rhs 
)

Definition at line 845 of file FeatureVector.cpp.

const FVector Moses::operator/ ( const FVector &  lhs,
const FValue &  rhs 
)

Definition at line 866 of file FeatureVector.cpp.

const FVector Moses::operator/ ( const FVector &  lhs,
const FVector &  rhs 
)

Definition at line 855 of file FeatureVector.cpp.

template<typename ValueIteratorT >
bool Moses::operator< ( const char *  c,
const ValueIteratorRange< ValueIteratorT > &  s2 
) [inline]

Definition at line 351 of file StringVector.h.

template<typename StringT , typename ValueIteratorT >
bool Moses::operator< ( const StringT &  s1,
const ValueIteratorRange< ValueIteratorT > &  s2 
) [inline]

Definition at line 344 of file StringVector.h.

bool Moses::operator< ( const PackedItem &  pi1,
const PackedItem &  pi2 
)

Definition at line 33 of file PhraseTableCreator.cpp.

References Moses::PackedItem::GetLine().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const WordLattice &  obj 
)

Definition at line 236 of file WordLattice.cpp.

ostream& Moses::operator<< ( ostream &  out,
const Word word 
)

std::ostream& Moses::operator<< ( std::ostream &  out,
const TrellisPathCollection &  pathColl 
) [inline]

std::ostream& Moses::operator<< ( std::ostream &  out,
const TrellisPath &  path 
) [inline]

std::ostream& Moses::operator<< ( std::ostream &  out,
const TreeInput &  input 
)

Definition at line 339 of file TreeInput.cpp.

References Moses::TreeInput::GetLabelSet(), Moses::Sentence::GetSize(), Moses::Word::IsNonTerminal(), and UTIL_THROW_IF2.

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const TranslationOptionList &  coll 
)

Definition at line 30 of file TranslationOptionList.cpp.

References Moses::TranslationOptionList::begin(), and Moses::TranslationOptionList::end().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const TranslationOptionCollection &  coll 
)

ostream& Moses::operator<< ( ostream &  out,
const TranslationOption &  possibleTranslation 
)

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryFuzzyMatch &  phraseDict 
)

Definition at line 397 of file PhraseDictionaryFuzzyMatch.cpp.

ostream& Moses::operator<< ( ostream &  out,
const ProbingPT &  phraseDict 
)

Definition at line 368 of file ProbingPT.cpp.

template<typename T >
std::ostream& Moses::operator<< ( std::ostream &  out,
const std::vector< T > &  x 
) [inline]

Definition at line 20 of file PhraseDictionaryTree.cpp.

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryTransliteration &  phraseDict 
)

Definition at line 168 of file PhraseDictionaryTransliteration.cpp.

std::ostream & Moses::operator<< ( std::ostream &  out,
const PhraseDictionaryNodeMemory &  node 
)

Definition at line 125 of file PhraseDictionaryNodeMemory.cpp.

References Moses::PhraseDictionaryNodeMemory::GetTargetPhraseCollection().

Here is the call graph for this function:

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryMemoryPerSentenceOnDemand &  phraseDict 
)

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryMemoryPerSentence &  phraseDict 
)

Definition at line 102 of file PhraseDictionaryMemoryPerSentence.cpp.

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryMemory &  phraseDict 
)

ostream& Moses::operator<< ( ostream &  out,
const PhraseDictionaryDynamicCacheBased &  phraseDict 
)

Definition at line 228 of file PhraseDictionaryDynamicCacheBased.cpp.

ostream& Moses::operator<< ( ostream &  out,
const ExamplePT &  phraseDict 
)

Definition at line 82 of file ExamplePT.cpp.

template<typename OStream , typename ValueIteratorT >
OStream& Moses::operator<< ( OStream &  os,
ValueIteratorRange< ValueIteratorT >  cr 
) [inline]

Definition at line 359 of file StringVector.h.

std::ostream& Moses::operator<< ( std::ostream &  os,
Timer t 
)

Definition at line 105 of file Timer.cpp.

References Moses::Timer::get_elapsed_time().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const TargetPhraseCollection &  obj 
)

Definition at line 96 of file TargetPhraseCollection.cpp.

References Moses::TargetPhraseCollection::begin(), and Moses::TargetPhraseCollection::end().

Here is the call graph for this function:

std::ostream & Moses::operator<< ( std::ostream &  os,
const TargetPhrase &  tp 
)

Definition at line 426 of file TargetPhrase.cpp.

References Moses::TargetPhrase::GetAlignNonTerm(), Moses::TargetPhrase::GetAlignTerm(), Moses::TargetPhrase::GetRuleSource(), and key.

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const SquareMatrix &  matrix 
) [inline]

Definition at line 74 of file SquareMatrix.h.

References Moses::SquareMatrix::GetScore(), and Moses::SquareMatrix::GetSize().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  os,
const SentenceStats &  ss 
) [inline]

std::ostream& Moses::operator<< ( std::ostream &  os,
const ScoreComponentCollection &  rhs 
)

Definition at line 141 of file ScoreComponentCollection.cpp.

std::ostream& Moses::operator<< ( std::ostream &  os,
const ScorePair &  rhs 
)

std::ostream& Moses::operator<< ( std::ostream &  out,
const RuleCube &  obj 
)

Definition at line 102 of file RuleCube.cpp.

References Moses::RuleCube::GetItemSetSize().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const ReorderingConstraint &  obj 
)

std::ostream& Moses::operator<< ( std::ostream &  out,
const Range &  range 
)

Definition at line 27 of file Range.cpp.

std::ostream& Moses::operator<< ( std::ostream &  out,
const PhraseProperty &  obj 
)

Definition at line 6 of file PhraseProperty.cpp.

References Moses::PhraseProperty::Print().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const CountsPhraseProperty &  obj 
)

ostream& Moses::operator<< ( ostream &  out,
const Phrase phrase 
)

Definition at line 453 of file Phrase.cpp.

References Moses::Phrase::GetSize(), and Moses::Phrase::GetWord().

Here is the call graph for this function:

ostream& Moses::operator<< ( ostream &  out,
const PartialTranslOptColl &  possibleTranslation 
)

Definition at line 101 of file PartialTranslOptColl.cpp.

References Moses::PartialTranslOptColl::m_list.

std::ostream& Moses::operator<< ( std::ostream &  os,
const Credit &  credit 
)

std::ostream & Moses::operator<< ( std::ostream &  out,
const NonTerminalSet &  obj 
)

Definition at line 8 of file NonTerminal.cpp.

ostream& Moses::operator<< ( ostream &  out,
const Edge &  edge 
)

Definition at line 491 of file LatticeMBR.cpp.

References Moses::Hypothesis::GetId().

Here is the call graph for this function:

std::ostream & Moses::operator<< ( std::ostream &  out,
InputType const &  x 
)

Definition at line 45 of file InputType.cpp.

References Moses::InputType::Print().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const InputPath &  obj 
)

Definition at line 118 of file InputPath.cpp.

References Moses::InputPath::GetPhrase(), Moses::InputPath::GetPrevPath(), Moses::InputPath::GetWordsRange(), and Moses::InputPath::m_targetPhrases.

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const HypothesisStackNormal &  hypoColl 
)

Definition at line 280 of file HypothesisStackNormal.cpp.

References Moses::HypothesisStack::begin(), and Moses::HypothesisStack::end().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const HypothesisStackCubePruning &  hypoColl 
)

Definition at line 273 of file HypothesisStackCubePruning.cpp.

References Moses::HypothesisStack::begin(), and Moses::HypothesisStack::end().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const Hypothesis &  hypothesis 
)

ostream& Moses::operator<< ( ostream &  out,
const Hypothesis &  hypo 
)

Definition at line 287 of file Hypothesis.cpp.

std::ostream& Moses::operator<< ( std::ostream &  out,
const ForestInput &   
)

Definition at line 252 of file ForestInput.cpp.

std::ostream & Moses::operator<< ( std::ostream &  out,
const VWState &  state 
)

Definition at line 71 of file VWState.cpp.

References Moses::VWState::GetPhrase(), Moses::VWState::GetSpanEnd(), and Moses::VWState::GetSpanStart().

Here is the call graph for this function:

std::ostream & Moses::operator<< ( std::ostream &  out,
const BleuScoreState &  state 
)

Definition at line 47 of file BleuScoreFeature.cpp.

References Moses::BleuScoreState::print().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const FVector &  fv 
)

ostream& Moses::operator<< ( ostream &  out,
const FVector &  fv 
)

Definition at line 300 of file FeatureVector.cpp.

References Moses::FVector::print().

Here is the call graph for this function:

std::ostream & Moses::operator<< ( std::ostream &  out,
const FName &  name 
)

Definition at line 138 of file FeatureVector.cpp.

References Moses::FName::name().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const FactorMask &  fm 
)

Definition at line 52 of file FactorTypeSet.cpp.

ostream& Moses::operator<< ( ostream &  out,
const FactorCollection &  factorCollection 
)

Definition at line 92 of file FactorCollection.cpp.

ostream& Moses::operator<< ( ostream &  out,
const Factor &  factor 
)

Definition at line 34 of file Factor.cpp.

std::ostream & Moses::operator<< ( std::ostream &  out,
const ConfusionNet &  cn 
)

Definition at line 271 of file ConfusionNet.cpp.

References Moses::ConfusionNet::Print().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartTranslationOptions &  obj 
)

Definition at line 158 of file ChartTranslationOptions.cpp.

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartTranslationOptionList &  obj 
)

Definition at line 210 of file ChartTranslationOptionList.cpp.

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartTranslationOption &  transOpt 
)

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartHypothesisCollection coll 
)

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartHypothesis &  hypo 
)

Definition at line 328 of file ChartHypothesis.cpp.

References Moses::ChartHypothesis::GetId(), and NULL.

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const ChartCell &  cell 
)

Definition at line 210 of file ChartCell.cpp.

References Moses::ChartCell::m_hypoColl.

std::ostream& Moses::operator<< ( std::ostream &  out,
const Bitmap &  bitmap 
)

Definition at line 86 of file Bitmap.cpp.

References Moses::Bitmap::GetValue().

Here is the call graph for this function:

std::ostream& Moses::operator<< ( std::ostream &  out,
const AlignmentInfo &  alignmentInfo 
)

Definition at line 161 of file AlignmentInfo.cpp.

References Moses::AlignmentInfo::begin(), and Moses::AlignmentInfo::end().

Here is the call graph for this function:

template<class T1 , class T2 >
bool Moses::operator== ( const MmapAllocator< T1 > &  a1,
const MmapAllocator< T2 > &  a2 
) throw () [inline]

Definition at line 179 of file MmapAllocator.h.

void Moses::OutputFeatureWeightsForHypergraph ( std::ostream &  outputSearchGraphStream  ) 

Definition at line 76 of file ExportInterface.cpp.

References Moses::StaticData::GetAllWeights(), Moses::StaticData::Instance(), and Moses::ScoreComponentCollection::Save().

Here is the call graph for this function:

void Moses::OutputSearchNode ( AllOptions const &  opts,
long  translationId,
std::ostream &  out,
SearchGraphNode const &  searchNode 
)

xmlrpc_c::value Moses::PackScores ( ScoreComponentCollection const &  S  ) 

Definition at line 32 of file PackScores.cpp.

References Moses::ScoreComponentCollection::GetScoresVector(), and PackScores().

Here is the call graph for this function:

void Moses::PackScores ( FeatureFunction const &  ff,
FVector const &  S,
std::map< std::string, xmlrpc_c::value > &  M 
)

size_t Moses::parse_timespec ( std::string const &  spec  ) 

Definition at line 14 of file ServerOptions.cpp.

References HERE, and UTIL_THROW2.

Referenced by Moses::ServerOptions::init().

Here is the caller graph for this function:

void Moses::parseLine ( string const &  line,
map< string, string > &  param 
)

Definition at line 33 of file mmsapt.cpp.

References HERE, k, and UTIL_THROW_IF2.

std::string Moses::ParseScores ( const std::string &  line,
const std::string &  defaultScores 
)

Definition at line 24 of file EditOps.cpp.

References Tokenize(), TokenizeFirstOnly(), and UTIL_THROW_IF2.

Here is the call graph for this function:

std::string Moses::ParseXmlTagAttribute ( const std::string &  tag,
const std::string &  attributeName 
)

string Moses::ParseXmlTagAttribute ( const string &  tag,
const string &  attributeName 
)

Definition at line 45 of file XmlOption.cpp.

References TRACE_ERR.

Referenced by ProcessAndStripXMLTags().

Here is the caller graph for this function:

std::string Moses::PassthroughSGML ( std::string &  line,
const std::string  tagName,
const std::string &  lbrackStr,
const std::string &  rbrackStr 
)

Definition at line 286 of file Util.cpp.

References ToLower(), and TRACE_ERR.

Here is the call graph for this function:

void Moses::prime ( boost::iostreams::mapped_file_source const &  f  ) 

Definition at line 22 of file ug_load_primer.cc.

Referenced by sapt::mmTSA< TOKEN >::open(), and sapt::mmTtrack< TKN >::remap().

Here is the caller graph for this function:

void Moses::PrintFeatureWeight ( const FeatureFunction *  ff  ) 

void Moses::PrintUserTime ( const std::string &  message  ) 

std::vector< std::map< std::string, std::string > > Moses::ProcessAndStripDLT ( std::string &  line  ) 

Definition at line 91 of file Util.cpp.

References ToLower(), TRACE_ERR, Trim(), and UTIL_THROW.

Here is the call graph for this function:

std::map< std::string, std::string > Moses::ProcessAndStripSGML ( std::string &  line  ) 

Definition at line 225 of file Util.cpp.

References end, ToLower(), TRACE_ERR, and Trim().

Referenced by Moses::WordLattice::Read().

Here is the call graph for this function:

Here is the caller graph for this function:

bool Moses::ProcessAndStripXMLTags ( AllOptions const &  opts,
std::string &  line,
std::vector< XmlOption const * > &  res,
ReorderingConstraint &  reorderingConstraint,
std::vector< size_t > &  walls,
std::vector< std::pair< size_t, std::string > > &  placeholders,
InputType &  input 
)

bool Moses::ProcessAndStripXMLTags ( AllOptions const &  opts,
string &  line,
vector< XmlOption const * > &  res,
ReorderingConstraint &  reorderingConstraint,
vector< size_t > &  walls,
std::vector< std::pair< size_t, std::string > > &  placeholders,
InputType &  input 
)

Process a sentence with xml annotation Xml tags may specifiy additional/replacing translation options and reordering constraints

Parameters:
line in: sentence, out: sentence without the xml
res vector with translation options specified by xml
reorderingConstraint reordering constraint zones specified by xml
walls reordering constraint walls specified by xml
lbrackStr xml tag's left bracket string, typically "<"
rbrackStr xml tag's right bracket string, typically ">"

Definition at line 162 of file XmlOption.cpp.

References Moses::Mmsapt::add(), Moses::FactorCollection::AddFactor(), Moses::SearchOptions::algo, Moses::ScoreComponentCollection::Assign(), Moses::Phrase::CreateFromString(), Moses::TargetPhrase::EvaluateInIsolation(), Moses::ReportingOptions::factor_order, FloorScore(), Moses::StaticData::GetAllWeights(), Moses::PhraseDictionary::GetColl(), Moses::StaticData::GetCoordSpace(), Moses::FeatureFunction::GetFeatureFunctions(), Moses::FeatureFunction::GetScoreProducerDescription(), Moses::AllOptions::input, Moses::FactorCollection::Instance(), Moses::StaticData::Instance(), Moses::StaticData::InstanceNonConst(), is_syntax(), isXmlTag(), Moses::InputType::m_coordMap, NULL, Output, Moses::AllOptions::output, ParseXmlTagAttribute(), range, Moses::AllOptions::search, Moses::StaticData::SetAllWeights(), Moses::Word::SetFactor(), Moses::TargetPhrase::SetTargetLHS(), Moses::TargetPhrase::SetXMLScore(), Moses::ReorderingConstraint::SetZone(), Moses::AllOptions::syntax, Tokenize(), TokenizeMultiCharSeparator(), TokenizeXml(), TRACE_ERR, TransformScore(), Trim(), TrimXml(), Moses::SyntaxOptions::unknown_lhs, VERBOSE, Moses::InputOptions::xml_brackets, Moses::InputOptions::xml_policy, and XmlIgnore.

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::pruneLatticeFB ( Lattice &  connectedHyp,
std::map< const Moses::Hypothesis *, std::set< const Moses::Hypothesis * > > &  outgoingHyps,
std::map< const Moses::Hypothesis *, std::vector< Edge > > &  incomingEdges,
const std::vector< float > &  estimatedScores,
const Moses::Hypothesis ,
size_t  edgeDensity,
float  scale 
)

void Moses::pruneLatticeFB ( Lattice &  connectedHyp,
map< const Hypothesis *, set< const Hypothesis * > > &  outgoingHyps,
map< const Hypothesis *, vector< Edge > > &  incomingEdges,
const vector< float > &  estimatedScores,
const Hypothesis *  bestHypo,
size_t  edgeDensity,
float  scale 
)

template<typename idx_t >
void Moses::randomSample ( std::vector< idx_t > &  v,
size_t  s,
size_t  N 
) [inline]

Definition at line 19 of file Sampling.h.

References check(), m, and util::rand_excl().

Here is the call graph for this function:

WordVoc& Moses::ReadVoc ( std::map< std::string, WordVoc > &  vocs,
const std::string &  filename 
)

Definition at line 92 of file PrefixTreeMap.cpp.

References LVoc< A, B >::Read().

Referenced by Moses::PrefixTreeMap::Read().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::ReformateHieroScore ( string &  scoreString  ) 

Definition at line 92 of file LoaderStandard.cpp.

References Join(), SPrint(), Tokenize(), and UTIL_THROW_IF2.

Referenced by ReformatHieroRule().

Here is the call graph for this function:

Here is the caller graph for this function:

void Moses::ReformatHieroRule ( const string &  lineOrig,
string &  out 
)

Definition at line 111 of file LoaderStandard.cpp.

References ReformateHieroScore(), ReformatHieroRule(), util::StringStream::str(), and TokenizeMultiCharSeparator().

Here is the call graph for this function:

void Moses::ReformatHieroRule ( int  sourceTarget,
string &  phrase,
map< size_t, pair< size_t, size_t > > &  ntAlign 
)

Definition at line 63 of file LoaderStandard.cpp.

References Join(), MosesTuning::split(), starts_with(), Tokenize(), and UTIL_THROW_IF2.

Referenced by Moses::RuleTableLoaderStandard::Load(), and ReformatHieroRule().

Here is the call graph for this function:

Here is the caller graph for this function:

template<class COLL >
void Moses::RemoveAllInColl ( COLL &  coll  )  [inline]

delete and remove every element of a collection object such as set, list etc

Definition at line 434 of file Util.h.

Referenced by Moses::CompletedRuleCollection::Clear(), Moses::FeatureFunction::Destroy(), Moses::TargetPhraseCollection::Remove(), AlignedSentence::~AlignedSentence(), Moses::ApplicableRuleTrie::~ApplicableRuleTrie(), Moses::BitmapContainer::~BitmapContainer(), Moses::ChartCellCollectionBase::~ChartCellCollectionBase(), Moses::ChartCellLabelSet::~ChartCellLabelSet(), Moses::ChartParser::~ChartParser(), Moses::ChartParserUnknown::~ChartParserUnknown(), Moses::ChartRuleLookupManagerOnDisk::~ChartRuleLookupManagerOnDisk(), Moses::ChartTranslationOptionList::~ChartTranslationOptionList(), ConsistentPhrases::~ConsistentPhrases(), Moses::DecodeGraph::~DecodeGraph(), Moses::DottedRuleStackOnDisk::~DottedRuleStackOnDisk(), MosesTest::MockHypothesisGuard::~MockHypothesisGuard(), Moses::PartialTranslOptColl::~PartialTranslOptColl(), Moses::Syntax::S2T::PatternApplicationTrie::~PatternApplicationTrie(), Moses::PhraseDictionaryMultiModelCounts::~PhraseDictionaryMultiModelCounts(), Moses::RuleCube::~RuleCube(), Rules::~Rules(), Moses::SearchCubePruning::~SearchCubePruning(), Moses::SearchNormal::~SearchNormal(), Moses::Sentence::~Sentence(), Moses::StaticData::~StaticData(), Moses::TranslationOptionCollection::~TranslationOptionCollection(), Moses::TranslationOptionList::~TranslationOptionList(), Moses::TrellisPathCollection::~TrellisPathCollection(), and Moses::TrellisPathList::~TrellisPathList().

Here is the caller graph for this function:

template<class COLL >
void Moses::RemoveAllInMap ( COLL &  coll  )  [inline]

delete and remove every element of map

Definition at line 444 of file Util.h.

Referenced by Moses::PhraseDictionaryMultiModel::GetTargetPhraseCollectionLEGACY().

Here is the caller graph for this function:

int Moses::removedirectoryrecursively ( const char *  dirname  ) 

Definition at line 127 of file PhraseDictionaryFuzzyMatch.cpp.

References NULL.

std::string Moses::Replace ( const std::string &  str,
const std::string &  todelStr,
const std::string &  toaddStr 
) [inline]

replace all occurrences of todelStr in str with the string toaddStr

Definition at line 201 of file Util.h.

Referenced by Escape().

Here is the caller graph for this function:

void Moses::ResetUserTime (  ) 

Start global timer.

Definition at line 16 of file Timer.cpp.

Referenced by batch_run(), decoder_main(), and main().

Here is the caller graph for this function:

template<typename T >
void Moses::Scan ( std::vector< T > &  output,
const std::vector< std::string > &  input 
) [inline]

speeded up version of above

Definition at line 192 of file Util.h.

template<typename T >
std::vector<T> Moses::Scan ( const std::vector< std::string > &  input  )  [inline]

convert vectors of string to vectors of type T variables

Definition at line 181 of file Util.h.

template<typename T >
T Moses::Scan ( const std::string &  input  )  [inline]

convert string to variable of type T. Used to reading floats, int etc from files

Definition at line 114 of file Util.h.

References T.

Referenced by GetDotParams(), GetParams(), and GetStrParams().

Here is the caller graph for this function:

template<>
bool Moses::Scan< bool > ( const std::string &  input  )  [inline]

template<>
InputTypeEnum Moses::Scan< InputTypeEnum > ( const std::string &  input  )  [inline]

template<>
S2TParsingAlgorithm Moses::Scan< S2TParsingAlgorithm > ( const std::string &  input  )  [inline]

template<>
SearchAlgorithm Moses::Scan< SearchAlgorithm > ( const std::string &  input  )  [inline]

template<>
SourceLabelOverlap Moses::Scan< SourceLabelOverlap > ( const std::string &  input  )  [inline]

template<>
std::string Moses::Scan< std::string > ( const std::string &  input  )  [inline]

just return input

template<>
WordAlignmentSort Moses::Scan< WordAlignmentSort > ( const std::string &  input  )  [inline]

template<>
XmlInputType Moses::Scan< XmlInputType > ( const std::string &  input  )  [inline]

void Moses::show_version (  ) 

Print out version information about the things that went into this executable.

Definition at line 456 of file Parameter.cpp.

Referenced by Moses::Parameter::LoadParam().

Here is the caller graph for this function:

void Moses::ShowWeights (  ) 

template<typename T >
void Moses::ShrinkToFit ( T v  )  [inline]

save memory by getting rid of spare, unused elements in a collection

Definition at line 460 of file Util.h.

References T.

Referenced by Moses::ConfusionNet::ReadFormat0(), and Moses::PrefixTreeSA< T, D >::shrink().

Here is the caller graph for this function:

template<typename T >
std::string Moses::SPrint ( const T input  )  [inline]

void Moses::swap ( TargetPhrase &  first,
TargetPhrase &  second 
)

Definition at line 412 of file TargetPhrase.cpp.

References swap(), and Moses::Phrase::SwapWords().

Here is the call graph for this function:

void Moses::swap ( ScoreComponentCollection &  first,
ScoreComponentCollection &  second 
) [inline]

Definition at line 479 of file ScoreComponentCollection.h.

References swap().

Here is the call graph for this function:

void Moses::swap ( FVector &  first,
FVector &  second 
) [inline]

Definition at line 315 of file FeatureVector.h.

Referenced by Moses::Mmsapt::SetTableLimit(), swap(), Moses::Syntax::BoundedPriorityContainer< T >::SwapIn(), and Moses::Phrase::SwapWords().

Here is the caller graph for this function:

Moses::TO_STRING_BODY ( Word   ) 

Moses::TO_STRING_BODY ( TrellisPath   ) 

Moses::TO_STRING_BODY ( TranslationOptionList   ) 

Moses::TO_STRING_BODY ( TranslationOptionCollection   ) 

Moses::TO_STRING_BODY ( TranslationOption   ) 

Moses::TO_STRING_BODY ( PhraseDictionaryFuzzyMatch   ) 

Moses::TO_STRING_BODY ( ProbingPT   ) 

Moses::TO_STRING_BODY ( PhraseDictionaryTransliteration   ) 

Moses::TO_STRING_BODY ( PhraseDictionaryMemoryPerSentenceOnDemand   ) 

Moses::TO_STRING_BODY ( PhraseDictionaryMemoryPerSentence   ) 

Moses::TO_STRING_BODY ( PhraseDictionaryMemory   ) 

Moses::TO_STRING_BODY ( ExamplePT   ) 

Moses::TO_STRING_BODY ( TargetPhrase   ) 

Moses::TO_STRING_BODY ( SquareMatrix   ) 

Moses::TO_STRING_BODY ( Range   ) 

Moses::TO_STRING_BODY ( Phrase   ) 

Moses::TO_STRING_BODY ( InputType   ) 

Moses::TO_STRING_BODY ( HypothesisStackNormal   ) 

Moses::TO_STRING_BODY ( HypothesisStackCubePruning   ) 

Moses::TO_STRING_BODY ( FactorMask   ) 

Moses::TO_STRING_BODY ( FactorCollection   ) 

Moses::TO_STRING_BODY ( Bitmap   ) 

template<typename T >
void Moses::Tokenize ( std::vector< T > &  output,
const std::string &  input,
const std::string &  delimiters = " \t" 
) [inline]

Definition at line 268 of file Util.h.

References Tokenize().

Here is the call graph for this function:

void Moses::Tokenize ( std::vector< std::string > &  output,
const std::string &  str,
const std::string &  delimiters = " \t" 
) [inline]

Definition at line 238 of file Util.h.

std::vector< T > Moses::Tokenize ( const std::string &  str,
const std::string &  delimiters = " \t" 
) [inline]

tokenise input string to vector of type T

tokenise input string to vector of string. each element has been separated by a character in the delimiters argument. The separator can only be 1 character long. The default delimiters are space or tab

Definition at line 216 of file Util.h.

Referenced by Alignments::Alignments(), BOOST_AUTO_TEST_CASE(), breakdownCoreAndSparse(), Moses::Parameter::ConvertWeightArgsDistortion(), Moses::Parameter::ConvertWeightArgsGeneration(), Moses::Parameter::ConvertWeightArgsLM(), Moses::RuleTableLoaderFactory::Create(), Moses::PhraseDictionaryTree::Create(), Moses::Parameter::CreateWeightsMap(), createXML(), Moses::PhraseDictionaryDynamicCacheBased::Execute(), Moses::DynamicCacheBasedLanguageModel::Execute(), PCN::getCNAlt(), Word::GetString(), Moses::GlobalLexicalModelUnlimited::GlobalLexicalModelUnlimited(), Moses::InputOptions::init(), Moses::StaticData::initialize_features(), Moses::VWFeatureSourceExternalFeatures::InitializeForInput(), Moses::LexicalReordering::LexicalReordering(), Moses::ProbingPT::Load(), Moses::PhraseDictionaryDynamicCacheBased::Load(), Moses::GenerationDictionary::Load(), Moses::SoftMatchingFeature::Load(), Moses::Model1LexicalTable::Load(), Moses::Model1Vocabulary::Load(), Moses::DynamicCacheBasedLanguageModel::Load(), Moses::CoveredReferenceFeature::Load(), Moses::ConstrainedDecoding::Load(), Moses::StaticData::LoadAlternateWeightSettings(), Moses::StaticData::LoadDecodeGraphs(), Moses::StaticData::LoadDecodeGraphsNew(), loadFunctionWords(), Moses::StaticData::LoadNonTerminals(), Moses::SyntaxOptions::LoadNonTerminals(), Moses::BleuScoreFeature::LoadReferences(), main(), Moses::StaticData::OverrideFeatureNames(), Moses::StaticData::OverrideFeatures(), ParseScores(), AlignedSentence::PopulateAlignment(), AlignedSentence::PopulateWordVec(), Process(), ProcessAndStripXMLTags(), processFiles(), processLine(), Moses::TargetConstituentBoundariesRightAdjacentPhraseProperty::ProcessValue(), Moses::TargetConstituentBoundariesLeftPhraseProperty::ProcessValue(), Moses::SpanLengthPhraseProperty::ProcessValue(), Moses::NonTermContextProperty::ProcessValue(), ReformateHieroScore(), ReformatHieroRule(), Moses::StaticData::ResetWeights(), reverseAlignment(), Moses::ContextScope::SetContextWeights(), Moses::PhraseDictionaryMultiModelCounts::SetParameter(), Moses::PhraseDictionaryMultiModel::SetParameter(), Moses::VWFeatureTargetPhraseScores::SetParameter(), Moses::ConstrainedDecoding::SetParameter(), Moses::BleuScoreFeature::SetParameter(), Parameter::SetScopeSpan(), Moses::FeatureFunction::SetTuneableComponents(), Tokenize(), Moses::Parameter::WeightOverwrite(), and AlignedSentenceSyntax::XMLParse().

std::vector<std::string> Moses::TokenizeFirstOnly ( const std::string &  str,
const std::string &  delimiters = " \t" 
) [inline]

only split of the first delimiter. Used by class FeatureFunction for parse key=value pair. Value may have = character

Definition at line 323 of file Util.h.

Referenced by MosesTraining::ExtractionPhrasePair::AddProperties(), MosesTraining::PropertiesConsolidator::GetPOSPropertyValueFromPropertiesString(), ParseScores(), MosesTraining::PropertiesConsolidator::ProcessPropertiesString(), and Moses::TargetPhrase::SetProperties().

Here is the caller graph for this function:

void Moses::TokenizeMultiCharSeparator ( std::vector< std::string > &  output,
const std::string &  str,
const std::string &  separator 
) [inline]

Definition at line 301 of file Util.h.

References Trim().

Here is the call graph for this function:

std::vector<std::string> Moses::TokenizeMultiCharSeparator ( const std::string &  str,
const std::string &  separator 
) [inline]

std::vector<std::string> Moses::TokenizeXml ( const std::string &  str,
const std::string &  lbrackStr = "<",
const std::string &  rbrackStr = ">" 
)

vector<string> Moses::TokenizeXml ( const string &  str,
const std::string &  lbrackStr,
const std::string &  rbrackStr 
)

Split up the input character string into tokens made up of either XML tags or text. example: this is a test . => (this ), (), ( is a ), (), ( test .)

Parameters:
str input string
lbrackStr xml tag's left bracket string, typically "<"
rbrackStr xml tag's right bracket string, typically ">"

Definition at line 111 of file XmlOption.cpp.

References TRACE_ERR.

Referenced by ProcessAndStripXMLTags().

Here is the caller graph for this function:

const std::string Moses::ToLower ( const std::string &  str  ) 

Definition at line 65 of file Util.cpp.

Referenced by PassthroughSGML(), ProcessAndStripDLT(), and ProcessAndStripSGML().

Here is the caller graph for this function:

float Moses::TransformLMScore ( float  irstScore  )  [inline]

float Moses::TransformScore ( float  prob  )  [inline]

std::string Moses::Trim ( const std::string &  str,
const std::string  dropChars = " \t\n\r" 
) [inline]

std::string Moses::TrimXml ( const std::string &  str,
const std::string &  lbrackStr = "<",
const std::string &  rbrackStr = ">" 
)

string Moses::TrimXml ( const string &  str,
const std::string &  lbrackStr,
const std::string &  rbrackStr 
)

Remove "<" and ">" from XML tag

Parameters:
str xml token to be stripped
lbrackStr xml tag's left bracket string, typically "<"
rbrackStr xml tag's right bracket string, typically ">"

Definition at line 71 of file XmlOption.cpp.

References starts_with().

Referenced by ProcessAndStripXMLTags().

Here is the call graph for this function:

Here is the caller graph for this function:

float Moses::UntransformLMScore ( float  logNScore  )  [inline]

Definition at line 387 of file Util.h.

Referenced by Moses::Parameter::ConvertWeightArgsLM().

Here is the caller graph for this function:

float Moses::UntransformScore ( float  score  )  [inline]

transform natural log score to prob. Not currently used

Definition at line 376 of file Util.h.

Referenced by Moses::PhraseDictionaryMultiModel::CollectSufficientStatistics(), doMBR(), and Moses::PhraseDictionaryMultiModelCounts::GetTargetCount().

Here is the caller graph for this function:

std::string Moses::uri_encode ( std::string const &  in  ) 

Definition at line 204 of file ug_http_client.cc.

Referenced by main(), and sapt::query_bias_server().

Here is the caller graph for this function:


Variable Documentation

const size_t Moses::ARRAY_SIZE_INCR = 10

size_t Moses::bleu_order = 4

Definition at line 20 of file LatticeMBR.cpp.

Referenced by calcNgramExpectations(), extract_ngrams(), and getLatticeMBRNBest().

const float Moses::DEFAULT_BEAM_WIDTH = 0.00001f

Definition at line 68 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

Definition at line 54 of file TypeDef.h.

Referenced by Moses::CubePruningOptions::init().

Definition at line 53 of file TypeDef.h.

Referenced by Moses::CubePruningOptions::init().

Definition at line 69 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

const size_t Moses::DEFAULT_MAX_CHART_SPAN = 20

Definition at line 65 of file TypeDef.h.

Referenced by Moses::StaticData::LoadDecodeGraphsNew().

Definition at line 55 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

Definition at line 58 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

Definition at line 63 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

Definition at line 56 of file TypeDef.h.

const size_t Moses::DEFAULT_MAX_TRANS_OPT_SIZE = 5000

Definition at line 57 of file TypeDef.h.

Referenced by Moses::SyntaxOptions::init(), and Moses::SearchOptions::init().

Definition at line 70 of file TypeDef.h.

Referenced by Moses::SearchOptions::init().

const size_t Moses::DEFAULT_VERBOSE_LEVEL = 1

Definition at line 71 of file TypeDef.h.

const float Moses::FLOAT_EPSILON = 0.0001

Definition at line 77 of file TypeDef.h.

Referenced by Equals(), and Moses::PhraseDistanceFeature::EvaluateWithSourceContext().

Definition at line 13 of file Timer.cpp.

Referenced by GetUserTime(), PrintUserTime(), and ResetUserTime().

const float Moses::LOWEST_SCORE = -100.0f

const int Moses::NUM_LANGUAGES = 2

Definition at line 83 of file TypeDef.h.

Definition at line 21 of file LatticeMBR.cpp.

const std::string Moses::VW_DUMMY_LABEL = "1111"

Definition at line 41 of file VW.h.

Referenced by Moses::VW::EvaluateTranslationOptionListWithSourceContext().


Generated on Thu Jul 6 00:32:51 2017 for Moses by  doxygen 1.5.9