Moses::bitext::Bitext< TKN > Class Template Reference

#include <ug_bitext.h>

Inheritance diagram for Moses::bitext::Bitext< TKN >:

Inheritance graph
[legend]
Collaboration diagram for Moses::bitext::Bitext< TKN >:

Collaboration graph
[legend]

List of all members.

Classes

class  agenda

Public Types

typedef TKN Token
typedef ugdiss::TSA< Token >
::tree_iterator 
iter
typedef std::vector
< PhrasePair< Token > > 
vec_ppair
typedef lru_cache::LRU_Cache
< uint64_t, vec_ppair
pplist_cache_t
typedef ugdiss::TSA< Tokentsa

Public Member Functions

bool find_trg_phr_bounds (PhraseExtractionRecord &rec) const
 given the source phrase sid[start:stop]
bool find_trg_phr_bounds (size_t const sid, size_t const start, size_t const stop, size_t &s1, size_t &s2, size_t &e1, size_t &e2, int &po_fwd, int &po_bwd, std::vector< unsigned char > *core_alignment, bitvector *full_alignment, bool const flip) const
SPTR< pstatsprep2 (iter const &phrase, int max_sample=-1) const
SPTR< pstatsprep2 (ttasksptr const &ttask, iter const &phrase, int max_sample=-1) const
 Bitext (size_t const max_sample=1000, size_t const xnum_workers=16)
 Bitext (Ttrack< Token > *const t1, Ttrack< Token > *const t2, Ttrack< char > *const tx, TokenIndex *const v1, TokenIndex *const v2, TSA< Token > *const i1, TSA< Token > *const i2, size_t const max_sample=1000, size_t const xnum_workers=16)
virtual void open (string const base, string const L1, string const L2)=0
SPTR< pstatslookup (iter const &phrase, int max_sample=-1) const
void prep (iter const &phrase) const
SPTR< pstatslookup (ttasksptr const &ttask, iter const &phrase, int max_sample=-1) const
void prep (ttasksptr const &ttask, iter const &phrase) const
void setDefaultSampleSize (size_t const max_samples)
size_t getDefaultSampleSize () const
string toString (uint64_t pid, int isL2) const
virtual size_t revision () const
SPTR< SentenceBiasloadSentenceBias (string const &fname) const
SPTR< DocumentBiasSetupDocumentBias (string const &bserver, string const &text, std::ostream *log) const
SPTR< DocumentBiasSetupDocumentBias (map< string, float > context_weights, std::ostream *log) const
void mark_match (Token const *start, Token const *end, iter const &m, bitvector &check) const
void write_yawat_alignment (id_type const sid, iter const *m1, iter const *m2, std::ostream &out) const
string docname (id_type const sid) const
vector< id_type > const * sid2did () const

Public Attributes

SPTR< Ttrack< char > > Tx
SPTR< Ttrack< Token > > T1
SPTR< Ttrack< Token > > T2
SPTR< TokenIndexV1
SPTR< TokenIndexV2
SPTR< TSA< Token > > I1
SPTR< TSA< Token > > I2

Protected Attributes

boost::shared_mutex m_lock
SPTR< agendaag
size_t m_num_workers
size_t m_default_sample_size
size_t m_pstats_cache_threshold
SPTR< pstats::cache_tm_cache1
SPTR< pstats::cache_tm_cache2
std::vector< string > m_docname
map< string, id_type > m_docname2docid
SPTR< std::vector< id_type > > m_sid2docid
pplist_cache_t m_pplist_cache1
pplist_cache_t m_pplist_cache2

Friends

class BitextSampler
class Moses::Mmsapt


Detailed Description

template<typename TKN>
class Moses::bitext::Bitext< TKN >

Definition at line 107 of file ug_bitext.h.


Member Typedef Documentation

template<typename TKN>
typedef ugdiss::TSA<Token>::tree_iterator Moses::bitext::Bitext< TKN >::iter

Definition at line 112 of file ug_bitext.h.

template<typename TKN>
typedef lru_cache::LRU_Cache<uint64_t, vec_ppair> Moses::bitext::Bitext< TKN >::pplist_cache_t

Definition at line 114 of file ug_bitext.h.

template<typename TKN>
typedef TKN Moses::bitext::Bitext< TKN >::Token

Definition at line 111 of file ug_bitext.h.

template<typename TKN>
typedef ugdiss::TSA<Token> Moses::bitext::Bitext< TKN >::tsa

Definition at line 115 of file ug_bitext.h.

template<typename TKN>
typedef std::vector<PhrasePair<Token> > Moses::bitext::Bitext< TKN >::vec_ppair

Definition at line 113 of file ug_bitext.h.


Constructor & Destructor Documentation

template<typename Token >
Moses::bitext::Bitext< Token >::Bitext ( size_t const   max_sample = 1000,
size_t const   xnum_workers = 16 
) [inline]

Definition at line 835 of file ug_bitext.h.

template<typename Token >
Moses::bitext::Bitext< Token >::Bitext ( Ttrack< Token > *const   t1,
Ttrack< Token > *const   t2,
Ttrack< char > *const   tx,
TokenIndex *const   v1,
TokenIndex *const   v2,
TSA< Token > *const   i1,
TSA< Token > *const   i2,
size_t const   max_sample = 1000,
size_t const   xnum_workers = 16 
) [inline]

Definition at line 845 of file ug_bitext.h.


Member Function Documentation

template<typename Token >
string Moses::bitext::Bitext< Token >::docname ( id_type const   sid  )  const [inline]

Definition at line 763 of file ug_bitext.h.

template<typename Token >
bool Moses::bitext::Bitext< Token >::find_trg_phr_bounds ( size_t const   sid,
size_t const   start,
size_t const   stop,
size_t &  s1,
size_t &  s2,
size_t &  e1,
size_t &  e2,
int &  po_fwd,
int &  po_bwd,
std::vector< unsigned char > *  core_alignment,
bitvector full_alignment,
bool const   flip 
) const [inline]

Definition at line 895 of file ug_bitext.h.

template<typename Token >
bool Moses::bitext::Bitext< Token >::find_trg_phr_bounds ( PhraseExtractionRecord rec  )  const [inline]

given the source phrase sid[start:stop]

Definition at line 883 of file ug_bitext.h.

template<typename Token >
size_t Moses::bitext::Bitext< Token >::getDefaultSampleSize (  )  const [inline]

Definition at line 815 of file ug_bitext.h.

template<typename Token >
SPTR< SentenceBias > Moses::bitext::Bitext< Token >::loadSentenceBias ( string const &  fname  )  const [inline]

Definition at line 782 of file ug_bitext.h.

template<typename Token >
SPTR< pstats > Moses::bitext::Bitext< Token >::lookup ( ttasksptr const &  ttask,
iter const &  phrase,
int  max_sample = -1 
) const [inline]

Definition at line 10 of file ug_bitext_moses.h.

References UTIL_THROW_IF2.

template<typename TKN>
SPTR<pstats> Moses::bitext::Bitext< TKN >::lookup ( iter const &  phrase,
int  max_sample = -1 
) const

template<typename Token >
void Moses::bitext::Bitext< Token >::mark_match ( Token const *  start,
Token const *  end,
iter const &  m,
bitvector check 
) const [inline]

Definition at line 1149 of file ug_bitext.h.

template<typename TKN>
virtual void Moses::bitext::Bitext< TKN >::open ( string const   base,
string const   L1,
string const   L2 
) [pure virtual]

template<typename Token >
void Moses::bitext::Bitext< Token >::prep ( ttasksptr const &  ttask,
iter const &  phrase 
) const [inline]

Definition at line 34 of file ug_bitext_moses.h.

References Moses::bitext::Bitext< TKN >::m_default_sample_size, and Moses::bitext::Bitext< TKN >::prep2().

Here is the call graph for this function:

template<typename Token >
void Moses::bitext::Bitext< Token >::prep ( iter const &  phrase  )  const [inline]

Definition at line 1035 of file ug_bitext.h.

template<typename Token >
SPTR< pstats > Moses::bitext::Bitext< Token >::prep2 ( ttasksptr const &  ttask,
iter const &  phrase,
int  max_sample = -1 
) const [inline]

template<typename Token >
SPTR< pstats > Moses::bitext::Bitext< Token >::prep2 ( iter const &  phrase,
int  max_sample = -1 
) const [inline]

Definition at line 1050 of file ug_bitext.h.

Referenced by Moses::bitext::Bitext< TKN >::agenda::job::done(), and Moses::bitext::Bitext< TKN >::prep().

Here is the caller graph for this function:

template<typename TKN>
virtual size_t Moses::bitext::Bitext< TKN >::revision (  )  const [inline, virtual]

Reimplemented in Moses::bitext::imBitext< TKN >.

Definition at line 200 of file ug_bitext.h.

template<typename Token >
void Moses::bitext::Bitext< Token >::setDefaultSampleSize ( size_t const   max_samples  )  [inline]

Definition at line 822 of file ug_bitext.h.

template<typename TKN>
SPTR<DocumentBias> Moses::bitext::Bitext< TKN >::SetupDocumentBias ( map< string, float >  context_weights,
std::ostream *  log 
) const

template<typename Token >
SPTR< DocumentBias > Moses::bitext::Bitext< Token >::SetupDocumentBias ( string const &  bserver,
string const &  text,
std::ostream *  log 
) const [inline]

Definition at line 1008 of file ug_bitext.h.

template<typename Token >
vector< id_type > const * Moses::bitext::Bitext< Token >::sid2did (  )  const [inline]

Definition at line 774 of file ug_bitext.h.

Referenced by process().

Here is the caller graph for this function:

template<typename Token >
string Moses::bitext::Bitext< Token >::toString ( uint64_t  pid,
int  isL2 
) const [inline]

Definition at line 797 of file ug_bitext.h.

template<typename Token >
void Moses::bitext::Bitext< Token >::write_yawat_alignment ( id_type const   sid,
iter const *  m1,
iter const *  m2,
std::ostream &  out 
) const [inline]

Definition at line 1179 of file ug_bitext.h.


Friends And Related Function Documentation

template<typename TKN>
friend class BitextSampler [friend]

Definition at line 110 of file ug_bitext.h.

template<typename TKN>
friend class Moses::Mmsapt [friend]

Definition at line 116 of file ug_bitext.h.


Member Data Documentation

template<typename TKN>
SPTR<agenda> Moses::bitext::Bitext< TKN >::ag [mutable, protected]

template<typename TKN>
SPTR<TSA<Token> > Moses::bitext::Bitext< TKN >::I1

template<typename TKN>
SPTR<TSA<Token> > Moses::bitext::Bitext< TKN >::I2

Definition at line 143 of file ug_bitext.h.

template<typename TKN>
SPTR<pstats::cache_t> Moses::bitext::Bitext< TKN >::m_cache1 [protected]

template<typename TKN>
SPTR<pstats::cache_t> Moses::bitext::Bitext< TKN >::m_cache2 [protected]

template<typename TKN>
size_t Moses::bitext::Bitext< TKN >::m_default_sample_size [protected]

template<typename TKN>
std::vector<string> Moses::bitext::Bitext< TKN >::m_docname [protected]

Definition at line 128 of file ug_bitext.h.

template<typename TKN>
map<string,id_type> Moses::bitext::Bitext< TKN >::m_docname2docid [protected]

Definition at line 129 of file ug_bitext.h.

template<typename TKN>
boost::shared_mutex Moses::bitext::Bitext< TKN >::m_lock [mutable, protected]

template<typename TKN>
size_t Moses::bitext::Bitext< TKN >::m_num_workers [protected]

template<typename TKN>
pplist_cache_t Moses::bitext::Bitext< TKN >::m_pplist_cache1 [mutable, protected]

Definition at line 132 of file ug_bitext.h.

template<typename TKN>
pplist_cache_t Moses::bitext::Bitext< TKN >::m_pplist_cache2 [mutable, protected]

Definition at line 132 of file ug_bitext.h.

template<typename TKN>
size_t Moses::bitext::Bitext< TKN >::m_pstats_cache_threshold [protected]

template<typename TKN>
SPTR<std::vector<id_type> > Moses::bitext::Bitext< TKN >::m_sid2docid [protected]

Definition at line 130 of file ug_bitext.h.

template<typename TKN>
SPTR<Ttrack<Token> > Moses::bitext::Bitext< TKN >::T1

template<typename TKN>
SPTR<Ttrack<Token> > Moses::bitext::Bitext< TKN >::T2

template<typename TKN>
SPTR<Ttrack<char> > Moses::bitext::Bitext< TKN >::Tx

Definition at line 137 of file ug_bitext.h.

template<typename TKN>
SPTR<TokenIndex> Moses::bitext::Bitext< TKN >::V1

Definition at line 140 of file ug_bitext.h.

Referenced by Moses::bitext::PScoreLex1< Token >::operator()(), process(), and show().

template<typename TKN>
SPTR<TokenIndex> Moses::bitext::Bitext< TKN >::V2

Definition at line 141 of file ug_bitext.h.

Referenced by Moses::bitext::PScoreLex1< Token >::operator()(), and show().


The documentation for this class was generated from the following files:

Generated on Sun Aug 9 00:33:47 2015 for Moses by  doxygen 1.5.9