#include <queue>
#include <iomanip>
#include <vector>
#include <iterator>
#include <sstream>
#include <algorithm>
#include <boost/program_options.hpp>
#include <boost/dynamic_bitset.hpp>
#include <boost/shared_ptr.hpp>
#include <boost/foreach.hpp>
#include <boost/thread.hpp>
#include <boost/math/distributions/binomial.hpp>
#include <boost/unordered_map.hpp>
#include <boost/unordered_set.hpp>
#include "moses/TranslationModel/UG/generic/program_options/ug_get_options.h"
#include "moses/Util.h"
#include "ug_mm_2d_table.h"
#include "ug_mm_ttrack.h"
#include "ug_corpus_token.h"
Go to the source code of this file.
Classes | |
struct | Count |
class | Counter |
struct | lexsorter |
Typedefs | |
typedef mm2dTable< id_type, id_type, uint32_t, uint32_t > | LEX_t |
typedef SimpleWordId | Token |
typedef pair< id_type, id_type > | wpair |
typedef boost::unordered_map < wpair, Count > | countmap_t |
typedef vector< vector< pair < id_type, Count > > > | countlist_t |
Functions | |
void | interpret_args (int ac, char *av[]) |
bool | operator< (pair< id_type, Count > const &a, pair< id_type, Count > const &b) |
void | writeTableHeader (ostream &out) |
void | writeTable (ostream *aln_out, ostream *coc_out) |
int | main (int argc, char *argv[]) |
Variables | |
mmTtrack< Token > | T1 |
mmTtrack< Token > | T2 |
mmTtrack< char > | Tx |
TokenIndex | V1 |
TokenIndex | V2 |
vector< countlist_t > | XLEX |
string | bname |
string | cfgFile |
string | L1 |
string | L2 |
string | oname |
string | cooc |
int | verbose |
size_t | truncat |
size_t | num_threads |
typedef vector<vector<pair<id_type,Count> > > countlist_t |
Definition at line 65 of file mmlex-build.cc.
typedef boost::unordered_map<wpair,Count> countmap_t |
Definition at line 64 of file mmlex-build.cc.
Definition at line 37 of file mmlex-build.cc.
typedef SimpleWordId Token |
Definition at line 38 of file mmlex-build.cc.
typedef pair<id_type,id_type> wpair |
Definition at line 47 of file mmlex-build.cc.
void interpret_args | ( | int | ac, | |
char * | av[] | |||
) |
Definition at line 26 of file mam2symal.cc.
int main | ( | int | argc, | |
char * | argv[] | |||
) |
Definition at line 277 of file mmlex-build.cc.
References bname, cooc, interpret_args(), TERCPPNS_Tools::join(), L1, L2, NULL, num_threads, oname, sapt::TokenIndex::open(), sapt::mmTtrack< TKN >::open(), sapt::mmTtrack< TKN >::size(), truncat, writeTable(), and XLEX.
Definition at line 57 of file mmlex-build.cc.
void writeTable | ( | ostream * | aln_out, | |
ostream * | coc_out | |||
) |
Definition at line 128 of file mmlex-build.cc.
References aln, sapt::TokenIndex::ksize(), num_threads, tpt::numwrite(), sorter, writeTableHeader(), and XLEX.
Referenced by main().
void writeTableHeader | ( | ostream & | out | ) |
Definition at line 120 of file mmlex-build.cc.
References sapt::TokenIndex::ksize(), and tpt::numwrite().
Referenced by writeTable().
string bname |
Definition at line 82 of file mmlex-build.cc.
string cfgFile |
Definition at line 82 of file mmlex-build.cc.
Referenced by ugdiss::get_options(), and interpret_args().
string cooc |
string L1 |
Definition at line 82 of file mmlex-build.cc.
string L2 |
Definition at line 82 of file mmlex-build.cc.
size_t num_threads |
string oname |
Definition at line 43 of file mmlex-build.cc.
Definition at line 43 of file mmlex-build.cc.
size_t truncat |
Definition at line 44 of file mmlex-build.cc.
Definition at line 45 of file mmlex-build.cc.
Definition at line 45 of file mmlex-build.cc.
int verbose |
Definition at line 83 of file mmlex-build.cc.
Referenced by Moses::PrefixTreeF< T, D >::create(), Moses::Parameter::LoadParam(), main(), and Counter::processSentence().
vector<countlist_t> XLEX |