/disk4/html/www/moses/doxygen/mosesdecoder/lm/builder/corpus_count.cc File Reference

#include "lm/builder/corpus_count.hh"
#include "lm/builder/payload.hh"
#include "lm/common/ngram.hh"
#include "lm/lm_exception.hh"
#include "lm/vocab.hh"
#include "lm/word_index.hh"
#include "util/file_stream.hh"
#include "util/file.hh"
#include "util/file_piece.hh"
#include "util/murmur_hash.hh"
#include "util/probing_hash_table.hh"
#include "util/scoped.hh"
#include "util/stream/chain.hh"
#include "util/stream/timer.hh"
#include "util/tokenize_piece.hh"
#include <functional>
#include <stdint.h>

Go to the source code of this file.

Namespaces

namespace  lm
namespace  lm::builder


Variable Documentation

Definition at line 137 of file corpus_count.cc.

const std::size_t block_size_

Definition at line 149 of file corpus_count.cc.

boost::scoped_array<WordIndex> buffer_

Definition at line 147 of file corpus_count.cc.

Dedupe dedupe_

Definition at line 144 of file corpus_count.cc.

std::vector<WordIndex> dedupe_invalid_

Definition at line 142 of file corpus_count.cc.

NGram<BuildingPayload> gram_

Definition at line 139 of file corpus_count.cc.

Key key

const std::size_t size_

Definition at line 35 of file corpus_count.cc.


Generated on Thu Jul 6 00:31:25 2017 for Moses by  doxygen 1.5.9