lm::builder Namespace Reference

Classes
class	BadDiscountException
struct	DiscountConfig
class	AdjustCounts
struct	CombineCounts
class	CorpusCount
class	Print
struct	Discount
struct	HashGamma
struct	HeaderInfo
struct	InitialProbabilitiesConfig
class	Interpolate
class	OutputHook
class	Output
class	PrintHook
struct	Uninterpolated
union	BuildingPayload
struct	PipelineConfig
Enumerations
enum	HookType { PROB_PARALLEL_HOOK, PROB_SEQUENTIAL_HOOK, NUMBER_OF_HOOKS }
Functions
template<class T >
void	PrintPayload (util::FileStream &to, const BuildingPayload &payload)
template<>
void	PrintPayload< uint64_t > (util::FileStream &to, const BuildingPayload &payload)
template<>
void	PrintPayload< Uninterpolated > (util::FileStream &to, const BuildingPayload &payload)
template<>
void	PrintPayload< ProbBackoff > (util::FileStream &to, const BuildingPayload &payload)
void	InitialProbabilities (const InitialProbabilitiesConfig &config, const std::vector< Discount > &discounts, util::stream::Chains &primary, util::stream::Chains &second_in, util::stream::Chains &gamma_out, const std::vector< uint64_t > &prune_thresholds, bool prune_vocab, const SpecialVocab &specials)
void	Pipeline (PipelineConfig &config, int text_file, Output &output)
Variables
const WordIndex	kBOS = 1
const WordIndex	kEOS = 2

---

Enumeration Type Documentation

enum lm::builder::HookType

Enumerator:

PROB_PARALLEL_HOOK
PROB_SEQUENTIAL_HOOK
NUMBER_OF_HOOKS

Definition at line 17 of file output.hh.

---

Function Documentation

void lm::builder::InitialProbabilities	(	const InitialProbabilitiesConfig &	config,
		const std::vector< Discount > &	discounts,
		util::stream::Chains &	primary,
		util::stream::Chains &	second_in,
		util::stream::Chains &	gamma_out,
		const std::vector< uint64_t > &	prune_thresholds,
		bool	prune_vocab,
		const SpecialVocab &	specials
	)

Definition at line 278 of file initial_probabilities.cc.

References lm::builder::InitialProbabilitiesConfig::adder_out, util::stream::ChainConfig::entry_size, lm::builder::InitialProbabilitiesConfig::interpolate_unigrams, util::stream::kRecycle, util::FixedArray< T >::push_back(), and util::FixedArray< T >::size().

Referenced by Pipeline().

Here is the call graph for this function:

Here is the caller graph for this function:

void lm::builder::Pipeline	(	PipelineConfig &	config,
		int	text_file,
		Output &	output
	)

Definition at line 331 of file pipeline.cc.

References lm::builder::PipelineConfig::block_count, util::stream::SortConfig::buffer_size, lm::builder::PipelineConfig::discount, InitialProbabilities(), lm::builder::PipelineConfig::minimum_block, lm::builder::PipelineConfig::order, lm::builder::PipelineConfig::prune_thresholds, lm::builder::PipelineConfig::prune_vocab, lm::builder::PipelineConfig::renumber_vocabulary, util::scoped_base< T, scoped_delete_forward >::reset(), lm::builder::Output::SetHeader(), lm::builder::PipelineConfig::sort, lm::builder::Output::Steps(), lm::builder::PipelineConfig::TempPrefix(), lm::builder::PipelineConfig::TotalMemory(), UTIL_THROW_IF, lm::builder::Output::VocabFile(), and util::Exception::what().

Referenced by main().

Here is the call graph for this function:

Here is the caller graph for this function:

template<class T >

void lm::builder::PrintPayload	(	util::FileStream &	to,
		const BuildingPayload &	payload
	)			[inline]

template<>

void lm::builder::PrintPayload< ProbBackoff >	(	util::FileStream &	to,
		const BuildingPayload &	payload
	)			[inline]

template<>

void lm::builder::PrintPayload< uint64_t >	(	util::FileStream &	to,
		const BuildingPayload &	payload
	)			[inline]

template<>

void lm::builder::PrintPayload< Uninterpolated >	(	util::FileStream &	to,
		const BuildingPayload &	payload
	)			[inline]

---

Variable Documentation

const WordIndex lm::builder::kBOS = 1

Definition at line 43 of file payload.hh.

Referenced by lm::builder::CorpusCount::Run(), and lm::builder::AdjustCounts::Run().

const WordIndex lm::builder::kEOS = 2

Definition at line 44 of file payload.hh.

Referenced by lm::builder::CorpusCount::Run().