#include <algorithm>
#include <assert.h>
#include <cstdio>
#include <cstring>
#include <fstream>
#include <iostream>
#include <list>
#include <map>
#include <set>
#include <sstream>
#include <string>
#include <vector>
#include <limits>
#include "ExtractedRule.h"
#include "Hole.h"
#include "HoleCollection.h"
#include "RuleExist.h"
#include "SentenceAlignmentWithSyntax.h"
#include "SyntaxNode.h"
#include "tables-core.h"
#include "XmlTree.h"
#include "InputFileStream.h"
#include "OutputFileStream.h"
#include "PhraseOrientation.h"
Go to the source code of this file.
Classes | |
class | ExtractTask |
Typedefs | |
typedef vector< int > | LabelIndex |
typedef map< int, int > | WordIndex |
Functions | |
void | collectWordLabelCounts (SentenceAlignmentWithSyntax &sentence) |
void | writeGlueGrammar (const string &, RuleExtractionOptions &options, set< string > &targetLabelCollection, map< string, int > &targetTopLabelCollection) |
void | writeUnknownWordLabel (const string &) |
void | writePhraseOrientationPriors (const string &) |
double | getPcfgScore (const SyntaxNode &) |
int | main (int argc, char *argv[]) |
Variables | |
map< string, int > | wordCount |
map< string, string > | wordLabel |
typedef vector< int > LabelIndex |
Definition at line 54 of file extract-rules-main.cpp.
typedef map< int, int > WordIndex |
Definition at line 55 of file extract-rules-main.cpp.
void collectWordLabelCounts | ( | SentenceAlignmentWithSyntax & | sentence | ) |
Definition at line 1295 of file extract-rules-main.cpp.
References MosesTraining::SyntaxNodeCollection::GetNodes(), MosesTraining::SentenceAlignment::target, and MosesTraining::SentenceAlignmentWithSyntax::targetTree.
Referenced by main().
double getPcfgScore | ( | const SyntaxNode & | node | ) |
Definition at line 1341 of file extract-rules-main.cpp.
References MosesTraining::SyntaxNode::attributes.
int main | ( | int | argc, | |
char * | argv[] | |||
) |
Definition at line 120 of file extract-rules-main.cpp.
References MosesTraining::RuleExtractionOptions::boundaryRules, Moses::OutputFileStream::Close(), Moses::InputFileStream::Close(), collectWordLabelCounts(), MosesTraining::RuleExtractionOptions::conditionOnTargetLhs, MosesTraining::SentenceAlignment::create(), MosesTraining::RuleExtractionOptions::flexScoreFlag, MosesTraining::RuleExtractionOptions::fractionalCounting, MosesTraining::RuleExtractionOptions::glueGrammarFlag, MosesTraining::RuleExtractionOptions::gzOutput, MosesTraining::RuleExtractionOptions::maxNonTerm, MosesTraining::RuleExtractionOptions::maxScope, MosesTraining::RuleExtractionOptions::maxSpan, MosesTraining::RuleExtractionOptions::maxSymbolsSource, MosesTraining::RuleExtractionOptions::maxSymbolsTarget, MosesTraining::RuleExtractionOptions::minHoleSource, MosesTraining::RuleExtractionOptions::minHoleTarget, MosesTraining::RuleExtractionOptions::minWords, MosesTraining::RuleExtractionOptions::nonTermConsecSource, MosesTraining::RuleExtractionOptions::nonTermConsecTarget, MosesTraining::RuleExtractionOptions::nonTermFirstWord, MosesTraining::RuleExtractionOptions::onlyDirectFlag, MosesTraining::RuleExtractionOptions::onlyOutputSpanInfo, Moses::OutputFileStream::Open(), Moses::InputFileStream::Open(), MosesTraining::RuleExtractionOptions::pcfgScore, MosesTraining::RuleExtractionOptions::phraseOrientation, MosesTraining::RuleExtractionOptions::requireAlignedWord, MosesTraining::ExtractTask::Run(), MosesTraining::sentenceOffset, MosesTraining::RuleExtractionOptions::sourceSyntax, MosesTraining::RuleExtractionOptions::targetSyntacticPreferences, MosesTraining::RuleExtractionOptions::targetSyntax, MosesTraining::RuleExtractionOptions::unknownWordLabelFlag, MosesTraining::RuleExtractionOptions::unpairedExtractFormat, writeGlueGrammar(), writePhraseOrientationPriors(), and writeUnknownWordLabel().
void writeGlueGrammar | ( | const string & | fileName, | |
RuleExtractionOptions & | options, | |||
set< string > & | targetLabelCollection, | |||
map< string, int > & | targetTopLabelCollection | |||
) |
Definition at line 1232 of file extract-rules-main.cpp.
References MosesTraining::RuleExtractionOptions::phraseOrientation, MosesTraining::RuleExtractionOptions::targetSyntacticPreferences, and MosesTraining::RuleExtractionOptions::targetSyntax.
Referenced by main().
void writePhraseOrientationPriors | ( | const string & | fileName | ) |
Definition at line 1333 of file extract-rules-main.cpp.
References MosesTraining::PhraseOrientation::WritePriorCounts().
Referenced by main().
void writeUnknownWordLabel | ( | const string & | fileName | ) |
Definition at line 1308 of file extract-rules-main.cpp.
Referenced by main().
map<string,int> wordCount |
Definition at line 1293 of file extract-rules-main.cpp.
map<string,string> wordLabel |
Definition at line 1294 of file extract-rules-main.cpp.