From 253f32a2e51a4607692ed14c36fb1419325ba91f Mon Sep 17 00:00:00 2001 From: Hieu Hoang Date: Mon, 14 Nov 2011 00:14:40 +0700 Subject: load hiero format for reading suffix arrays --- moses/src/Parameter.cpp | 1 + moses/src/StaticData.cpp | 7 +++++-- moses/src/StaticData.h | 6 +++++- 3 files changed, 11 insertions(+), 3 deletions(-) (limited to 'moses') diff --git a/moses/src/Parameter.cpp b/moses/src/Parameter.cpp index 23b7069bf..345ad4651 100644 --- a/moses/src/Parameter.cpp +++ b/moses/src/Parameter.cpp @@ -146,6 +146,7 @@ Parameter::Parameter() AddParam("show-weights", "print feature weights and exit"); AddParam("alignment-output-file", "print output word alignments into given file"); AddParam("sort-word-alignment", "Sort word alignments for more consistent display. 0=no sort (default), 1=target order"); + AddParam("start-translation-id", "Id of 1st input. Default = 0"); } Parameter::~Parameter() diff --git a/moses/src/StaticData.cpp b/moses/src/StaticData.cpp index 8eefb3798..5c9d279fa 100644 --- a/moses/src/StaticData.cpp +++ b/moses/src/StaticData.cpp @@ -431,6 +431,9 @@ bool StaticData::LoadData(Parameter *parameter) } } + m_startTranslationId = (m_parameter->GetParam("start-translation-id").size() > 0) ? + Scan(m_parameter->GetParam("start-translation-id")[0]) : 0; + // Read in constraint decoding file, if provided if(m_parameter->GetParam("constraint").size()) { if (m_parameter->GetParam("search-algorithm").size() > 0 @@ -443,8 +446,8 @@ bool StaticData::LoadData(Parameter *parameter) InputFileStream constraintFile(m_constraintFileName); std::string line; - - long sentenceID = -1; + + long sentenceID = GetStartTranslationId() - 1; while (getline(constraintFile, line)) { vector vecStr = Tokenize(line, "\t"); diff --git a/moses/src/StaticData.h b/moses/src/StaticData.h index 0eb3c9f3b..b1d4a90a6 100644 --- a/moses/src/StaticData.h +++ b/moses/src/StaticData.h @@ -210,7 +210,8 @@ protected: WordAlignmentSort m_wordAlignmentSort; int m_threadCount; - + long m_startTranslationId; + StaticData(); void LoadPhraseBasedParameters(); @@ -610,6 +611,9 @@ public: int ThreadCount() const { return m_threadCount; } + + long GetStartTranslationId() const + { return m_startTranslationId; } }; } -- cgit v1.2.3