diff options
Diffstat (limited to 'moses/src/TranslationOption.cpp')
| -rw-r--r-- | moses/src/TranslationOption.cpp | 170 |
1 files changed, 170 insertions, 0 deletions
diff --git a/moses/src/TranslationOption.cpp b/moses/src/TranslationOption.cpp new file mode 100644 index 000000000..bb713fa79 --- /dev/null +++ b/moses/src/TranslationOption.cpp @@ -0,0 +1,170 @@ +// $Id: TranslationOption.cpp 2282 2009-04-15 11:04:27Z hieuhoang1972 $ +// vim:tabstop=2 + +/*********************************************************************** +Moses - factored phrase-based language decoder +Copyright (C) 2006 University of Edinburgh + +This library is free software; you can redistribute it and/or +modify it under the terms of the GNU Lesser General Public +License as published by the Free Software Foundation; either +version 2.1 of the License, or (at your option) any later version. + +This library is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +Lesser General Public License for more details. + +You should have received a copy of the GNU Lesser General Public +License along with this library; if not, write to the Free Software +Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA +***********************************************************************/ + +#include "TranslationOption.h" +#include "WordsBitmap.h" +#include "PhraseDictionaryMemory.h" +#include "GenerationDictionary.h" +#include "LMList.h" +#include "StaticData.h" +#include "InputType.h" +#include "DummyScoreProducers.h" + +using namespace std; + +namespace Moses +{ +//TODO this should be a factory function! +TranslationOption::TranslationOption(const WordsRange &wordsRange + , const TargetPhrase &targetPhrase + , const InputType &inputType) +: m_targetPhrase(targetPhrase) +, m_sourceWordsRange(wordsRange) +{ + // set score + m_scoreBreakdown.PlusEquals(targetPhrase.GetScoreBreakdown()); + + if (inputType.GetType() == SentenceInput) + { + Phrase phrase = inputType.GetSubString(wordsRange); + m_sourcePhrase = new Phrase(phrase); + } + else + { // TODO lex reordering with confusion network + m_sourcePhrase = new Phrase(*targetPhrase.GetSourcePhrase()); + } +} + +//TODO this should be a factory function! +TranslationOption::TranslationOption(const WordsRange &wordsRange + , const TargetPhrase &targetPhrase + , const InputType &inputType + , int /*whatever*/) +: m_targetPhrase(targetPhrase) +, m_sourceWordsRange (wordsRange) +, m_futureScore(0) +{ + const UnknownWordPenaltyProducer *up = StaticData::Instance().GetUnknownWordPenaltyProducer(); + assert(up); + vector<float> score(1); + score[0] = FloorScore(-numeric_limits<float>::infinity()); + m_scoreBreakdown.Assign(up, score); + + if (inputType.GetType() == SentenceInput) + { + Phrase phrase = inputType.GetSubString(wordsRange); + m_sourcePhrase = new Phrase(phrase); + } + else + { // TODO lex reordering with confusion network + m_sourcePhrase = new Phrase(*targetPhrase.GetSourcePhrase()); + } +} + +TranslationOption::TranslationOption(const TranslationOption ©) +: m_targetPhrase(copy.m_targetPhrase) +//, m_sourcePhrase(new Phrase(*copy.m_sourcePhrase)) // TODO use when confusion network trans opt for confusion net properly implemented +, m_sourcePhrase( (copy.m_sourcePhrase == NULL) ? new Phrase(Input) : new Phrase(*copy.m_sourcePhrase)) +, m_sourceWordsRange(copy.m_sourceWordsRange) +, m_futureScore(copy.m_futureScore) +, m_scoreBreakdown(copy.m_scoreBreakdown) +, m_reordering(copy.m_reordering) +{} + +TranslationOption::TranslationOption(const TranslationOption ©, const WordsRange &sourceWordsRange) +: m_targetPhrase(copy.m_targetPhrase) +//, m_sourcePhrase(new Phrase(*copy.m_sourcePhrase)) // TODO use when confusion network trans opt for confusion net properly implemented +, m_sourcePhrase( (copy.m_sourcePhrase == NULL) ? new Phrase(Input) : new Phrase(*copy.m_sourcePhrase)) +, m_sourceWordsRange(sourceWordsRange) +, m_futureScore(copy.m_futureScore) +, m_scoreBreakdown(copy.m_scoreBreakdown) +, m_reordering(copy.m_reordering) +{} + +void TranslationOption::MergeNewFeatures(const Phrase& phrase, const ScoreComponentCollection& score, const std::vector<FactorType>& featuresToAdd) +{ + assert(phrase.GetSize() == m_targetPhrase.GetSize()); + if (featuresToAdd.size() == 1) { + m_targetPhrase.MergeFactors(phrase, featuresToAdd[0]); + } else if (featuresToAdd.empty()) { + /* features already there, just update score */ + } else { + m_targetPhrase.MergeFactors(phrase, featuresToAdd); + } + m_scoreBreakdown.PlusEquals(score); +} + +bool TranslationOption::IsCompatible(const Phrase& phrase, const std::vector<FactorType>& featuresToCheck) const +{ + if (featuresToCheck.size() == 1) { + return m_targetPhrase.IsCompatible(phrase, featuresToCheck[0]); + } else if (featuresToCheck.empty()) { + return true; + /* features already there, just update score */ + } else { + return m_targetPhrase.IsCompatible(phrase, featuresToCheck); + } +} + +bool TranslationOption::Overlap(const Hypothesis &hypothesis) const +{ + const WordsBitmap &bitmap = hypothesis.GetWordsBitmap(); + return bitmap.Overlap(GetSourceWordsRange()); +} + +void TranslationOption::CalcScore() +{ + // LM scores + float ngramScore = 0; + float retFullScore = 0; + + const LMList &allLM = StaticData::Instance().GetAllLM(); + + allLM.CalcScore(GetTargetPhrase(), retFullScore, ngramScore, m_scoreBreakdown, NULL, true); + + size_t phraseSize = GetTargetPhrase().GetSize(); + // future score + m_futureScore = retFullScore - ngramScore + + m_scoreBreakdown.InnerProduct(StaticData::Instance().GetAllWeights()) - phraseSize * StaticData::Instance().GetWeightWordPenalty(); +} + +TO_STRING_BODY(TranslationOption); + +// friend +ostream& operator<<(ostream& out, const TranslationOption& possibleTranslation) +{ + out << possibleTranslation.GetTargetPhrase() + << "c=" << possibleTranslation.GetFutureScore() + << " [" << possibleTranslation.GetSourceWordsRange() << "]" + << possibleTranslation.GetScoreBreakdown(); + return out; +} + +void TranslationOption::CacheReorderingProb(const LexicalReordering &lexreordering + , const Score &score) +{ + m_reordering.Assign(&lexreordering, score); +} + +} + + |