// $Id$ /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2006 University of Edinburgh This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #pragma once #include #include #include "Factor.h" #include "TypeDef.h" #include "Util.h" #include "LanguageModelSingleFactor.h" class Factor; class Phrase; class lmtable; // irst lm table class lmmacro; // irst lm for macro tags class ngram; /** Implementation of single factor LM using IRST's code. * This is the default LM for Moses and is available from the same sourceforge repository */ class LanguageModelIRST : public LanguageModelSingleFactor { protected: std::vector m_lmIdLookup; lmtable* m_lmtb; ngram* m_lmtb_ng; int m_unknownId; int m_lmtb_sentenceStart; //lmtb symbols to initialize ngram with int m_lmtb_sentenceEnd; //lmt symbol to initialize ngram with int m_lmtb_size; //max ngram stored in the table std::string m_mapFilePath; // float GetValue(LmId wordId, ngram *context) const; void CreateFactors(FactorCollection &factorCollection); int GetLmID( const std::string &str ) const; int GetLmID( const Factor *factor ) const{ size_t factorId = factor->GetId(); return ( factorId >= m_lmIdLookup.size()) ? m_unknownId : m_lmIdLookup[factorId]; }; public: LanguageModelIRST(bool registerScore, ScoreIndexManager &scoreIndexManager); ~LanguageModelIRST(); bool Load(const std::string &filePath , FactorType factorType , float weight , size_t nGramOrder); virtual float GetValue(const std::vector &contextFactor, State* finalState = NULL, unsigned int* len=0) const; void CleanUpAfterSentenceProcessing(); void InitializeBeforeSentenceProcessing(); };