diff options
author | Hieu Hoang <hieuhoang@gmail.com> | 2012-11-12 23:56:18 +0400 |
---|---|---|
committer | Hieu Hoang <hieuhoang@gmail.com> | 2012-11-12 23:56:18 +0400 |
commit | 5e3ef23cef6101d2c098eb3445f562e8f595655b (patch) | |
tree | b8c332b6fa82bae84ea4910967a10ba1b08a7107 /moses/SentenceStats.h | |
parent | 8c785cff2b1be3cccd76ea9026f71b649762dfc3 (diff) |
move moses/src/* to moses/
Diffstat (limited to 'moses/SentenceStats.h')
-rw-r--r-- | moses/SentenceStats.h | 238 |
1 files changed, 238 insertions, 0 deletions
diff --git a/moses/SentenceStats.h b/moses/SentenceStats.h new file mode 100644 index 000000000..1aff01a43 --- /dev/null +++ b/moses/SentenceStats.h @@ -0,0 +1,238 @@ +// $Id$ + +/*********************************************************************** +Moses - factored phrase-based language decoder +Copyright (C) 2006 University of Edinburgh + +This library is free software; you can redistribute it and/or +modify it under the terms of the GNU Lesser General Public +License as published by the Free Software Foundation; either +version 2.1 of the License, or (at your option) any later version. + +This library is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +Lesser General Public License for more details. + +You should have received a copy of the GNU Lesser General Public +License along with this library; if not, write to the Free Software +Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA +***********************************************************************/ + +#ifndef moses_SentenceStats_h +#define moses_SentenceStats_h + +#include <iostream> +#include <string> +#include <vector> +#include <time.h> +#include "Phrase.h" +#include "Hypothesis.h" +#include "TypeDef.h" //FactorArray +#include "InputType.h" +#include "Util.h" //Join() + +namespace Moses +{ + +//! Hold info about recombination. Used by SentenceStats class +struct RecombinationInfo { + RecombinationInfo() {} //for std::vector + RecombinationInfo(size_t srcWords, float gProb, float bProb) + : numSourceWords(srcWords), betterProb(gProb), worseProb(bProb) {} + + size_t numSourceWords; + float betterProb, worseProb; +}; + +/** + * stats relating to decoder operation on a given sentence + */ +class SentenceStats +{ +public: + + /*** + * to be called before decoding a sentence + */ + SentenceStats(const InputType& source) { + Initialize(source); + } + void Initialize(const InputType& source) { + m_numHyposCreated = 0; + m_numHyposPruned = 0; + m_numHyposDiscarded = 0; + m_numHyposEarlyDiscarded = 0; + m_numHyposNotBuilt = 0; + m_timeCollectOpts = 0; + m_timeBuildHyp = 0; + m_timeEstimateScore = 0; + m_timeCalcLM = 0; + m_timeOtherScore = 0; + m_timeStack = 0; + m_totalSourceWords = source.GetSize(); + m_recombinationInfos.clear(); + m_deletedWords.clear(); + m_insertedWords.clear(); + } + + /*** + * to be called after decoding a sentence + */ + void CalcFinalStats(const Hypothesis& bestHypo); + + unsigned int GetTotalHypos() const { + return m_numHyposCreated + m_numHyposNotBuilt; + } + size_t GetNumHyposRecombined() const { + return m_recombinationInfos.size(); + } + unsigned int GetNumHyposPruned() const { + return m_numHyposPruned; + } + unsigned int GetNumHyposDiscarded() const { + return m_numHyposDiscarded; + } + unsigned int GetNumHyposEarlyDiscarded() const { + return m_numHyposEarlyDiscarded; + } + unsigned int GetNumHyposNotBuilt() const { + return m_numHyposNotBuilt; + } + float GetTimeCollectOpts() const { + return m_timeCollectOpts/(float)CLOCKS_PER_SEC; + } + float GetTimeBuildHyp() const { + return m_timeBuildHyp/(float)CLOCKS_PER_SEC; + } + float GetTimeCalcLM() const { + return m_timeCalcLM/(float)CLOCKS_PER_SEC; + } + float GetTimeEstimateScore() const { + return m_timeEstimateScore/(float)CLOCKS_PER_SEC; + } + float GetTimeOtherScore() const { + return m_timeOtherScore/(float)CLOCKS_PER_SEC; + } + float GetTimeStack() const { + return m_timeStack/(float)CLOCKS_PER_SEC; + } + float GetTimeTotal() const { + return m_timeTotal/(float)CLOCKS_PER_SEC; + } + size_t GetTotalSourceWords() const { + return m_totalSourceWords; + } + size_t GetNumWordsDeleted() const { + return m_deletedWords.size(); + } + size_t GetNumWordsInserted() const { + return m_insertedWords.size(); + } + const std::vector<const Phrase*>& GetDeletedWords() const { + return m_deletedWords; + } + const std::vector<std::string>& GetInsertedWords() const { + return m_insertedWords; + } + + void AddRecombination(const Hypothesis& worseHypo, const Hypothesis& betterHypo) { + m_recombinationInfos.push_back(RecombinationInfo(worseHypo.GetWordsBitmap().GetNumWordsCovered(), + betterHypo.GetTotalScore(), worseHypo.GetTotalScore())); + } + void AddCreated() { + m_numHyposCreated++; + } + void AddPruning() { + m_numHyposPruned++; + } + void AddEarlyDiscarded() { + m_numHyposEarlyDiscarded++; + } + void AddNotBuilt() { + m_numHyposNotBuilt++; + } + void AddDiscarded() { + m_numHyposDiscarded++; + } + + void AddTimeCollectOpts( clock_t t ) { + m_timeCollectOpts += t; + } + void AddTimeBuildHyp( clock_t t ) { + m_timeBuildHyp += t; + } + void AddTimeCalcLM( clock_t t ) { + m_timeCalcLM += t; + } + void AddTimeEstimateScore( clock_t t ) { + m_timeEstimateScore += t; + } + void AddTimeOtherScore( clock_t t ) { + m_timeOtherScore += t; + } + void AddTimeStack( clock_t t ) { + m_timeStack += t; + } + void SetTimeTotal( clock_t t ) { + m_timeTotal = t; + } + +protected: + + /*** + * auxiliary to CalcFinalStats() + */ + void AddDeletedWords(const Hypothesis& hypo); + + //hypotheses + // TODO: Move away from clock_t in favor of just storing doubles of the number of seconds + // since clock seconds aren't reliable in a multi-threaded environment -Jon + // (see Manager.cpp for some initial work moving in this direction) + std::vector<RecombinationInfo> m_recombinationInfos; + unsigned int m_numHyposCreated; + unsigned int m_numHyposPruned; + unsigned int m_numHyposDiscarded; + unsigned int m_numHyposEarlyDiscarded; + unsigned int m_numHyposNotBuilt; + clock_t m_timeCollectOpts; + clock_t m_timeBuildHyp; + clock_t m_timeEstimateScore; + clock_t m_timeCalcLM; + clock_t m_timeOtherScore; + clock_t m_timeStack; + clock_t m_timeTotal; + + //words + size_t m_totalSourceWords; + std::vector<const Phrase*> m_deletedWords; //count deleted words/phrases in the final hypothesis + std::vector<std::string> m_insertedWords; //count inserted words in the final hypothesis +}; + +inline std::ostream& operator<<(std::ostream& os, const SentenceStats& ss) +{ + float totalTime = ss.GetTimeTotal(); + float otherTime = totalTime - (ss.GetTimeCollectOpts() + ss.GetTimeBuildHyp() + ss.GetTimeEstimateScore() + ss.GetTimeCalcLM() + ss.GetTimeOtherScore() + ss.GetTimeStack()); + + return os << "total hypotheses considered = " << ss.GetTotalHypos() << std::endl + << " number not built = " << ss.GetNumHyposNotBuilt() << std::endl + << " number discarded early = " << ss.GetNumHyposEarlyDiscarded() << std::endl + << " number discarded = " << ss.GetNumHyposDiscarded() << std::endl + << " number recombined = " << ss.GetNumHyposRecombined() << std::endl + << " number pruned = " << ss.GetNumHyposPruned() << std::endl + + << "time to collect opts " << ss.GetTimeCollectOpts() << " (" << (int)(100 * ss.GetTimeCollectOpts()/totalTime) << "%)" << std::endl + << " create hyps " << ss.GetTimeBuildHyp() << " (" << (int)(100 * ss.GetTimeBuildHyp()/totalTime) << "%)" << std::endl + << " estimate score " << ss.GetTimeEstimateScore() << " (" << (int)(100 * ss.GetTimeEstimateScore()/totalTime) << "%)" << std::endl + << " calc lm " << ss.GetTimeCalcLM() << " (" << (int)(100 * ss.GetTimeCalcLM()/totalTime) << "%)" << std::endl + << " other hyp score " << ss.GetTimeOtherScore() << " (" << (int)(100 * ss.GetTimeOtherScore()/totalTime) << "%)" << std::endl + << " manage stacks " << ss.GetTimeStack() << " (" << (int)(100 * ss.GetTimeStack()/totalTime) << "%)" << std::endl + << " other " << otherTime << " (" << (int)(100 * otherTime/totalTime) << "%)" << std::endl + + << "total source words = " << ss.GetTotalSourceWords() << std::endl + << " words deleted = " << ss.GetNumWordsDeleted() << " (" << Join(" ", ss.GetDeletedWords()) << ")" << std::endl + << " words inserted = " << ss.GetNumWordsInserted() << " (" << Join(" ", ss.GetInsertedWords()) << ")" << std::endl; +} + +} +#endif |