Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatthias Huck <huck@i6.informatik.rwth-aachen.de>2014-06-11 22:27:18 +0400
committerMatthias Huck <huck@i6.informatik.rwth-aachen.de>2014-06-11 22:27:18 +0400
commitd0e92da7340ae1c46c4eaa41f52bf5eaaf47961c (patch)
treeaff4ce24eca81443c7c11181d08f380966355c1e /phrase-extract/ExtractionPhrasePair.h
parent02848112d8bd2bc16114ad7b0dff465f083e0d4b (diff)
GHKM extraction can add a source labels phrase property
Diffstat (limited to 'phrase-extract/ExtractionPhrasePair.h')
-rw-r--r--phrase-extract/ExtractionPhrasePair.h7
1 files changed, 7 insertions, 0 deletions
diff --git a/phrase-extract/ExtractionPhrasePair.h b/phrase-extract/ExtractionPhrasePair.h
index f04984391..ba23ac1f2 100644
--- a/phrase-extract/ExtractionPhrasePair.h
+++ b/phrase-extract/ExtractionPhrasePair.h
@@ -23,6 +23,7 @@
#include <vector>
#include <set>
#include <map>
+#include <boost/unordered_map.hpp>
namespace MosesTraining {
@@ -124,6 +125,12 @@ public:
std::string CollectAllPropertyValues(const std::string &key) const;
+ std::string CollectAllLabelsSeparateLHSAndRHS(const std::string& propertyKey,
+ std::set<std::string>& sourceLabelSet,
+ boost::unordered_map<std::string,float>& sourceLHSCounts,
+ boost::unordered_map<std::string, boost::unordered_map<std::string,float>* >& sourceRHSAndLHSJointCounts,
+ Vocabulary &vcbT) const;
+
void AddProperties( const std::string &str, float count );
void AddProperty( const std::string &key, const std::string &value, float count )