Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'contrib/moses2/FF/OSM/KenOSM.h')
-rw-r--r--contrib/moses2/FF/OSM/KenOSM.h53
1 files changed, 53 insertions, 0 deletions
diff --git a/contrib/moses2/FF/OSM/KenOSM.h b/contrib/moses2/FF/OSM/KenOSM.h
new file mode 100644
index 000000000..f1275232f
--- /dev/null
+++ b/contrib/moses2/FF/OSM/KenOSM.h
@@ -0,0 +1,53 @@
+#pragma once
+
+#include <string>
+#include "lm/model.hh"
+
+namespace Moses2
+{
+
+class KenOSMBase
+{
+public:
+ virtual ~KenOSMBase() {}
+
+ virtual float Score(const lm::ngram::State&, StringPiece,
+ lm::ngram::State&) const = 0;
+
+ virtual const lm::ngram::State &BeginSentenceState() const = 0;
+
+ virtual const lm::ngram::State &NullContextState() const = 0;
+};
+
+template <class KenModel>
+class KenOSM : public KenOSMBase
+{
+public:
+ KenOSM(const char *file, const lm::ngram::Config &config)
+ : m_kenlm(file, config) {}
+
+ float Score(const lm::ngram::State &in_state,
+ StringPiece word,
+ lm::ngram::State &out_state) const {
+ return m_kenlm.Score(in_state, m_kenlm.GetVocabulary().Index(word),
+ out_state);
+ }
+
+ const lm::ngram::State &BeginSentenceState() const {
+ return m_kenlm.BeginSentenceState();
+ }
+
+ const lm::ngram::State &NullContextState() const {
+ return m_kenlm.NullContextState();
+ }
+
+private:
+ KenModel m_kenlm;
+};
+
+typedef KenOSMBase OSMLM;
+
+OSMLM* ConstructOSMLM(const char *file, util::LoadMethod load_method);
+
+
+} // namespace