Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'OnDiskPt/Vocab.h')
-rw-r--r--OnDiskPt/Vocab.h61
1 files changed, 61 insertions, 0 deletions
diff --git a/OnDiskPt/Vocab.h b/OnDiskPt/Vocab.h
new file mode 100644
index 000000000..360aedf4a
--- /dev/null
+++ b/OnDiskPt/Vocab.h
@@ -0,0 +1,61 @@
+#pragma once
+// $Id$
+/***********************************************************************
+ Moses - factored phrase-based, hierarchical and syntactic language decoder
+ Copyright (C) 2009 Hieu Hoang
+
+ This library is free software; you can redistribute it and/or
+ modify it under the terms of the GNU Lesser General Public
+ License as published by the Free Software Foundation; either
+ version 2.1 of the License, or (at your option) any later version.
+
+ This library is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ Lesser General Public License for more details.
+
+ You should have received a copy of the GNU Lesser General Public
+ License along with this library; if not, write to the Free Software
+ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ ***********************************************************************/
+#include <string>
+#include <map>
+#include "../moses/src/TypeDef.h"
+
+namespace Moses
+{
+class Factor;
+}
+
+namespace OnDiskPt
+{
+
+class OnDiskWrapper;
+
+class Vocab
+{
+protected:
+ typedef std::map<std::string, UINT64> CollType;
+ CollType m_vocabColl;
+
+ std::vector<std::string> m_lookup; // opposite of m_vocabColl
+ UINT64 m_nextId; // starts @ 1
+
+ const std::string &GetString(UINT32 vocabId) const {
+ return m_lookup[vocabId];
+ }
+
+public:
+ Vocab()
+ :m_nextId(1)
+ {}
+ UINT64 AddVocabId(const std::string &factorString);
+ UINT64 GetVocabId(const std::string &factorString, bool &found) const;
+ const Moses::Factor *GetFactor(UINT32 vocabId, Moses::FactorType factorType, Moses::FactorDirection direction, bool isNonTerminal) const;
+
+ bool Load(OnDiskWrapper &onDiskWrapper);
+ void Save(OnDiskWrapper &onDiskWrapper);
+};
+
+}
+