diff options
Diffstat (limited to 'OnDiskPt/Vocab.h')
-rw-r--r-- | OnDiskPt/Vocab.h | 61 |
1 files changed, 61 insertions, 0 deletions
diff --git a/OnDiskPt/Vocab.h b/OnDiskPt/Vocab.h new file mode 100644 index 000000000..360aedf4a --- /dev/null +++ b/OnDiskPt/Vocab.h @@ -0,0 +1,61 @@ +#pragma once +// $Id$ +/*********************************************************************** + Moses - factored phrase-based, hierarchical and syntactic language decoder + Copyright (C) 2009 Hieu Hoang + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with this library; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + ***********************************************************************/ +#include <string> +#include <map> +#include "../moses/src/TypeDef.h" + +namespace Moses +{ +class Factor; +} + +namespace OnDiskPt +{ + +class OnDiskWrapper; + +class Vocab +{ +protected: + typedef std::map<std::string, UINT64> CollType; + CollType m_vocabColl; + + std::vector<std::string> m_lookup; // opposite of m_vocabColl + UINT64 m_nextId; // starts @ 1 + + const std::string &GetString(UINT32 vocabId) const { + return m_lookup[vocabId]; + } + +public: + Vocab() + :m_nextId(1) + {} + UINT64 AddVocabId(const std::string &factorString); + UINT64 GetVocabId(const std::string &factorString, bool &found) const; + const Moses::Factor *GetFactor(UINT32 vocabId, Moses::FactorType factorType, Moses::FactorDirection direction, bool isNonTerminal) const; + + bool Load(OnDiskWrapper &onDiskWrapper); + void Save(OnDiskWrapper &onDiskWrapper); +}; + +} + |