Welcome to mirror list, hosted at ThFree Co, Russian Federation.

PropertiesConsolidator.h « phrase-extract - github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: 8b69f848f46420dea9d784cd39b692d0e83a4b67 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
/***********************************************************************
  Moses - factored phrase-based language decoder
  Copyright (C) University of Edinburgh

  This library is free software; you can redistribute it and/or
  modify it under the terms of the GNU Lesser General Public
  License as published by the Free Software Foundation; either
  version 2.1 of the License, or (at your option) any later version.

  This library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  Lesser General Public License for more details.

  You should have received a copy of the GNU Lesser General Public
  License along with this library; if not, write to the Free Software
  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 ***********************************************************************/


#pragma once

#include <string>
#include <map>
#include <vector>

#include "OutputFileStream.h"


namespace MosesTraining
{

class PropertiesConsolidator
{
public:

  PropertiesConsolidator()
    : m_sourceLabelsFlag(false)
    , m_partsOfSpeechFlag(false)
    , m_targetSyntacticPreferencesFlag(false)
  {};

  void ActivateSourceLabelsProcessing(const std::string &sourceLabelSetFile);
  void ActivatePartsOfSpeechProcessing(const std::string &partsOfSpeechFile);
  void ActivateTargetSyntacticPreferencesProcessing(const std::string &targetSyntacticPreferencesLabelSetFile);

  bool GetPOSPropertyValueFromPropertiesString(const std::string &propertiesString, std::vector<std::string>& out) const;

  void ProcessPropertiesString(const std::string &propertiesString, Moses::OutputFileStream& out) const;

protected:

  void ProcessSourceLabelsPropertyValue(const std::string &value, Moses::OutputFileStream& out) const;
  void ProcessPOSPropertyValue(const std::string &value, Moses::OutputFileStream& out) const;
  void ProcessTargetSyntacticPreferencesPropertyValue(const std::string &value, Moses::OutputFileStream& out) const;

  bool m_sourceLabelsFlag;
  std::map<std::string,size_t> m_sourceLabels;
  bool m_partsOfSpeechFlag;
  std::map<std::string,size_t> m_partsOfSpeechVocabulary;
  bool m_targetSyntacticPreferencesFlag;
  std::map<std::string,size_t> m_targetSyntacticPreferencesLabels;

};

}  // namespace MosesTraining