1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
#pragma once
#include "moses/PP/PhraseProperty.h"
#include "util/exception.hh"
#include <string>
#include <list>
#include <map>
#include <vector>
namespace Moses
{
class Factor;
class NonTermContextProperty : public PhraseProperty
{
public:
NonTermContextProperty();
~NonTermContextProperty();
virtual void ProcessValue(const std::string &value);
virtual const std::string *GetValueString() const {
UTIL_THROW2("NonTermContextProperty: value string not available in this phrase property");
return NULL;
};
float GetProb(size_t ntInd,
size_t contextInd,
const Factor *factor,
float smoothConstant) const;
protected:
class ProbStore
{
typedef std::map<const Factor*, float> Map; // map word -> prob
typedef std::vector<Map> Vec; // left outside, left inside, right inside, right outside
Vec m_vec;
float m_totalCount;
float GetCount(size_t contextInd,
const Factor *factor,
float smoothConstant) const;
float GetTotalCount(size_t contextInd, float smoothConstant) const;
public:
ProbStore()
:m_vec(4)
,m_totalCount(0) {
}
float GetProb(size_t contextInd,
const Factor *factor,
float smoothConstant) const;
float GetSize(size_t index) const {
return m_vec[index].size();
}
void AddToMap(size_t index, const Factor *factor, float count);
};
// by nt index
std::vector<ProbStore> m_probStores;
void AddToMap(size_t ntIndex, size_t index, const Factor *factor, float count);
};
} // namespace Moses
|
