Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMatous Machacek <machacekmatous@gmail.com>2012-05-09 21:21:41 +0400
committerMatous Machacek <machacekmatous@gmail.com>2012-05-09 21:21:41 +0400
commit440650bd6e03cdea9aa2d3f11b32697bb9340ca0 (patch)
tree6f49c63ee721bbabdc0aaace4b2548681eae0d2b /mert/CderScorer.cpp
parent10821a9980c5bdd29a0b03c5fe3a9e1fa7b52a5c (diff)
Added support for external unix filters to preprocess sentences in mert and evaluator
Diffstat (limited to 'mert/CderScorer.cpp')
-rw-r--r--mert/CderScorer.cpp4
1 files changed, 2 insertions, 2 deletions
diff --git a/mert/CderScorer.cpp b/mert/CderScorer.cpp
index 0bbeb7e70..896017056 100644
--- a/mert/CderScorer.cpp
+++ b/mert/CderScorer.cpp
@@ -32,7 +32,7 @@ void CderScorer::setReferenceFiles(const vector<string>& referenceFiles)
m_ref_sentences.push_back(vector<sent_t>());
string line;
while (getline(refin,line)) {
- line = this->applyFactors(line);
+ line = this->preprocessSentence(line);
sent_t encoded;
TokenizeAndEncode(line, encoded);
m_ref_sentences[rid].push_back(encoded);
@@ -42,7 +42,7 @@ void CderScorer::setReferenceFiles(const vector<string>& referenceFiles)
void CderScorer::prepareStats(size_t sid, const string& text, ScoreStats& entry)
{
- string sentence = this->applyFactors(text);
+ string sentence = this->preprocessSentence(text);
vector<int> stats;
prepareStatsVector(sid, sentence, stats);