diff options
author | Matous Machacek <machacekmatous@gmail.com> | 2012-05-09 21:21:41 +0400 |
---|---|---|
committer | Matous Machacek <machacekmatous@gmail.com> | 2012-05-09 21:21:41 +0400 |
commit | 440650bd6e03cdea9aa2d3f11b32697bb9340ca0 (patch) | |
tree | 6f49c63ee721bbabdc0aaace4b2548681eae0d2b /mert/CderScorer.cpp | |
parent | 10821a9980c5bdd29a0b03c5fe3a9e1fa7b52a5c (diff) |
Added support for external unix filters to preprocess sentences in mert and evaluator
Diffstat (limited to 'mert/CderScorer.cpp')
-rw-r--r-- | mert/CderScorer.cpp | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/mert/CderScorer.cpp b/mert/CderScorer.cpp index 0bbeb7e70..896017056 100644 --- a/mert/CderScorer.cpp +++ b/mert/CderScorer.cpp @@ -32,7 +32,7 @@ void CderScorer::setReferenceFiles(const vector<string>& referenceFiles) m_ref_sentences.push_back(vector<sent_t>()); string line; while (getline(refin,line)) { - line = this->applyFactors(line); + line = this->preprocessSentence(line); sent_t encoded; TokenizeAndEncode(line, encoded); m_ref_sentences[rid].push_back(encoded); @@ -42,7 +42,7 @@ void CderScorer::setReferenceFiles(const vector<string>& referenceFiles) void CderScorer::prepareStats(size_t sid, const string& text, ScoreStats& entry) { - string sentence = this->applyFactors(text); + string sentence = this->preprocessSentence(text); vector<int> stats; prepareStatsVector(sid, sentence, stats); |