mert/test_scorer.cpp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

#include <iostream>
#include <vector>

#include "ScoreData.h"
#include "Data.h"
#include "Scorer.h"
#include "ScorerFactory.h"

using namespace std;

int main(int argc, char** argv)
{
  cout << "Testing the scorer" << endl;
  //BleuScorer bs("test-scorer-data/cppstats.feats.opt");;
  vector<string> references;
  references.push_back("test_scorer_data/reference.txt");
  //bs.prepare(references, "test-scorer-data/nbest.out");
  Scorer* scorer = new BleuScorer();;
  scorer->setReferenceFiles(references);
  Data d(*scorer);
  d.loadnbest("test_scorer_data/nbest.out");
  //sd.savetxt();

  //calculate two   bleu scores, nbest and a diff
  ScoreData* sd=d.getScoreData();
  scorer->setScoreData(sd);
  candidates_t candidates(sd->size());;
  for (size_t i  = 0; i < sd->size(); ++i) {
    sd->get(i,0).savetxt("/dev/stdout");
  }

  diffs_t diffs;
  diff_t diff;
  diff.push_back(make_pair(1,2));
  diff.push_back(make_pair(7,8));
  diffs.push_back(diff);

  statscores_t scores;
  scorer->score(candidates,diffs,scores);

  cout << "Bleus: " << scores[0] << " " << scores[1] <<  endl;

  //try the per
  scorer = new PerScorer();
  Data pd(*scorer);
  scorer->setReferenceFiles(references);

  pd.loadnbest("test_scorer_data/nbest.out");
  //sd.savetxt();

  ScoreData* psd=pd.getScoreData();
  scorer->setScoreData(psd);
  for (size_t i  = 0; i < psd->size(); ++i) {
    psd->get(i,0).savetxt("/dev/stdout");
  }


  cout << "PER: " << scorer->score(candidates) << endl;

}