Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/moses-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorHieu Hoang <hieuhoang@gmail.com>2016-10-03 18:55:03 +0300
committerHieu Hoang <hieuhoang@gmail.com>2016-10-03 18:55:03 +0300
commit3c0532b9c19685517534b429fdeff1f911af2c8e (patch)
tree67e04568f7eb7f55c6d2b8a178d8ff823474feb6
parent75f111dc5b51700ddba80200eb1287f3bbf1377f (diff)
add moses2.basic-surface-only
-rwxr-xr-xtests/moses2.basic-surface-only/filter-stderr.pl22
-rwxr-xr-xtests/moses2.basic-surface-only/filter-stdout.pl7
-rw-r--r--tests/moses2.basic-surface-only/moses.ini32
-rw-r--r--tests/moses2.basic-surface-only/to-translate.txt6
-rw-r--r--tests/moses2.basic-surface-only/truth/results.txt7
l---------tests/phrase-server.lexicalized-reordering1
l---------tests/phrase-server.multi-factor1
l---------tests/phrase-server.placeholder1
8 files changed, 74 insertions, 3 deletions
diff --git a/tests/moses2.basic-surface-only/filter-stderr.pl b/tests/moses2.basic-surface-only/filter-stderr.pl
new file mode 100755
index 0000000..fb31704
--- /dev/null
+++ b/tests/moses2.basic-surface-only/filter-stderr.pl
@@ -0,0 +1,22 @@
+#!/usr/bin/env perl
+
+BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
+use RegTestUtils;
+
+$x=0;
+while (<>) {
+ chomp;
+
+ if (/^Finished loading LanguageModels/) {
+ my $time = RegTestUtils::readTime($_);
+ print "LMLOAD_TIME ~ $time\n";
+ }
+ if (/^Finished loading phrase tables/) {
+ my $time = RegTestUtils::readTime($_);
+ print "PTLOAD_TIME ~ $time\n";
+ }
+ next unless /BEST TRANSLATION:/;
+ my $pscore = RegTestUtils::readHypoScore($_);
+ $x++;
+ print "SCORE_$x = $pscore\n";
+}
diff --git a/tests/moses2.basic-surface-only/filter-stdout.pl b/tests/moses2.basic-surface-only/filter-stdout.pl
new file mode 100755
index 0000000..0715c2d
--- /dev/null
+++ b/tests/moses2.basic-surface-only/filter-stdout.pl
@@ -0,0 +1,7 @@
+#!/usr/bin/env perl
+$x=0;
+while (<>) {
+ chomp;
+ $x++;
+ print "TRANSLATION_$x=$_\n";
+}
diff --git a/tests/moses2.basic-surface-only/moses.ini b/tests/moses2.basic-surface-only/moses.ini
new file mode 100644
index 0000000..a24cc2d
--- /dev/null
+++ b/tests/moses2.basic-surface-only/moses.ini
@@ -0,0 +1,32 @@
+# moses.ini for regression test
+
+[distortion-limit]
+4
+
+[beam-threshold]
+0.03
+
+[input-factors]
+0
+
+[mapping]
+T 0
+
+
+[verbose]
+2
+
+[feature]
+KENLM factor=0 order=3 num-features=1 lazyken=0 path=${LM_PATH}/europarl.en.srilm.gz
+Distortion
+WordPenalty
+UnknownWordPenalty
+PhraseDictionaryMemory input-factor=0 output-factor=0 path=${MODEL_PATH}/basic-surface-only/phrase-table.gz num-features=5 table-limit=20
+
+[weight]
+WordPenalty0= -0.273416
+KENLM0= 0.142659
+Distortion0= 0.141807
+PhraseDictionaryMemory0= 0.00402447 0.0685648 0.294089 0.032832 -0.0426082
+
+
diff --git a/tests/moses2.basic-surface-only/to-translate.txt b/tests/moses2.basic-surface-only/to-translate.txt
new file mode 100644
index 0000000..079abe9
--- /dev/null
+++ b/tests/moses2.basic-surface-only/to-translate.txt
@@ -0,0 +1,6 @@
+ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ?
+
+schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind .
+vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen .
+das parlament will das auf zweierlei weise tun .
+nur dann werden die europäischen institutionen auch ihrem auftrag gerecht .
diff --git a/tests/moses2.basic-surface-only/truth/results.txt b/tests/moses2.basic-surface-only/truth/results.txt
new file mode 100644
index 0000000..5934dbb
--- /dev/null
+++ b/tests/moses2.basic-surface-only/truth/results.txt
@@ -0,0 +1,7 @@
+TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ?
+TRANSLATION_2=
+TRANSLATION_3=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met .
+TRANSLATION_4=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain .
+TRANSLATION_5=parliament wants the in two ways .
+TRANSLATION_6=only then will the european institutions to its mandate .
+TOTAL_WALLTIME ~ 5
diff --git a/tests/phrase-server.lexicalized-reordering b/tests/phrase-server.lexicalized-reordering
deleted file mode 120000
index 8a05f5e..0000000
--- a/tests/phrase-server.lexicalized-reordering
+++ /dev/null
@@ -1 +0,0 @@
-phrase.lexicalized-reordering \ No newline at end of file
diff --git a/tests/phrase-server.multi-factor b/tests/phrase-server.multi-factor
deleted file mode 120000
index b901a66..0000000
--- a/tests/phrase-server.multi-factor
+++ /dev/null
@@ -1 +0,0 @@
-phrase.multi-factor \ No newline at end of file
diff --git a/tests/phrase-server.placeholder b/tests/phrase-server.placeholder
deleted file mode 120000
index d587267..0000000
--- a/tests/phrase-server.placeholder
+++ /dev/null
@@ -1 +0,0 @@
-phrase.placeholder \ No newline at end of file