Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/moses-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorHieu Hoang <hieu@hoang.co.uk>2013-05-01 14:44:47 +0400
committerHieu Hoang <hieu@hoang.co.uk>2013-05-01 14:44:47 +0400
commit549a99643da199002bda08e61233d1395e2d4464 (patch)
tree55b62f2350ccbcce2366e0f39c6485db5b780880 /tests
parent32445fc508d1afc11dae22ec04daa7db5aa55285 (diff)
parentdb9b1a541b05bca295accd5ece98fce916aaf6d7 (diff)
delete phrase.interpolated
Diffstat (limited to 'tests')
-rwxr-xr-xtests/phrase.multimodel-binptable/filter-stderr.pl22
-rwxr-xr-xtests/phrase.multimodel-binptable/filter-stdout.pl7
-rw-r--r--tests/phrase.multimodel-binptable/info12
-rw-r--r--tests/phrase.multimodel-binptable/moses.ini49
-rw-r--r--tests/phrase.multimodel-binptable/to-translate.txt7
-rw-r--r--tests/phrase.multimodel-binptable/truth/results.txt16
6 files changed, 113 insertions, 0 deletions
diff --git a/tests/phrase.multimodel-binptable/filter-stderr.pl b/tests/phrase.multimodel-binptable/filter-stderr.pl
new file mode 100755
index 0000000..2f6e176
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/filter-stderr.pl
@@ -0,0 +1,22 @@
+#!/usr/bin/perl
+
+BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
+use RegTestUtils;
+
+$x=0;
+while (<>) {
+ chomp;
+
+ if (/^Finished loading LanguageModels/) {
+ my $time = RegTestUtils::readTime($_);
+ print "LMLOAD_TIME ~ $time\n";
+ }
+ if (/^Finished loading phrase tables/) {
+ my $time = RegTestUtils::readTime($_);
+ print "PTLOAD_TIME ~ $time\n";
+ }
+ next unless /^BEST TRANSLATION:/;
+ my $pscore = RegTestUtils::readHypoScore($_);
+ $x++;
+ print "SCORE_$x = $pscore\n";
+}
diff --git a/tests/phrase.multimodel-binptable/filter-stdout.pl b/tests/phrase.multimodel-binptable/filter-stdout.pl
new file mode 100755
index 0000000..476ddf6
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/filter-stdout.pl
@@ -0,0 +1,7 @@
+#!/usr/bin/perl
+$x=0;
+while (<>) {
+ chomp;
+ $x++;
+ print "TRANSLATION_$x=$_\n";
+}
diff --git a/tests/phrase.multimodel-binptable/info b/tests/phrase.multimodel-binptable/info
new file mode 100644
index 0000000..d1f8792
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/info
@@ -0,0 +1,12 @@
+perplexity minimization (not automated yet);
+optimized on ${MODEL_PATH}/multimodel/extract.sorted.gz
+
+
+Cross-entropy: 2.16812
+Weight vector for feature 0: 0.863753 0.136247
+Cross-entropy: 1.56377
+Weight vector for feature 1: 0.936675 0.0633248
+Cross-entropy: 1.74298
+Weight vector for feature 2: 0.825263 0.174737
+Cross-entropy: 2.28705
+Weight vector for feature 3: 0.936133 0.0638672 \ No newline at end of file
diff --git a/tests/phrase.multimodel-binptable/moses.ini b/tests/phrase.multimodel-binptable/moses.ini
new file mode 100644
index 0000000..450e9af
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/moses.ini
@@ -0,0 +1,49 @@
+# moses.ini for regression test
+
+[ttable-file]
+97 0 0 5 interpolate 1:${MODEL_PATH}/multimodel/model1/phrase-table.bin 1:${MODEL_PATH}/multimodel/model2/phrase-table.bin
+
+# limit on how many phrase translations e for each phrase f are loaded
+[ttable-limit]
+#ttable element load limit 0 = all elements loaded
+20
+
+# distortion (reordering) weight
+[weight-d]
+0.141806519223522
+
+# translation model weight (phrase translation, lexical weighting)
+[weight-t]
+0.00402447059454402
+0.0685647475075862
+0.294089113124688
+0.0328320356515851
+-0.0426081987467227
+
+# translation model weight (phrase translation, lexical weighting)
+[weight-t-multimodel]
+0.2
+0.8
+
+# word penalty
+[weight-w]
+-0.273416114951401
+
+[distortion-limit]
+4
+
+[beam-threshold]
+0.03
+
+[input-factors]
+0
+
+[mapping]
+T 0
+
+[use-persistent-cache]
+0
+
+[verbose]
+2
+
diff --git a/tests/phrase.multimodel-binptable/to-translate.txt b/tests/phrase.multimodel-binptable/to-translate.txt
new file mode 100644
index 0000000..7693455
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/to-translate.txt
@@ -0,0 +1,7 @@
+i declare resumed the session of the european parliament adjourned on thursday 3 february 2000 .
+approval of the minutes of the previous sitting
+the minutes of the sitting on thursday 3 february have been distributed .
+are there any comments ?
+i can see from your reaction that many of the members of parliament have not received the minutes and clearly you cannot approve minutes which you have not seen .
+i therefore propose to submit the minutes for your approval tomorrow morning , since obviously you do not have them and i must apologise for this .
+i shall therefore postpone the approval of the minutes . \ No newline at end of file
diff --git a/tests/phrase.multimodel-binptable/truth/results.txt b/tests/phrase.multimodel-binptable/truth/results.txt
new file mode 100644
index 0000000..4c4a5de
--- /dev/null
+++ b/tests/phrase.multimodel-binptable/truth/results.txt
@@ -0,0 +1,16 @@
+TRANSLATION_1=i declare resumed the session of the european parliament adjourned on thursday 3 february 2000 .
+TRANSLATION_2=approval of the minutes of the previous sitting
+TRANSLATION_3=the minutes of the sitting on thursday 3 february have been distributed .
+TRANSLATION_4=are there any comments ?
+TRANSLATION_5=i can see from your reaction that many of the members of parliament have not received the minutes and clearly you cannot approve minutes which you have not seen .
+TRANSLATION_6=i therefore propose to submit the minutes for your approval tomorrow morning , since obviously you do not have them and i must apologise for this .
+LMLOAD_TIME ~ 0.002
+PTLOAD_TIME ~ 0.005
+PTLOAD_TIME ~ 0.722
+SCORE_1 = -1197.531
+SCORE_2 = -797.813
+SCORE_3 = -997.538
+SCORE_4 = -398.719
+SCORE_5 = -2293.913
+SCORE_6 = -1994.631
+TOTAL_WALLTIME ~ 1