Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/moses-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorHieu Hoang <fishandfrolick@gmail.com>2013-05-15 01:45:19 +0400
committerHieu Hoang <fishandfrolick@gmail.com>2013-05-15 01:45:19 +0400
commit828c277c0deeb62619cf933dabd7c31913ef09a5 (patch)
tree57dd09ae1839e9212eb46a4c4a6ac7bfb9bd3467 /tests
parent7a85b4391bfa698e86b10d779a16067056eb4c7f (diff)
defer new tests
Diffstat (limited to 'tests')
-rwxr-xr-xtests/phrase.multimodelcounts/filter-stderr.pl22
-rwxr-xr-xtests/phrase.multimodelcounts/filter-stdout.pl7
-rw-r--r--tests/phrase.multimodelcounts/info12
-rw-r--r--tests/phrase.multimodelcounts/moses.ini44
-rw-r--r--tests/phrase.multimodelcounts/to-translate.txt7
-rw-r--r--tests/phrase.multimodelcounts/truth/results.txt16
-rwxr-xr-xtests/phrase.phrase-length-feature/filter-stderr.pl22
-rwxr-xr-xtests/phrase.phrase-length-feature/filter-stdout.pl7
-rw-r--r--tests/phrase.phrase-length-feature/moses.ini41
-rw-r--r--tests/phrase.phrase-length-feature/to-translate.txt2
-rw-r--r--tests/phrase.phrase-length-feature/truth/results.txt5
-rw-r--r--tests/phrase.phrase-length-feature/weights0
-rw-r--r--tests/phrase.phrase-length-feature/words1
-rwxr-xr-xtests/phrase.source-word-deletion.nbest/filter-stderr.pl22
-rwxr-xr-xtests/phrase.source-word-deletion.nbest/filter-stdout.pl7
-rw-r--r--tests/phrase.source-word-deletion.nbest/moses.ini45
-rw-r--r--tests/phrase.source-word-deletion.nbest/to-translate.txt2
-rw-r--r--tests/phrase.source-word-deletion.nbest/truth/results.txt5
-rw-r--r--tests/phrase.source-word-deletion.nbest/weights3
-rw-r--r--tests/phrase.source-word-deletion.nbest/words1
20 files changed, 0 insertions, 271 deletions
diff --git a/tests/phrase.multimodelcounts/filter-stderr.pl b/tests/phrase.multimodelcounts/filter-stderr.pl
deleted file mode 100755
index 2f6e176..0000000
--- a/tests/phrase.multimodelcounts/filter-stderr.pl
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/perl
-
-BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
-use RegTestUtils;
-
-$x=0;
-while (<>) {
- chomp;
-
- if (/^Finished loading LanguageModels/) {
- my $time = RegTestUtils::readTime($_);
- print "LMLOAD_TIME ~ $time\n";
- }
- if (/^Finished loading phrase tables/) {
- my $time = RegTestUtils::readTime($_);
- print "PTLOAD_TIME ~ $time\n";
- }
- next unless /^BEST TRANSLATION:/;
- my $pscore = RegTestUtils::readHypoScore($_);
- $x++;
- print "SCORE_$x = $pscore\n";
-}
diff --git a/tests/phrase.multimodelcounts/filter-stdout.pl b/tests/phrase.multimodelcounts/filter-stdout.pl
deleted file mode 100755
index 476ddf6..0000000
--- a/tests/phrase.multimodelcounts/filter-stdout.pl
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/usr/bin/perl
-$x=0;
-while (<>) {
- chomp;
- $x++;
- print "TRANSLATION_$x=$_\n";
-}
diff --git a/tests/phrase.multimodelcounts/info b/tests/phrase.multimodelcounts/info
deleted file mode 100644
index 7980a69..0000000
--- a/tests/phrase.multimodelcounts/info
+++ /dev/null
@@ -1,12 +0,0 @@
-perplexity minimization (not automated yet);
-optimized on ${MODEL_PATH}/multimodel/extract.sorted.gz
-
-
-Cross-entropy: 2.15755
-Weight vector for feature 0: 1 1.43374
-Cross-entropy: 2.22417
-Weight vector for feature 1: 1 0.433226
-Cross-entropy: 1.82226
-Weight vector for feature 2: 1 4.7673
-Cross-entropy: 1.65899
-Weight vector for feature 3: 1 0.514971
diff --git a/tests/phrase.multimodelcounts/moses.ini b/tests/phrase.multimodelcounts/moses.ini
deleted file mode 100644
index f2eb1f2..0000000
--- a/tests/phrase.multimodelcounts/moses.ini
+++ /dev/null
@@ -1,44 +0,0 @@
-# moses.ini for regression test
-
-[distortion-limit]
-4
-
-[beam-threshold]
-0.03
-
-[input-factors]
-0
-
-[mapping]
-T 0
-
-[use-persistent-cache]
-0
-
-
-[verbose]
-2
-
-[feature]
-UnknownWordPenalty
-WordPenalty
-Distortion
-PhraseDictionaryMultiModelCounts num-features=5 input-factor=0 output-factor=0 table-limit=20 mode=instance_weighting lambda=1.0,1.0 components=PhraseDictionaryMemory0,PhraseDictionaryMemory1 target-table=PhraseDictionaryMemory2,PhraseDictionaryMemory3 lex-e2f=${MODEL_PATH}/multimodel/model1/lex.counts.e2f,${MODEL_PATH}/multimodel/model2/lex.counts.e2f lex-f2e=${MODEL_PATH}/multimodel/model1/lex.counts.f2e,${MODEL_PATH}/multimodel/model2/lex.counts.f2e
-PhraseDictionaryMemory tuneable=true num-features=3 input-factor=0 output-factor=0 path=${MODEL_PATH}/multimodel/model1/count-table.gz
-PhraseDictionaryMemory tuneable=true num-features=3 input-factor=0 output-factor=0 path=${MODEL_PATH}/multimodel/model2/count-table.gz
-
-PhraseDictionaryMemory tuneable=true num-features=1 input-factor=0 output-factor=0 path=${MODEL_PATH}/multimodel/model1/count-table-target.gz
-PhraseDictionaryMemory tuneable=true num-features=1 input-factor=0 output-factor=0 path=${MODEL_PATH}/multimodel/model2/count-table-target.gz
-
-[weight]
-WordPenalty0= -0.273416114951401
-Distortion0= 0.141806519223522
-PhraseDictionaryMultiModelCounts0= 0.00402447059454402 0.0685647475075862 0.294089113124688 0.0328320356515851 -0.0426081987467227
-
-PhraseDictionaryMemory0= 0.00402447059454402 0.0685647475075862 0.294089113124688
-PhraseDictionaryMemory1= 0.00402447059454402 0.0685647475075862 0.294089113124688
-PhraseDictionaryMemory2= 0.00402447059454402
-PhraseDictionaryMemory3= 0.00402447059454402
-
-
-
diff --git a/tests/phrase.multimodelcounts/to-translate.txt b/tests/phrase.multimodelcounts/to-translate.txt
deleted file mode 100644
index 7693455..0000000
--- a/tests/phrase.multimodelcounts/to-translate.txt
+++ /dev/null
@@ -1,7 +0,0 @@
-i declare resumed the session of the european parliament adjourned on thursday 3 february 2000 .
-approval of the minutes of the previous sitting
-the minutes of the sitting on thursday 3 february have been distributed .
-are there any comments ?
-i can see from your reaction that many of the members of parliament have not received the minutes and clearly you cannot approve minutes which you have not seen .
-i therefore propose to submit the minutes for your approval tomorrow morning , since obviously you do not have them and i must apologise for this .
-i shall therefore postpone the approval of the minutes . \ No newline at end of file
diff --git a/tests/phrase.multimodelcounts/truth/results.txt b/tests/phrase.multimodelcounts/truth/results.txt
deleted file mode 100644
index 727fb24..0000000
--- a/tests/phrase.multimodelcounts/truth/results.txt
+++ /dev/null
@@ -1,16 +0,0 @@
-TRANSLATION_1=i declare resumed the session of the european parliament adjourned on thursday 3 february 2000 .
-TRANSLATION_2=approval of the minutes of the previous sitting
-TRANSLATION_3=the minutes of the sitting on thursday 3 february have been distributed .
-TRANSLATION_4=are there any comments ?
-TRANSLATION_5=i can see from your reaction that many of the members of parliament have not received the minutes and clearly you cannot approve minutes which you have not seen .
-TRANSLATION_6=i therefore propose to submit the minutes for your approval tomorrow morning , since obviously you do not have them and i must apologise for this .
-LMLOAD_TIME ~ 0.022
-PTLOAD_TIME ~ 0.025
-PTLOAD_TIME ~ 1.234
-SCORE_1 = -1196.237
-SCORE_2 = -797.813
-SCORE_3 = -997.015
-SCORE_4 = -398.716
-SCORE_5 = -2294.001
-SCORE_6 = -1994.913
-TOTAL_WALLTIME ~ 2
diff --git a/tests/phrase.phrase-length-feature/filter-stderr.pl b/tests/phrase.phrase-length-feature/filter-stderr.pl
deleted file mode 100755
index 2f6e176..0000000
--- a/tests/phrase.phrase-length-feature/filter-stderr.pl
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/perl
-
-BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
-use RegTestUtils;
-
-$x=0;
-while (<>) {
- chomp;
-
- if (/^Finished loading LanguageModels/) {
- my $time = RegTestUtils::readTime($_);
- print "LMLOAD_TIME ~ $time\n";
- }
- if (/^Finished loading phrase tables/) {
- my $time = RegTestUtils::readTime($_);
- print "PTLOAD_TIME ~ $time\n";
- }
- next unless /^BEST TRANSLATION:/;
- my $pscore = RegTestUtils::readHypoScore($_);
- $x++;
- print "SCORE_$x = $pscore\n";
-}
diff --git a/tests/phrase.phrase-length-feature/filter-stdout.pl b/tests/phrase.phrase-length-feature/filter-stdout.pl
deleted file mode 100755
index 476ddf6..0000000
--- a/tests/phrase.phrase-length-feature/filter-stdout.pl
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/usr/bin/perl
-$x=0;
-while (<>) {
- chomp;
- $x++;
- print "TRANSLATION_$x=$_\n";
-}
diff --git a/tests/phrase.phrase-length-feature/moses.ini b/tests/phrase.phrase-length-feature/moses.ini
deleted file mode 100644
index b36abb7..0000000
--- a/tests/phrase.phrase-length-feature/moses.ini
+++ /dev/null
@@ -1,41 +0,0 @@
-# moses.ini for regression test
-
-# limit on how many phrase translations e for each phrase f are loaded
-[ttable-limit]
-#ttable element load limit 0 = all elements loaded
-20
-
-[distortion-limit]
-4
-
-[beam-threshold]
-0.03
-
-[input-factors]
-0
-
-[mapping]
-T 0
-
-
-[verbose]
-2
-
-[feature]
-WordPenalty
-Distortion
-KENLM lazyken=0 order=3 factor=0 path=${LM_PATH}/europarl.en.srilm.gz
-PhraseLengthFeature
-PhraseDictionaryMemory num-features=5 input-factor=0 output-factor=0 path=${MODEL_PATH}/ptable-with-alignment/phrase-table.gz
-UnknownWordPenalty
-
-[weight]
-WordPenalty0= -0.273416114951401
-KENLM0= 0.142658800199951
-Distortion0= 0.141806519223522
-PhraseDictionaryMemory0= 0.00402447059454402 0.0685647475075862 0.294089113124688 0.0328320356515851 -0.0426081987467227
-
-
-[weight-file]
-${TEST_PATH}/weights
-
diff --git a/tests/phrase.phrase-length-feature/to-translate.txt b/tests/phrase.phrase-length-feature/to-translate.txt
deleted file mode 100644
index 78d7ca1..0000000
--- a/tests/phrase.phrase-length-feature/to-translate.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-vor allem aber die Anwalt
-Hand hat Mehrheit
diff --git a/tests/phrase.phrase-length-feature/truth/results.txt b/tests/phrase.phrase-length-feature/truth/results.txt
deleted file mode 100644
index 5862cdc..0000000
--- a/tests/phrase.phrase-length-feature/truth/results.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-TRANSLATION_1=especially the lawyers
-TRANSLATION_2=country majority
-SCORE_1 = -2.819
-SCORE_2 = -0.390
-TOTAL_WALLTIME ~ 7
diff --git a/tests/phrase.phrase-length-feature/weights b/tests/phrase.phrase-length-feature/weights
deleted file mode 100644
index e69de29..0000000
--- a/tests/phrase.phrase-length-feature/weights
+++ /dev/null
diff --git a/tests/phrase.phrase-length-feature/words b/tests/phrase.phrase-length-feature/words
deleted file mode 100644
index d26b77d..0000000
--- a/tests/phrase.phrase-length-feature/words
+++ /dev/null
@@ -1 +0,0 @@
-aber
diff --git a/tests/phrase.source-word-deletion.nbest/filter-stderr.pl b/tests/phrase.source-word-deletion.nbest/filter-stderr.pl
deleted file mode 100755
index 2f6e176..0000000
--- a/tests/phrase.source-word-deletion.nbest/filter-stderr.pl
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/usr/bin/perl
-
-BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
-use RegTestUtils;
-
-$x=0;
-while (<>) {
- chomp;
-
- if (/^Finished loading LanguageModels/) {
- my $time = RegTestUtils::readTime($_);
- print "LMLOAD_TIME ~ $time\n";
- }
- if (/^Finished loading phrase tables/) {
- my $time = RegTestUtils::readTime($_);
- print "PTLOAD_TIME ~ $time\n";
- }
- next unless /^BEST TRANSLATION:/;
- my $pscore = RegTestUtils::readHypoScore($_);
- $x++;
- print "SCORE_$x = $pscore\n";
-}
diff --git a/tests/phrase.source-word-deletion.nbest/filter-stdout.pl b/tests/phrase.source-word-deletion.nbest/filter-stdout.pl
deleted file mode 100755
index 476ddf6..0000000
--- a/tests/phrase.source-word-deletion.nbest/filter-stdout.pl
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/usr/bin/perl
-$x=0;
-while (<>) {
- chomp;
- $x++;
- print "TRANSLATION_$x=$_\n";
-}
diff --git a/tests/phrase.source-word-deletion.nbest/moses.ini b/tests/phrase.source-word-deletion.nbest/moses.ini
deleted file mode 100644
index dd25616..0000000
--- a/tests/phrase.source-word-deletion.nbest/moses.ini
+++ /dev/null
@@ -1,45 +0,0 @@
-# moses.ini for regression test
-
-# limit on how many phrase translations e for each phrase f are loaded
-[ttable-limit]
-#ttable element load limit 0 = all elements loaded
-20
-
-[distortion-limit]
-4
-
-[beam-threshold]
-0.03
-
-[input-factors]
-0
-
-[mapping]
-T 0
-
-
-[verbose]
-2
-
-[feature]
-WordPenalty
-Distortion
-KENLM lazyken=0 order=3 factor=0 path=${LM_PATH}/europarl.en.srilm.gz
-SourceWordDeletionFeature factor=0 path=${TEST_PATH}/words
-PhraseDictionaryMemory num-features=5 input-factor=0 output-factor=0 path=${MODEL_PATH}/ptable-with-alignment/phrase-table.gz
-UnknownWordPenalty
-
-[weight]
-WordPenalty0= -0.273416114951401
-KENLM0= 0.142658800199951
-Distortion0= 0.141806519223522
-PhraseDictionaryMemory0= 0.00402447059454402 0.0685647475075862 0.294089113124688 0.0328320356515851 -0.0426081987467227
-
-
-[weight-file]
-${TEST_PATH}/weights
-
-[n-best-list]
-nbest
-100
-
diff --git a/tests/phrase.source-word-deletion.nbest/to-translate.txt b/tests/phrase.source-word-deletion.nbest/to-translate.txt
deleted file mode 100644
index 78d7ca1..0000000
--- a/tests/phrase.source-word-deletion.nbest/to-translate.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-vor allem aber die Anwalt
-Hand hat Mehrheit
diff --git a/tests/phrase.source-word-deletion.nbest/truth/results.txt b/tests/phrase.source-word-deletion.nbest/truth/results.txt
deleted file mode 100644
index 5862cdc..0000000
--- a/tests/phrase.source-word-deletion.nbest/truth/results.txt
+++ /dev/null
@@ -1,5 +0,0 @@
-TRANSLATION_1=especially the lawyers
-TRANSLATION_2=country majority
-SCORE_1 = -2.819
-SCORE_2 = -0.390
-TOTAL_WALLTIME ~ 7
diff --git a/tests/phrase.source-word-deletion.nbest/weights b/tests/phrase.source-word-deletion.nbest/weights
deleted file mode 100644
index 45cb6d9..0000000
--- a/tests/phrase.source-word-deletion.nbest/weights
+++ /dev/null
@@ -1,3 +0,0 @@
-SourceWordDeletionFeature0_aber 2.0
-SourceWordDeletionFeature0_hat 3.0
-SourceWordDeletionFeature0_OTHER 4.0
diff --git a/tests/phrase.source-word-deletion.nbest/words b/tests/phrase.source-word-deletion.nbest/words
deleted file mode 100644
index d26b77d..0000000
--- a/tests/phrase.source-word-deletion.nbest/words
+++ /dev/null
@@ -1 +0,0 @@
-aber