diff options
author | Hieu Hoang <hieu@hoang.co.uk> | 2013-05-15 15:20:21 +0400 |
---|---|---|
committer | Hieu Hoang <hieu@hoang.co.uk> | 2013-05-15 15:20:21 +0400 |
commit | 84b5cdc5bbf92d993931cbca2036697e5bd9a829 (patch) | |
tree | 1f52f516ee3c802194a051424b934f103002acc4 /defer | |
parent | 45a4990f08f16a44d8ac2b73a2b89bb8f1c393a2 (diff) |
add test for sparse feature PhraseLengthFeature
Diffstat (limited to 'defer')
-rwxr-xr-x | defer/phrase.phrase-length-feature/filter-stderr.pl | 22 | ||||
-rwxr-xr-x | defer/phrase.phrase-length-feature/filter-stdout.pl | 7 | ||||
-rw-r--r-- | defer/phrase.phrase-length-feature/moses.ini | 41 | ||||
-rw-r--r-- | defer/phrase.phrase-length-feature/to-translate.txt | 2 | ||||
-rw-r--r-- | defer/phrase.phrase-length-feature/truth/results.txt | 5 | ||||
-rw-r--r-- | defer/phrase.phrase-length-feature/weights | 0 | ||||
-rw-r--r-- | defer/phrase.phrase-length-feature/words | 1 |
7 files changed, 0 insertions, 78 deletions
diff --git a/defer/phrase.phrase-length-feature/filter-stderr.pl b/defer/phrase.phrase-length-feature/filter-stderr.pl deleted file mode 100755 index 2f6e176..0000000 --- a/defer/phrase.phrase-length-feature/filter-stderr.pl +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST TRANSLATION:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/defer/phrase.phrase-length-feature/filter-stdout.pl b/defer/phrase.phrase-length-feature/filter-stdout.pl deleted file mode 100755 index 476ddf6..0000000 --- a/defer/phrase.phrase-length-feature/filter-stdout.pl +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/defer/phrase.phrase-length-feature/moses.ini b/defer/phrase.phrase-length-feature/moses.ini deleted file mode 100644 index b36abb7..0000000 --- a/defer/phrase.phrase-length-feature/moses.ini +++ /dev/null @@ -1,41 +0,0 @@ -# moses.ini for regression test - -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - - -[verbose] -2 - -[feature] -WordPenalty -Distortion -KENLM lazyken=0 order=3 factor=0 path=${LM_PATH}/europarl.en.srilm.gz -PhraseLengthFeature -PhraseDictionaryMemory num-features=5 input-factor=0 output-factor=0 path=${MODEL_PATH}/ptable-with-alignment/phrase-table.gz -UnknownWordPenalty - -[weight] -WordPenalty0= -0.273416114951401 -KENLM0= 0.142658800199951 -Distortion0= 0.141806519223522 -PhraseDictionaryMemory0= 0.00402447059454402 0.0685647475075862 0.294089113124688 0.0328320356515851 -0.0426081987467227 - - -[weight-file] -${TEST_PATH}/weights - diff --git a/defer/phrase.phrase-length-feature/to-translate.txt b/defer/phrase.phrase-length-feature/to-translate.txt deleted file mode 100644 index 78d7ca1..0000000 --- a/defer/phrase.phrase-length-feature/to-translate.txt +++ /dev/null @@ -1,2 +0,0 @@ -vor allem aber die Anwalt -Hand hat Mehrheit diff --git a/defer/phrase.phrase-length-feature/truth/results.txt b/defer/phrase.phrase-length-feature/truth/results.txt deleted file mode 100644 index 5862cdc..0000000 --- a/defer/phrase.phrase-length-feature/truth/results.txt +++ /dev/null @@ -1,5 +0,0 @@ -TRANSLATION_1=especially the lawyers -TRANSLATION_2=country majority -SCORE_1 = -2.819 -SCORE_2 = -0.390 -TOTAL_WALLTIME ~ 7 diff --git a/defer/phrase.phrase-length-feature/weights b/defer/phrase.phrase-length-feature/weights deleted file mode 100644 index e69de29..0000000 --- a/defer/phrase.phrase-length-feature/weights +++ /dev/null diff --git a/defer/phrase.phrase-length-feature/words b/defer/phrase.phrase-length-feature/words deleted file mode 100644 index d26b77d..0000000 --- a/defer/phrase.phrase-length-feature/words +++ /dev/null @@ -1 +0,0 @@ -aber |