diff options
author | Hieu Hoang <hieu@hoang.co.uk> | 2013-04-30 20:32:20 +0400 |
---|---|---|
committer | Hieu Hoang <hieu@hoang.co.uk> | 2013-04-30 20:32:20 +0400 |
commit | 32445fc508d1afc11dae22ec04daa7db5aa55285 (patch) | |
tree | da10cc81d6e9d034957eff12f27e6fbb70a0846a /tests/phrase.sparse-phrase-table | |
parent | e860dee0cae2cb7db7597da0439ba7ecf91a9c08 (diff) |
enable sparse feature in phrase table
Diffstat (limited to 'tests/phrase.sparse-phrase-table')
-rwxr-xr-x | tests/phrase.sparse-phrase-table/filter-stderr.pl | 22 | ||||
-rwxr-xr-x | tests/phrase.sparse-phrase-table/filter-stdout.pl | 7 | ||||
-rw-r--r-- | tests/phrase.sparse-phrase-table/moses.ini | 51 | ||||
-rw-r--r-- | tests/phrase.sparse-phrase-table/to-translate.txt | 1 | ||||
-rw-r--r-- | tests/phrase.sparse-phrase-table/truth/results.txt | 3 | ||||
-rw-r--r-- | tests/phrase.sparse-phrase-table/weights | 3 |
6 files changed, 87 insertions, 0 deletions
diff --git a/tests/phrase.sparse-phrase-table/filter-stderr.pl b/tests/phrase.sparse-phrase-table/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/tests/phrase.sparse-phrase-table/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/tests/phrase.sparse-phrase-table/filter-stdout.pl b/tests/phrase.sparse-phrase-table/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/tests/phrase.sparse-phrase-table/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/tests/phrase.sparse-phrase-table/moses.ini b/tests/phrase.sparse-phrase-table/moses.ini new file mode 100644 index 0000000..5673ecc --- /dev/null +++ b/tests/phrase.sparse-phrase-table/moses.ini @@ -0,0 +1,51 @@ +# moses.ini for regression test + +[ttable-file] +0 0 0 5 ${MODEL_PATH}/sparse-phrase-table/phrase-table.gz sparse + +# language model +[lmodel-file] +8 0 3 ${LM_PATH}/europarl.en.srilm.gz +# limit on how many phrase translations e for each phrase f are loaded +[ttable-limit] +#ttable element load limit 0 = all elements loaded +20 + +# distortion (reordering) weight +[weight-d] +0.141806519223522 + +# language model weight +[weight-l] +0.142658800199951 + +# translation model weight (phrase translation, lexical weighting) +[weight-t] +0.00402447059454402 +0.0685647475075862 +0.294089113124688 +0.0328320356515851 +-0.0426081987467227 + +# word penalty +[weight-w] +-0.273416114951401 + +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +T 0 + + +[verbose] +2 + +[weight-file] +${TEST_PATH}/weights diff --git a/tests/phrase.sparse-phrase-table/to-translate.txt b/tests/phrase.sparse-phrase-table/to-translate.txt new file mode 100644 index 0000000..92d74ce --- /dev/null +++ b/tests/phrase.sparse-phrase-table/to-translate.txt @@ -0,0 +1 @@ +a b c c diff --git a/tests/phrase.sparse-phrase-table/truth/results.txt b/tests/phrase.sparse-phrase-table/truth/results.txt new file mode 100644 index 0000000..af8d526 --- /dev/null +++ b/tests/phrase.sparse-phrase-table/truth/results.txt @@ -0,0 +1,3 @@ +TRANSLATION_1=it me she she +SCORE_1 = -7.448 +TOTAL_WALLTIME ~ 7 diff --git a/tests/phrase.sparse-phrase-table/weights b/tests/phrase.sparse-phrase-table/weights new file mode 100644 index 0000000..7986538 --- /dev/null +++ b/tests/phrase.sparse-phrase-table/weights @@ -0,0 +1,3 @@ +PhraseDictionaryMemory0_po 0.5 +PhraseDictionaryMemory0_io -0.01 +PhraseDictionaryMemory0_o 0.1 |