diff options
Diffstat (limited to 'defer/phrase.continue-partial-translation')
5 files changed, 82 insertions, 0 deletions
diff --git a/defer/phrase.continue-partial-translation/filter-stderr.pl b/defer/phrase.continue-partial-translation/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/defer/phrase.continue-partial-translation/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/defer/phrase.continue-partial-translation/filter-stdout.pl b/defer/phrase.continue-partial-translation/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/defer/phrase.continue-partial-translation/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/defer/phrase.continue-partial-translation/moses.ini b/defer/phrase.continue-partial-translation/moses.ini new file mode 100644 index 0000000..621e327 --- /dev/null +++ b/defer/phrase.continue-partial-translation/moses.ini @@ -0,0 +1,34 @@ +# moses.ini for regression test +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +T 0 + + +[continue-partial-translation] +1 + +[verbose] +2 + + +[feature] +KENLM factor=0 order=3 num-features=1 lazyken=0 path=${LM_PATH}/europarl.en.srilm.gz +Distortion +WordPenalty +UnknownWordPenalty +PhraseDictionaryMemory input-factor=0 output-factor=0 path=${MODEL_PATH}/basic-surface-only/phrase-table.gz num-features=5 table-limit=20 + +[weight] +WordPenalty0= -0.273416 +KENLM0= 1.42659 +Distortion0= 0.141807 +PhraseDictionaryMemory0= 0.00402447 0.0685648 0.294089 0.032832 -0.0426082 + diff --git a/defer/phrase.continue-partial-translation/to-translate.txt b/defer/phrase.continue-partial-translation/to-translate.txt new file mode 100644 index 0000000..9283512 --- /dev/null +++ b/defer/phrase.continue-partial-translation/to-translate.txt @@ -0,0 +1,6 @@ +das +keep ||| 00000 ||| das +keep ||| 10000 ||| behalten das +test ||| 0000 ||| raz dva tri ctyri +two ||| 0100 ||| raz dva tri ctyri +three ||| 0010 ||| raz dva tri ctyri diff --git a/defer/phrase.continue-partial-translation/truth/results.txt b/defer/phrase.continue-partial-translation/truth/results.txt new file mode 100644 index 0000000..d9d3626 --- /dev/null +++ b/defer/phrase.continue-partial-translation/truth/results.txt @@ -0,0 +1,13 @@ +TRANSLATION_1=' +TRANSLATION_2=keep the +TRANSLATION_3=keep the +TRANSLATION_4=test raz dva tri ctyri +TRANSLATION_5=two raz tri ctyri +TRANSLATION_6=three raz dva ctyri +SCORE_1 = -17.279 +SCORE_2 = -19.343 +SCORE_3 = -19.343 +SCORE_4 = -1731.443 +SCORE_5 = -1303.374 +SCORE_6 = -1303.374 +TOTAL_WALLTIME ~ 8 |