diff options
author | Hieu Hoang <hieuhoang@gmail.com> | 2015-01-09 18:09:11 +0300 |
---|---|---|
committer | Hieu Hoang <hieuhoang@gmail.com> | 2015-01-09 18:09:11 +0300 |
commit | cc7605ba829c2989fd655c3863a1dc47397cfd17 (patch) | |
tree | f4715ff1834e983e91dad8a9bd0b0bf1c3887628 | |
parent | 0d7200ad606c22d9e55f02cb3b869b295942f1f9 (diff) |
oov ptoovpt
11 files changed, 195 insertions, 0 deletions
diff --git a/tests/phrase.basic-surface-only.new-mapping/filter-stderr.pl b/tests/phrase.basic-surface-only.new-mapping/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/tests/phrase.basic-surface-only.new-mapping/filter-stdout.pl b/tests/phrase.basic-surface-only.new-mapping/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/tests/phrase.basic-surface-only.new-mapping/moses.ini b/tests/phrase.basic-surface-only.new-mapping/moses.ini new file mode 100644 index 0000000..7951424 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/moses.ini @@ -0,0 +1,35 @@ +# moses.ini for regression test + +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +0 PhraseDictionaryMemory0 +1 UnknownWordPenalty0 + +[verbose] +2 + +[feature] +KENLM factor=0 order=3 num-features=1 lazyken=0 path=${LM_PATH}/europarl.en.srilm.gz +Distortion +WordPenalty +UnknownWordPenalty +PhraseDictionaryMemory input-factor=0 output-factor=0 path=${MODEL_PATH}/basic-surface-only/phrase-table.gz num-features=5 table-limit=20 + +[weight] +WordPenalty0= -0.273416 +KENLM0= 0.142659 +Distortion0= 0.141807 +PhraseDictionaryMemory0= 0.00402447 0.0685648 0.294089 0.032832 -0.0426082 + +[decoding-graph-backoff] +0 +1 + diff --git a/tests/phrase.basic-surface-only.new-mapping/moses.ini~ b/tests/phrase.basic-surface-only.new-mapping/moses.ini~ new file mode 100644 index 0000000..5c7774c --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/moses.ini~ @@ -0,0 +1,32 @@ +# moses.ini for regression test + +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +0 PhraseDictionaryMemory0 +1 UnknownWordPenalty0 + +[verbose] +2 + +[feature] +KENLM factor=0 order=3 num-features=1 lazyken=0 path=${LM_PATH}/europarl.en.srilm.gz +Distortion +WordPenalty +UnknownWordPenalty +PhraseDictionaryMemory input-factor=0 output-factor=0 path=${MODEL_PATH}/basic-surface-only/phrase-table.gz num-features=5 table-limit=20 + +[weight] +WordPenalty0= -0.273416 +KENLM0= 0.142659 +Distortion0= 0.141807 +PhraseDictionaryMemory0= 0.00402447 0.0685648 0.294089 0.032832 -0.0426082 + + diff --git a/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stderr.pl b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stdout.pl b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/moses.ini b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/moses.ini new file mode 100644 index 0000000..a24cc2d --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/moses.ini @@ -0,0 +1,32 @@ +# moses.ini for regression test + +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +T 0 + + +[verbose] +2 + +[feature] +KENLM factor=0 order=3 num-features=1 lazyken=0 path=${LM_PATH}/europarl.en.srilm.gz +Distortion +WordPenalty +UnknownWordPenalty +PhraseDictionaryMemory input-factor=0 output-factor=0 path=${MODEL_PATH}/basic-surface-only/phrase-table.gz num-features=5 table-limit=20 + +[weight] +WordPenalty0= -0.273416 +KENLM0= 0.142659 +Distortion0= 0.141807 +PhraseDictionaryMemory0= 0.00402447 0.0685648 0.294089 0.032832 -0.0426082 + + diff --git a/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/to-translate.txt b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/to-translate.txt new file mode 100644 index 0000000..079abe9 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/to-translate.txt @@ -0,0 +1,6 @@ +ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? + +schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . +vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . +das parlament will das auf zweierlei weise tun . +nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/truth/results.txt b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/truth/results.txt new file mode 100644 index 0000000..88fa606 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/phrase.basic-surface-only/truth/results.txt @@ -0,0 +1,13 @@ +TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? +TRANSLATION_2= +TRANSLATION_3=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . +TRANSLATION_4=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain . +TRANSLATION_5=parliament wants the in two ways . +TRANSLATION_6=only then will the european institutions to its mandate . +SCORE_1 = -14.843 +SCORE_2 = 0.000 +SCORE_3 = -153.032 +SCORE_4 = -278.157 +SCORE_5 = -5.995 +SCORE_6 = -7.015 +TOTAL_WALLTIME ~ 31 diff --git a/tests/phrase.basic-surface-only.new-mapping/to-translate.txt b/tests/phrase.basic-surface-only.new-mapping/to-translate.txt new file mode 100644 index 0000000..079abe9 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/to-translate.txt @@ -0,0 +1,6 @@ +ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? + +schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . +vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . +das parlament will das auf zweierlei weise tun . +nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.basic-surface-only.new-mapping/truth/results.txt b/tests/phrase.basic-surface-only.new-mapping/truth/results.txt new file mode 100644 index 0000000..88fa606 --- /dev/null +++ b/tests/phrase.basic-surface-only.new-mapping/truth/results.txt @@ -0,0 +1,13 @@ +TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? +TRANSLATION_2= +TRANSLATION_3=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . +TRANSLATION_4=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain . +TRANSLATION_5=parliament wants the in two ways . +TRANSLATION_6=only then will the european institutions to its mandate . +SCORE_1 = -14.843 +SCORE_2 = 0.000 +SCORE_3 = -153.032 +SCORE_4 = -278.157 +SCORE_5 = -5.995 +SCORE_6 = -7.015 +TOTAL_WALLTIME ~ 31 |