diff options
author | Hieu Hoang <hieuhoang@gmail.com> | 2012-06-25 22:53:31 +0400 |
---|---|---|
committer | Hieu Hoang <hieuhoang@gmail.com> | 2012-06-25 22:53:31 +0400 |
commit | 09e1bb1107359a26d1a92ef9cdd2cacee9b0b35c (patch) | |
tree | a2eb61d89ea16b850cf280fc31bbf3e9361a0c02 /tests/phrase.consensus-decoding-surface | |
parent | cd5b988812fbc68bdae6d0805d63b4780ef7a816 (diff) |
all the data starting from v12
Diffstat (limited to 'tests/phrase.consensus-decoding-surface')
5 files changed, 102 insertions, 0 deletions
diff --git a/tests/phrase.consensus-decoding-surface/filter-stderr.pl b/tests/phrase.consensus-decoding-surface/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/tests/phrase.consensus-decoding-surface/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/tests/phrase.consensus-decoding-surface/filter-stdout.pl b/tests/phrase.consensus-decoding-surface/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/tests/phrase.consensus-decoding-surface/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/tests/phrase.consensus-decoding-surface/moses.ini b/tests/phrase.consensus-decoding-surface/moses.ini new file mode 100644 index 0000000..550bc2e --- /dev/null +++ b/tests/phrase.consensus-decoding-surface/moses.ini @@ -0,0 +1,60 @@ +# moses.ini for regression test + +[ttable-file] +0 0 0 5 ${MODEL_PATH}/basic-surface-only/phrase-table.gz + +# language model +[lmodel-file] +0 0 3 ${LM_PATH}/europarl.en.srilm.gz +# limit on how many phrase translations e for each phrase f are loaded +[ttable-limit] +#ttable element load limit 0 = all elements loaded +20 + +# distortion (reordering) weight +[weight-d] +0.141806519223522 + +# language model weight +[weight-l] +0.142658800199951 + +# translation model weight (phrase translation, lexical weighting) +[weight-t] +0.00402447059454402 +0.0685647475075862 +0.294089113124688 +0.0328320356515851 +-0.0426081987467227 + +# word penalty +[weight-w] +-0.273416114951401 + +[distortion-limit] +4 + +[beam-threshold] +0.03 + +[input-factors] +0 + +[mapping] +T 0 + + +[verbose] +2 + +[consensus-decoding] +1 + +[mbr-size] +1000 + +[lmbr-pruning-factor] +100 + +[mbr-scale] +1 diff --git a/tests/phrase.consensus-decoding-surface/to-translate.txt b/tests/phrase.consensus-decoding-surface/to-translate.txt new file mode 100644 index 0000000..a505702 --- /dev/null +++ b/tests/phrase.consensus-decoding-surface/to-translate.txt @@ -0,0 +1,5 @@ +ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? +schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . +vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . +das parlament will das auf zweierlei weise tun . +nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.consensus-decoding-surface/truth/results.txt b/tests/phrase.consensus-decoding-surface/truth/results.txt new file mode 100644 index 0000000..9710951 --- /dev/null +++ b/tests/phrase.consensus-decoding-surface/truth/results.txt @@ -0,0 +1,8 @@ +TRANSLATION_1=i ask you , therefore , mr president , are the different labour costs not therefore also a reduction of the free competition in the european union ? +TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of all commitments by payments are met . +TRANSLATION_3=three years ago , we have with our employment initiative started by small and medium-sized enterprises halfen , chancenkapital to obtain . +TRANSLATION_4=parliament wants the in two ways to do . +TRANSLATION_5=only then will the european institutions also its mandate fair . +LMLOAD_TIME ~ 8.00 +PTLOAD_TIME ~ 9.00 +TOTAL_WALLTIME ~ 200 |