diff options
author | Hieu Hoang <hieuhoang@gmail.com> | 2012-06-25 22:53:31 +0400 |
---|---|---|
committer | Hieu Hoang <hieuhoang@gmail.com> | 2012-06-25 22:53:31 +0400 |
commit | 09e1bb1107359a26d1a92ef9cdd2cacee9b0b35c (patch) | |
tree | a2eb61d89ea16b850cf280fc31bbf3e9361a0c02 /tests/chart.hierarchical | |
parent | cd5b988812fbc68bdae6d0805d63b4780ef7a816 (diff) |
all the data starting from v12
Diffstat (limited to 'tests/chart.hierarchical')
-rwxr-xr-x | tests/chart.hierarchical/filter-stderr.pl | 22 | ||||
-rwxr-xr-x | tests/chart.hierarchical/filter-stdout.pl | 7 | ||||
-rw-r--r-- | tests/chart.hierarchical/moses.ini | 69 | ||||
-rw-r--r-- | tests/chart.hierarchical/to-translate.txt | 5 | ||||
-rw-r--r-- | tests/chart.hierarchical/truth/results.txt | 15 |
5 files changed, 118 insertions, 0 deletions
diff --git a/tests/chart.hierarchical/filter-stderr.pl b/tests/chart.hierarchical/filter-stderr.pl new file mode 100755 index 0000000..2f6e176 --- /dev/null +++ b/tests/chart.hierarchical/filter-stderr.pl @@ -0,0 +1,22 @@ +#!/usr/bin/perl + +BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } +use RegTestUtils; + +$x=0; +while (<>) { + chomp; + + if (/^Finished loading LanguageModels/) { + my $time = RegTestUtils::readTime($_); + print "LMLOAD_TIME ~ $time\n"; + } + if (/^Finished loading phrase tables/) { + my $time = RegTestUtils::readTime($_); + print "PTLOAD_TIME ~ $time\n"; + } + next unless /^BEST TRANSLATION:/; + my $pscore = RegTestUtils::readHypoScore($_); + $x++; + print "SCORE_$x = $pscore\n"; +} diff --git a/tests/chart.hierarchical/filter-stdout.pl b/tests/chart.hierarchical/filter-stdout.pl new file mode 100755 index 0000000..476ddf6 --- /dev/null +++ b/tests/chart.hierarchical/filter-stdout.pl @@ -0,0 +1,7 @@ +#!/usr/bin/perl +$x=0; +while (<>) { + chomp; + $x++; + print "TRANSLATION_$x=$_\n"; +} diff --git a/tests/chart.hierarchical/moses.ini b/tests/chart.hierarchical/moses.ini new file mode 100644 index 0000000..9d6edec --- /dev/null +++ b/tests/chart.hierarchical/moses.ini @@ -0,0 +1,69 @@ +######################### +### MOSES CONFIG FILE ### +######################### + +# input factors +[input-factors] +0 + +# mapping steps +[mapping] +0 T 0 +1 T 1 + +# translation tables: source-factors, target-factors, number of scores, file +[ttable-file] +6 0 0 5 ${MODEL_PATH}/hierarchical/phrase-table.0-0.1 +6 0 0 1 ${MODEL_PATH}/hierarchical/phrase-table.0-0.2 + +# no generation models, no generation-file section + +# language models: type(srilm/irstlm), factors, order, file +[lmodel-file] +1 0 5 ${LM_PATH}/news.de.binlm + + +# limit on how many phrase translations e for each phrase f are loaded +# 0 = all elements loaded +[ttable-limit] +20 + + +# language model weights +[weight-l] +0.273687 + + +# translation model weights +[weight-t] +0.077197 +0.014533 +0.059406 +0.001891 +-0.098314 +0.131945 + +# no generation models, no weight-generation section + +# word penalty +[weight-w] +-0.343026 + +[cube-pruning-pop-limit] +1000 + +[non-terminals] +X + +[search-algorithm] +3 + +[inputtype] +3 + +[max-chart-span] +20 +1000 + +[weight-d] +1 diff --git a/tests/chart.hierarchical/to-translate.txt b/tests/chart.hierarchical/to-translate.txt new file mode 100644 index 0000000..142ac43 --- /dev/null +++ b/tests/chart.hierarchical/to-translate.txt @@ -0,0 +1,5 @@ +Prague Stock Market falls to minus by the end of the trading day +after a sharp drop in the morning , the Prague Stock Market corrected its losses . +transactions with stocks from the Czech Energy Enterprise ( ČEZ ) reached nearly half of the regular daily trading . +the Prague Stock Market immediately continued its fall from Monday at the beginning of Tuesday 's trading , when it dropped by nearly six percent . +this time the fall in stocks on Wall Street is responsible for the drop . diff --git a/tests/chart.hierarchical/truth/results.txt b/tests/chart.hierarchical/truth/results.txt new file mode 100644 index 0000000..a349164 --- /dev/null +++ b/tests/chart.hierarchical/truth/results.txt @@ -0,0 +1,15 @@ +TRANSLATION_1=Prag überquillt Stock Markt , durch das Ende des Handel Tag +TRANSLATION_2=nach einem steilen Rückgang der Morgen der Prager Stock Markt ihre Verluste . korrigiert +TRANSLATION_3=Geschäfte mit Aktien aus der Tschechischen Energy Enterprise ( ČEZ ) erreicht beinahe die Hälfte der täglichen Handel . regelmäßigen +TRANSLATION_4=Über die Prag Stock Market sofort seinem Sturz von Montag Anfang der Handel , wenn es um beinahe sechs Prozent . Tuesday +TRANSLATION_5=diesmal in Aktien an der Wall Street dem Fall ist für die fallen . +LMLOAD_TIME ~ 1.000 +PTLOAD_TIME ~ 1.000 +PTLOAD_TIME ~ 83.000 +PTLOAD_TIME ~ 83.000 +SCORE_1 = -12.918 +SCORE_2 = -12.745 +SCORE_3 = -117.584 +SCORE_4 = -122.749 +SCORE_5 = -9.149 +TOTAL_WALLTIME ~ 105 |