all the data starting from v12

5 files changed, 118 insertions, 0 deletions

diff --git a/tests/chart.hierarchical/filter-stderr.pl b/tests/chart.hierarchical/filter-stderr.pl
new file mode 100755
index 0000000..2f6e176
--- /dev/null
+++ b/tests/chart.hierarchical/filter-stderr.pl
@@ -0,0 +1,22 @@
+#!/usr/bin/perl
+
+BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; }
+use RegTestUtils;
+
+$x=0;
+while (<>) {
+  chomp;
+
+  if (/^Finished loading LanguageModels/) {
+    my $time = RegTestUtils::readTime($_);
+    print "LMLOAD_TIME ~ $time\n";
+  }
+  if (/^Finished loading phrase tables/) {
+    my $time = RegTestUtils::readTime($_);
+    print "PTLOAD_TIME ~ $time\n";
+  }
+  next unless /^BEST TRANSLATION:/;
+  my $pscore = RegTestUtils::readHypoScore($_);
+  $x++;
+  print "SCORE_$x = $pscore\n";
+}
diff --git a/tests/chart.hierarchical/filter-stdout.pl b/tests/chart.hierarchical/filter-stdout.pl
new file mode 100755
index 0000000..476ddf6
--- /dev/null
+++ b/tests/chart.hierarchical/filter-stdout.pl
@@ -0,0 +1,7 @@
+#!/usr/bin/perl
+$x=0;
+while (<>) {
+  chomp;
+  $x++;
+  print "TRANSLATION_$x=$_\n";
+}
diff --git a/tests/chart.hierarchical/moses.ini b/tests/chart.hierarchical/moses.ini
new file mode 100644
index 0000000..9d6edec
--- /dev/null
+++ b/tests/chart.hierarchical/moses.ini
@@ -0,0 +1,69 @@
+#########################
+### MOSES CONFIG FILE ###
+#########################
+
+# input factors
+[input-factors]
+0
+
+# mapping steps
+[mapping]
+0 T 0
+1 T 1
+
+# translation tables: source-factors, target-factors, number of scores, file 
+[ttable-file]
+6 0 0 5 ${MODEL_PATH}/hierarchical/phrase-table.0-0.1
+6 0 0 1 ${MODEL_PATH}/hierarchical/phrase-table.0-0.2
+
+# no generation models, no generation-file section
+
+# language models: type(srilm/irstlm), factors, order, file
+[lmodel-file]
+1 0 5 ${LM_PATH}/news.de.binlm
+
+
+# limit on how many phrase translations e for each phrase f are loaded
+# 0 = all elements loaded
+[ttable-limit]
+20
+
+
+# language model weights
+[weight-l]
+0.273687
+
+
+# translation model weights
+[weight-t]
+0.077197
+0.014533
+0.059406
+0.001891
+-0.098314
+0.131945
+
+# no generation models, no weight-generation section
+
+# word penalty
+[weight-w]
+-0.343026
+
+[cube-pruning-pop-limit]
+1000
+
+[non-terminals]
+X
+
+[search-algorithm]
+3
+
+[inputtype]
+3
+
+[max-chart-span]
+20
+1000
+
+[weight-d]
+1
diff --git a/tests/chart.hierarchical/to-translate.txt b/tests/chart.hierarchical/to-translate.txt
new file mode 100644
index 0000000..142ac43
--- /dev/null
+++ b/tests/chart.hierarchical/to-translate.txt
@@ -0,0 +1,5 @@
+Prague Stock Market falls to minus by the end of the trading day 
+after a sharp drop in the morning , the Prague Stock Market corrected its losses . 
+transactions with stocks from the Czech Energy Enterprise ( ČEZ ) reached nearly half of the regular daily trading . 
+the Prague Stock Market immediately continued its fall from Monday at the beginning of Tuesday 's trading , when it dropped by nearly six percent . 
+this time the fall in stocks on Wall Street is responsible for the drop . 
diff --git a/tests/chart.hierarchical/truth/results.txt b/tests/chart.hierarchical/truth/results.txt
new file mode 100644
index 0000000..a349164
--- /dev/null
+++ b/tests/chart.hierarchical/truth/results.txt
@@ -0,0 +1,15 @@
+TRANSLATION_1=Prag überquillt Stock Markt , durch das Ende des Handel Tag
+TRANSLATION_2=nach einem steilen Rückgang der Morgen der Prager Stock Markt ihre Verluste . korrigiert
+TRANSLATION_3=Geschäfte mit Aktien aus der Tschechischen Energy Enterprise ( ČEZ ) erreicht beinahe die Hälfte der täglichen Handel . regelmäßigen
+TRANSLATION_4=Über die Prag Stock Market sofort seinem Sturz von Montag Anfang der Handel , wenn es um beinahe sechs Prozent . Tuesday
+TRANSLATION_5=diesmal in Aktien an der Wall Street dem Fall ist für die fallen .
+LMLOAD_TIME ~ 1.000
+PTLOAD_TIME ~ 1.000
+PTLOAD_TIME ~ 83.000
+PTLOAD_TIME ~ 83.000
+SCORE_1 = -12.918
+SCORE_2 = -12.745
+SCORE_3 = -117.584
+SCORE_4 = -122.749
+SCORE_5 = -9.149
+TOTAL_WALLTIME ~ 105