diff options
author | Hieu Hoang <hieu@hoang.co.uk> | 2013-07-17 17:13:34 +0400 |
---|---|---|
committer | Hieu Hoang <hieu@hoang.co.uk> | 2013-07-17 17:13:34 +0400 |
commit | 247f9a6c9c6e14ee4c3e5b874d371ff3d3f1b69b (patch) | |
tree | f851233ba2bad3ef39b97ad19cdf7cebe527fb07 /tests | |
parent | c9f536fffb62bc315191670e060f5512ffacf66d (diff) |
delete duplicate regression tests. It's duplicate 'cos all SRILM usage was changed to KENLM a while ago
Diffstat (limited to 'tests')
20 files changed, 0 insertions, 400 deletions
diff --git a/tests/chart.hierarchical-withsrilm/filter-stderr.pl b/tests/chart.hierarchical-withsrilm/filter-stderr.pl deleted file mode 100755 index 2f6e176..0000000 --- a/tests/chart.hierarchical-withsrilm/filter-stderr.pl +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST TRANSLATION:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/tests/chart.hierarchical-withsrilm/filter-stdout.pl b/tests/chart.hierarchical-withsrilm/filter-stdout.pl deleted file mode 100755 index 476ddf6..0000000 --- a/tests/chart.hierarchical-withsrilm/filter-stdout.pl +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/tests/chart.hierarchical-withsrilm/moses.ini b/tests/chart.hierarchical-withsrilm/moses.ini deleted file mode 100644 index bcc9b2e..0000000 --- a/tests/chart.hierarchical-withsrilm/moses.ini +++ /dev/null @@ -1,69 +0,0 @@ -######################### -### MOSES CONFIG FILE ### -######################### - -# input factors -[input-factors] -0 - -# mapping steps -[mapping] -0 T 0 -1 T 1 - -# translation tables: source-factors, target-factors, number of scores, file -[ttable-file] -6 0 0 5 ${MODEL_PATH}/hierarchical/phrase-table.0-0.1 -6 0 0 1 ${MODEL_PATH}/hierarchical/phrase-table.0-0.2 - -# no generation models, no generation-file section - -# language models: type(srilm/irstlm), factors, order, file -[lmodel-file] -8 0 5 ${LM_PATH}/news.de.arpalm.gz - - -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 - - -# language model weights -[weight-l] -0.273687 - - -# translation model weights -[weight-t] -0.077197 -0.014533 -0.059406 -0.001891 --0.098314 -0.131945 - -# no generation models, no weight-generation section - -# word penalty -[weight-w] --0.343026 - -[cube-pruning-pop-limit] -1000 - -[non-terminals] -X - -[search-algorithm] -3 - -[inputtype] -3 - -[max-chart-span] -20 -1000 - -[weight-d] -1 diff --git a/tests/chart.hierarchical-withsrilm/to-translate.txt b/tests/chart.hierarchical-withsrilm/to-translate.txt deleted file mode 100644 index 142ac43..0000000 --- a/tests/chart.hierarchical-withsrilm/to-translate.txt +++ /dev/null @@ -1,5 +0,0 @@ -Prague Stock Market falls to minus by the end of the trading day -after a sharp drop in the morning , the Prague Stock Market corrected its losses . -transactions with stocks from the Czech Energy Enterprise ( ÄŒEZ ) reached nearly half of the regular daily trading . -the Prague Stock Market immediately continued its fall from Monday at the beginning of Tuesday 's trading , when it dropped by nearly six percent . -this time the fall in stocks on Wall Street is responsible for the drop . diff --git a/tests/chart.hierarchical-withsrilm/truth/results.txt b/tests/chart.hierarchical-withsrilm/truth/results.txt deleted file mode 100644 index 02f62ad..0000000 --- a/tests/chart.hierarchical-withsrilm/truth/results.txt +++ /dev/null @@ -1,11 +0,0 @@ -TRANSLATION_1=Prag Stock Markt fällt , durch das Ende der Handel Tag -TRANSLATION_2=nach einem steilen Rückgang der Morgen , dem Prager Stock Markt korrigiert ihre Verluste . -TRANSLATION_3=Transaktionen mit Aktien von der tschechischen Energy Enterprise ( ÄŒEZ ) erreicht beinahe die Hälfte der regelmäßigen täglich Handel . -TRANSLATION_4=der Prager Stock Markt sofort ihren Sturz von Montag zu Beginn der Handel Tuesday , wenn es um beinahe sechs Prozent . -TRANSLATION_5=dieses Mal den Rückgang der Aktien an der Wall Street verantwortlich ist für die fallen . -SCORE_1 = -12.100 -SCORE_2 = -12.344 -SCORE_3 = -116.629 -SCORE_4 = -121.386 -SCORE_5 = -8.128 -TOTAL_WALLTIME ~ 258 diff --git a/tests/phrase.basic-lm-oov-withkenlm/filter-stderr.pl b/tests/phrase.basic-lm-oov-withkenlm/filter-stderr.pl deleted file mode 100755 index 2f6e176..0000000 --- a/tests/phrase.basic-lm-oov-withkenlm/filter-stderr.pl +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST TRANSLATION:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/tests/phrase.basic-lm-oov-withkenlm/filter-stdout.pl b/tests/phrase.basic-lm-oov-withkenlm/filter-stdout.pl deleted file mode 100755 index 476ddf6..0000000 --- a/tests/phrase.basic-lm-oov-withkenlm/filter-stdout.pl +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/tests/phrase.basic-lm-oov-withkenlm/moses.ini b/tests/phrase.basic-lm-oov-withkenlm/moses.ini deleted file mode 100644 index 3c25585..0000000 --- a/tests/phrase.basic-lm-oov-withkenlm/moses.ini +++ /dev/null @@ -1,53 +0,0 @@ -# moses.ini for regression test - -[ttable-file] -0 0 0 5 ${MODEL_PATH}/basic-surface-only/phrase-table.gz - -# language model -[lmodel-file] -8 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 -0.1 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - -[lmodel-oov-feature] -1 - - -[verbose] -2 - diff --git a/tests/phrase.basic-lm-oov-withkenlm/to-translate.txt b/tests/phrase.basic-lm-oov-withkenlm/to-translate.txt deleted file mode 100644 index a505702..0000000 --- a/tests/phrase.basic-lm-oov-withkenlm/to-translate.txt +++ /dev/null @@ -1,5 +0,0 @@ -ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? -schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . -vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . -das parlament will das auf zweierlei weise tun . -nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.basic-lm-oov-withkenlm/truth/results.txt b/tests/phrase.basic-lm-oov-withkenlm/truth/results.txt deleted file mode 100644 index b3b2e17..0000000 --- a/tests/phrase.basic-lm-oov-withkenlm/truth/results.txt +++ /dev/null @@ -1,11 +0,0 @@ -TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? -TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . -TRANSLATION_3=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain . -TRANSLATION_4=parliament wants the in two ways . -TRANSLATION_5=only then will the european institutions to its mandate . -SCORE_1 = -14.843 -SCORE_2 = -152.932 -SCORE_3 = -277.957 -SCORE_4 = -5.995 -SCORE_5 = -7.015 -TOTAL_WALLTIME ~ 8 diff --git a/tests/phrase.basic-surface-only-withkenlm.bin/filter-stderr.pl b/tests/phrase.basic-surface-only-withkenlm.bin/filter-stderr.pl deleted file mode 100755 index 2f6e176..0000000 --- a/tests/phrase.basic-surface-only-withkenlm.bin/filter-stderr.pl +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST TRANSLATION:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/tests/phrase.basic-surface-only-withkenlm.bin/filter-stdout.pl b/tests/phrase.basic-surface-only-withkenlm.bin/filter-stdout.pl deleted file mode 100755 index 476ddf6..0000000 --- a/tests/phrase.basic-surface-only-withkenlm.bin/filter-stdout.pl +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/tests/phrase.basic-surface-only-withkenlm.bin/moses.ini b/tests/phrase.basic-surface-only-withkenlm.bin/moses.ini deleted file mode 100644 index 25bd271..0000000 --- a/tests/phrase.basic-surface-only-withkenlm.bin/moses.ini +++ /dev/null @@ -1,49 +0,0 @@ -# moses.ini for regression test - -[ttable-file] -0 0 0 5 ${MODEL_PATH}/basic-surface-only/phrase-table.gz - -# language model -[lmodel-file] -8 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - - -[verbose] -2 - diff --git a/tests/phrase.basic-surface-only-withkenlm.bin/to-translate.txt b/tests/phrase.basic-surface-only-withkenlm.bin/to-translate.txt deleted file mode 100644 index a505702..0000000 --- a/tests/phrase.basic-surface-only-withkenlm.bin/to-translate.txt +++ /dev/null @@ -1,5 +0,0 @@ -ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? -schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . -vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . -das parlament will das auf zweierlei weise tun . -nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.basic-surface-only-withkenlm.bin/truth/results.txt b/tests/phrase.basic-surface-only-withkenlm.bin/truth/results.txt deleted file mode 100644 index faf5eaf..0000000 --- a/tests/phrase.basic-surface-only-withkenlm.bin/truth/results.txt +++ /dev/null @@ -1,11 +0,0 @@ -TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? -TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . -TRANSLATION_3=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain . -TRANSLATION_4=parliament wants the in two ways . -TRANSLATION_5=only then will the european institutions to its mandate . -SCORE_1 = -14.843 -SCORE_2 = -153.032 -SCORE_3 = -278.157 -SCORE_4 = -5.995 -SCORE_5 = -7.015 -TOTAL_WALLTIME ~ 13 diff --git a/tests/phrase.basic-surface-only-withkenlm/filter-stderr.pl b/tests/phrase.basic-surface-only-withkenlm/filter-stderr.pl deleted file mode 100755 index 2f6e176..0000000 --- a/tests/phrase.basic-surface-only-withkenlm/filter-stderr.pl +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST TRANSLATION:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/tests/phrase.basic-surface-only-withkenlm/filter-stdout.pl b/tests/phrase.basic-surface-only-withkenlm/filter-stdout.pl deleted file mode 100755 index 476ddf6..0000000 --- a/tests/phrase.basic-surface-only-withkenlm/filter-stdout.pl +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/tests/phrase.basic-surface-only-withkenlm/moses.ini b/tests/phrase.basic-surface-only-withkenlm/moses.ini deleted file mode 100644 index 25bd271..0000000 --- a/tests/phrase.basic-surface-only-withkenlm/moses.ini +++ /dev/null @@ -1,49 +0,0 @@ -# moses.ini for regression test - -[ttable-file] -0 0 0 5 ${MODEL_PATH}/basic-surface-only/phrase-table.gz - -# language model -[lmodel-file] -8 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - - -[verbose] -2 - diff --git a/tests/phrase.basic-surface-only-withkenlm/to-translate.txt b/tests/phrase.basic-surface-only-withkenlm/to-translate.txt deleted file mode 100644 index a505702..0000000 --- a/tests/phrase.basic-surface-only-withkenlm/to-translate.txt +++ /dev/null @@ -1,5 +0,0 @@ -ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? -schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . -vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . -das parlament will das auf zweierlei weise tun . -nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/tests/phrase.basic-surface-only-withkenlm/truth/results.txt b/tests/phrase.basic-surface-only-withkenlm/truth/results.txt deleted file mode 100644 index 354ac4f..0000000 --- a/tests/phrase.basic-surface-only-withkenlm/truth/results.txt +++ /dev/null @@ -1,11 +0,0 @@ -TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? -TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . -TRANSLATION_3=three years ago our employment strategy , we started by small and medium-sized enterprises , halfen chancenkapital to obtain . -TRANSLATION_4=parliament wants the in two ways . -TRANSLATION_5=only then will the european institutions to its mandate . -SCORE_1 = -14.843 -SCORE_2 = -153.032 -SCORE_3 = -278.157 -SCORE_4 = -5.995 -SCORE_5 = -7.015 -TOTAL_WALLTIME ~ 16 |