diff options
Diffstat (limited to 'regression-testing/tests')
40 files changed, 0 insertions, 858 deletions
diff --git a/regression-testing/tests/basic-surface-binptable/filter-stderr b/regression-testing/tests/basic-surface-binptable/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/basic-surface-binptable/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/basic-surface-binptable/filter-stdout b/regression-testing/tests/basic-surface-binptable/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/basic-surface-binptable/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/basic-surface-binptable/moses.ini b/regression-testing/tests/basic-surface-binptable/moses.ini deleted file mode 100644 index d51f2bd3d..000000000 --- a/regression-testing/tests/basic-surface-binptable/moses.ini +++ /dev/null @@ -1,52 +0,0 @@ -# Moses configuration file -# automatic exodus from pharaoh.ini Wed Jul 12 18:24:14 EDT 2006 - -########################### -### PHARAOH CONFIG FILE ### -########################### - -# phrase table f, n, p(n|f) -[ttable-file] -0 0 5 ${MODEL_PATH}/basic-surface-binptable/phrase-table.gz - -# language model -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz - -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - diff --git a/regression-testing/tests/basic-surface-binptable/to-translate b/regression-testing/tests/basic-surface-binptable/to-translate deleted file mode 100644 index a505702d1..000000000 --- a/regression-testing/tests/basic-surface-binptable/to-translate +++ /dev/null @@ -1,5 +0,0 @@ -ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? -schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . -vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . -das parlament will das auf zweierlei weise tun . -nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/regression-testing/tests/basic-surface-binptable/truth/results.dat b/regression-testing/tests/basic-surface-binptable/truth/results.dat deleted file mode 100644 index 30b87afaa..000000000 --- a/regression-testing/tests/basic-surface-binptable/truth/results.dat +++ /dev/null @@ -1,13 +0,0 @@ -TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? -TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . -TRANSLATION_3=three years ago our employment strategy , we started by small and medium-sized enterprises halfen , chancenkapital to obtain . -TRANSLATION_4=parliament wants the in two ways . -TRANSLATION_5=only then will the european institutions to its mandate . -LMLOAD_TIME ~ 10.00 -PTLOAD_TIME ~ 10.00 -SCORE_1 = -14.84 -SCORE_2 = -33.76 -SCORE_3 = -40.24 -SCORE_4 = -6.00 -SCORE_5 = -7.02 -TOTAL_WALLTIME ~ 23 diff --git a/regression-testing/tests/basic-surface-only/filter-stderr b/regression-testing/tests/basic-surface-only/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/basic-surface-only/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/basic-surface-only/filter-stdout b/regression-testing/tests/basic-surface-only/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/basic-surface-only/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/basic-surface-only/moses.ini b/regression-testing/tests/basic-surface-only/moses.ini deleted file mode 100644 index 384954ece..000000000 --- a/regression-testing/tests/basic-surface-only/moses.ini +++ /dev/null @@ -1,45 +0,0 @@ -# moses.ini for regression test - -[ttable-file] -0 0 5 ${MODEL_PATH}/basic-surface-only/phrase-table.gz - -# language model -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - diff --git a/regression-testing/tests/basic-surface-only/to-translate b/regression-testing/tests/basic-surface-only/to-translate deleted file mode 100644 index a505702d1..000000000 --- a/regression-testing/tests/basic-surface-only/to-translate +++ /dev/null @@ -1,5 +0,0 @@ -ich frage sie also , herr präsident : stellen die unterschiedlichen arbeitskosten somit nicht auch eine beschränkung des freien wettbewerbs in der europäischen union dar ? -schaut man sich die fälligkeitspläne der ausführung des haushalts für die rubriken 2 , 3 , 4 und 7 an , stellt man fest , dass nur durchschnittlich 8 % aller verpflichtungen durch zahlungen gedeckt sind . -vor drei jahren haben wir mit unserer beschäftigungsinitiative begonnen , indem wir kleinen und mittleren unternehmen halfen , chancenkapital zu bekommen . -das parlament will das auf zweierlei weise tun . -nur dann werden die europäischen institutionen auch ihrem auftrag gerecht . diff --git a/regression-testing/tests/basic-surface-only/truth/results.dat b/regression-testing/tests/basic-surface-only/truth/results.dat deleted file mode 100644 index e41fb463f..000000000 --- a/regression-testing/tests/basic-surface-only/truth/results.dat +++ /dev/null @@ -1,13 +0,0 @@ -TRANSLATION_1=i ask you , therefore , mr president , the different labour costs are therefore not a restriction of free competition in the european union ? -TRANSLATION_2=if we look at the fälligkeitspläne the implementation of the budget for the categories 2 , 3 , 4 and 7 to , we see that only an average of 8 % of commitments by payments are met . -TRANSLATION_3=three years ago our employment strategy , we started by small and medium-sized enterprises halfen , chancenkapital to obtain . -TRANSLATION_4=parliament wants the in two ways . -TRANSLATION_5=only then will the european institutions to its mandate . -LMLOAD_TIME ~ 8.00 -PTLOAD_TIME ~ 9.00 -SCORE_1 = -14.84 -SCORE_2 = -33.76 -SCORE_3 = -40.24 -SCORE_4 = -6.00 -SCORE_5 = -7.02 -TOTAL_WALLTIME ~ 28 diff --git a/regression-testing/tests/confusionNet-surface-only/filter-stderr b/regression-testing/tests/confusionNet-surface-only/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/confusionNet-surface-only/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/confusionNet-surface-only/filter-stdout b/regression-testing/tests/confusionNet-surface-only/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/confusionNet-surface-only/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/confusionNet-surface-only/moses.ini b/regression-testing/tests/confusionNet-surface-only/moses.ini deleted file mode 100644 index e9db4481d..000000000 --- a/regression-testing/tests/confusionNet-surface-only/moses.ini +++ /dev/null @@ -1,56 +0,0 @@ -# Moses configuration file -# automatic exodus from pharaoh.ini Wed Jul 12 18:24:14 EDT 2006 - -########################### -### PHARAOH CONFIG FILE ### -########################### - -# phrase table f, n, p(n|f) -[ttable-file] -0 0 5 ${MODEL_PATH}/confusionNet-surface-only/phrase-table.0-0 - -# language model -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -[ttable-limit] -#ttable element load limit 0 = all elements loaded -20 - -# distortion (reordering) weight -[weight-d] -0.141806519223522 - -# language model weight -[weight-l] -0.142658800199951 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.00402447059454402 -0.0685647475075862 -0.294089113124688 -0.0328320356515851 --0.0426081987467227 - -# word penalty -[weight-w] --0.273416114951401 - -[distortion-limit] -4 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - -[inputtype] -1 - -[weight-i] -1.0 diff --git a/regression-testing/tests/confusionNet-surface-only/to-translate b/regression-testing/tests/confusionNet-surface-only/to-translate deleted file mode 100644 index d08755644..000000000 --- a/regression-testing/tests/confusionNet-surface-only/to-translate +++ /dev/null @@ -1,15 +0,0 @@ -damit|PROADV 1.0 -ist|VSFIN 1.0 war|VSFIN 1.0 sei|VSFIN 1.0 -der|ART 1.0 die|ART 1.0 das|ART 1.0 -arbeitsplan|NN 1.0 - -damit|PROADV 1.0 dies|PROADV 1.0 -ist|VSFIN 1.0 war|VSFIN 1.0 sei|VSFIN 1.0 ist|VVFIN 1.0 war|VVFIN 1.0 sei|VVFIN 1.0 -der|ART 1.0 die|ART 1.0 das|ART 1.0 der|DT 1.0 die|DT 1.0 das|DT 1.0 -arbeitsplan|NN 1.0 - -damit|PROADV 1.0 dies|PROADV 0.0 -ist|VSFIN 1.0 war|VSFIN 1.0 sei|VSFIN 1.0 dies|PROADV 0.0 das|DT 0.0 -der|ART 1.0 die|ART 1.0 das|ART 1.0 dies|PROADV 0.0 -arbeitsplan|NN 1.0 dies|PROADV 0.0 - diff --git a/regression-testing/tests/confusionNet-surface-only/to-translate.new b/regression-testing/tests/confusionNet-surface-only/to-translate.new deleted file mode 100644 index 008278bbb..000000000 --- a/regression-testing/tests/confusionNet-surface-only/to-translate.new +++ /dev/null @@ -1,10 +0,0 @@ -damit|PROADV 1.0 -ist|VSFIN 1.0 war|VSFIN 1.0 sei|VSFIN 1.0 -der|ART 1.0 die|ART 1.0 das|ART 1.0 -arbeitsplan|NN 1.0 - -damit|PROADV 1.0 dies|PROADV 1.0 -ist|VSFIN 1.0 war|VSFIN 1.0 sei|VSFIN 1.0 ist|VVFIN 1.0 war|VVFIN 1.0 sei|VVFIN 1.0 -der|ART 1.0 die|ART 1.0 das|ART 1.0 der|DT 1.0 die|DT 1.0 das|DT 1.0 -arbeitsplan|NN 1.0 - diff --git a/regression-testing/tests/confusionNet-surface-only/to-translate.orig b/regression-testing/tests/confusionNet-surface-only/to-translate.orig deleted file mode 100644 index f3fda26da..000000000 --- a/regression-testing/tests/confusionNet-surface-only/to-translate.orig +++ /dev/null @@ -1,10 +0,0 @@ -damit|PROADV 0.0 -ist|VSFIN 0.0 war|VSFIN 0.0 sei|VSFIN 0.0 -der|ART 0.0 die|ART 0.0 das|ART 0.0 -arbeitsplan|NN 0.0 - -damit|PROADV 0.0 dies|PROADV 0.0 -ist|VSFIN 0.0 war|VSFIN 0.0 sei|VSFIN 0.0 ist|VVFIN 0.0 war|VVFIN 0.0 sei|VVFIN 0.0 -der|ART 0.0 die|ART 0.0 das|ART 0.0 der|DT 0.0 die|DT 0.0 das|DT 0.0 -arbeitsplan|NN 0.0 - diff --git a/regression-testing/tests/confusionNet-surface-only/truth/results.dat b/regression-testing/tests/confusionNet-surface-only/truth/results.dat deleted file mode 100644 index fd8aac0c6..000000000 --- a/regression-testing/tests/confusionNet-surface-only/truth/results.dat +++ /dev/null @@ -1,9 +0,0 @@ -TRANSLATION_1=that is the order of business -TRANSLATION_2=this is the order of business -TRANSLATION_3=that is the order of business -LMLOAD_TIME ~ 10.00 -PTLOAD_TIME ~ 10.00 -SCORE_1 = -2.97 -SCORE_2 = -2.56 -SCORE_3 = -2.97 -TOTAL_WALLTIME ~ 11 diff --git a/regression-testing/tests/multi-factor-binptable/filter-stderr b/regression-testing/tests/multi-factor-binptable/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/multi-factor-binptable/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/multi-factor-binptable/filter-stdout b/regression-testing/tests/multi-factor-binptable/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/multi-factor-binptable/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/multi-factor-binptable/moses.ini b/regression-testing/tests/multi-factor-binptable/moses.ini deleted file mode 100644 index db43d33b9..000000000 --- a/regression-testing/tests/multi-factor-binptable/moses.ini +++ /dev/null @@ -1,63 +0,0 @@ -######################### -### MOSES CONFIG FILE ### -######################### - -# input factors -[input-factors] -0 -1 - -# mapping steps -[mapping] -T 0 -G 0 -T 1 - -# translation tables: source-factors, target-factors, number of scores, file -[ttable-file] -0 0 5 ${MODEL_PATH}/multi-factor-binptable/phrase-table.0-0.gz -1 1 5 ${MODEL_PATH}/multi-factor-binptable/phrase-table.1-1.gz - -# generation models: source-factors, target-factors -[generation-file] -0 1 2 ${MODEL_PATH}/multi-factor-binptable/generation.0-1.gz - -# language models: 0, factors, type, file -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz - -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 -0 - -# distortion (reordering) weight -[weight-d] -0.6 - -# language model weights -[weight-l] -0.5 - -# translation model weights -[weight-t] -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 - -# generation model weights -[weight-generation] -0.3 -0 - -# word penalty -[weight-w] --1 diff --git a/regression-testing/tests/multi-factor-binptable/to-translate b/regression-testing/tests/multi-factor-binptable/to-translate deleted file mode 100644 index b3283a754..000000000 --- a/regression-testing/tests/multi-factor-binptable/to-translate +++ /dev/null @@ -1 +0,0 @@ -es|PPER gibt|VVFIN verschiedene|ADJ andere|ADJ meinungen|NN .|PE diff --git a/regression-testing/tests/multi-factor-binptable/truth/results.dat b/regression-testing/tests/multi-factor-binptable/truth/results.dat deleted file mode 100644 index d7637123d..000000000 --- a/regression-testing/tests/multi-factor-binptable/truth/results.dat +++ /dev/null @@ -1,5 +0,0 @@ -TRANSLATION_1=there are various different opinions . -LMLOAD_TIME ~ 10.00 -PTLOAD_TIME ~ 10.00 -SCORE_1 = -13.73 -TOTAL_WALLTIME ~ 11 diff --git a/regression-testing/tests/multi-factor-drop/dropize_phrase_table.pl b/regression-testing/tests/multi-factor-drop/dropize_phrase_table.pl deleted file mode 100755 index e764eec84..000000000 --- a/regression-testing/tests/multi-factor-drop/dropize_phrase_table.pl +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/perl - -#add_empties_to_phrase_table: go through an old-style pharaoh phrase table (no empty target sources) and add one such line for each single-word source phrase in the table, -#complete with factors (note the number and type of factors are hardcoded here); -#also add deletion-cost factors as necessary to all lines -#Evan Herbst 7 / 11 / 06 - -#usage: aetpt INPUT_PTABLE OUTPUT_PTABLE - -my ($inputFile, $outputFile) = @ARGV; -my $DELETIONCOST = 2.718; #weight for an individual deletion - -open(INFILE, "<$inputFile") or die "couldn't open '$inputFile' for read\n"; -open(OUTFILE, ">$outputFile") or die "couldn't open '$outputFile' for write\n"; -my ($lastSrcPhrase, $srcPhrase); -while(my $line = <INFILE>) -{ - chop($line); - $lastSrcPhrase = $srcPhrase; - my @tokens = split(/\|\|\|/, $line); - $srcPhrase = $tokens[0]; - if($srcPhrase ne $lastSrcPhrase && $srcPhrase =~ /^\s*\S+\s*$/) #new source phrase of a single word; add deletion line - { - print OUTFILE "$srcPhrase ||| ||| 1 1 1 1 2.718 $DELETIONCOST\n"; - } - print OUTFILE "$line 1\n"; -} -close(INFILE); -close(OUTFILE); diff --git a/regression-testing/tests/multi-factor-drop/filter-stderr b/regression-testing/tests/multi-factor-drop/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/multi-factor-drop/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/multi-factor-drop/filter-stdout b/regression-testing/tests/multi-factor-drop/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/multi-factor-drop/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/multi-factor-drop/moses.ini b/regression-testing/tests/multi-factor-drop/moses.ini deleted file mode 100644 index 526d59ee0..000000000 --- a/regression-testing/tests/multi-factor-drop/moses.ini +++ /dev/null @@ -1,71 +0,0 @@ -######################### -### MOSES CONFIG FILE ### -######################### - -# input factors -[input-factors] -0 -1 - -# mapping steps -[mapping] -T 0 -G 0 -T 1 - -# translation tables: source-factors, target-factors, number of scores, file -[ttable-file] -0 0 6 ${MODEL_PATH}/multi-factor-drop/phrase-table.0-0.gz -1 1 5 ${MODEL_PATH}/multi-factor-drop/phrase-table.1-1.gz - -# generation models: source-factors, target-factors -[generation-file] -0 1 ${MODEL_PATH}/multi-factor-drop/generation.0-1.gz - -# language models: 0, factors, type, file -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz - -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 -0 - -# distortion (reordering) weight -[weight-d] -0.6 - -# language model weights -[weight-l] -0.5 - -# translation model weights -[weight-t] -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 - -# generation model weights -[weight-generation] -0.3 -0 - -# word penalty -[weight-w] --1 - -[phrase-drop-allowed] -yes - -##word-drop penalty -#[weight-e] -#2.718 diff --git a/regression-testing/tests/multi-factor-drop/to-translate b/regression-testing/tests/multi-factor-drop/to-translate deleted file mode 100644 index b3283a754..000000000 --- a/regression-testing/tests/multi-factor-drop/to-translate +++ /dev/null @@ -1 +0,0 @@ -es|PPER gibt|VVFIN verschiedene|ADJ andere|ADJ meinungen|NN .|PE diff --git a/regression-testing/tests/multi-factor-drop/truth/results.dat b/regression-testing/tests/multi-factor-drop/truth/results.dat deleted file mode 100644 index 00928862a..000000000 --- a/regression-testing/tests/multi-factor-drop/truth/results.dat +++ /dev/null @@ -1,5 +0,0 @@ -TRANSLATION_1=there are different opinions -LMLOAD_TIME ~ 10.00 -PTLOAD_TIME ~ 11.00 -SCORE_1 = -12.67 -TOTAL_WALLTIME ~ 11 diff --git a/regression-testing/tests/multi-factor/filter-stderr b/regression-testing/tests/multi-factor/filter-stderr deleted file mode 100755 index 58b4ce9ed..000000000 --- a/regression-testing/tests/multi-factor/filter-stderr +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/perl - -BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, "$script_dir/../perllib"; } -use RegTestUtils; - -$x=0; -while (<>) { - chomp; - - if (/^Finished loading LanguageModels/) { - my $time = RegTestUtils::readTime($_); - print "LMLOAD_TIME ~ $time\n"; - } - if (/^Finished loading phrase tables/) { - my $time = RegTestUtils::readTime($_); - print "PTLOAD_TIME ~ $time\n"; - } - next unless /^BEST HYPO:/; - my $pscore = RegTestUtils::readHypoScore($_); - $x++; - print "SCORE_$x = $pscore\n"; -} diff --git a/regression-testing/tests/multi-factor/filter-stdout b/regression-testing/tests/multi-factor/filter-stdout deleted file mode 100755 index 476ddf6e9..000000000 --- a/regression-testing/tests/multi-factor/filter-stdout +++ /dev/null @@ -1,7 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - $x++; - print "TRANSLATION_$x=$_\n"; -} diff --git a/regression-testing/tests/multi-factor/moses.ini b/regression-testing/tests/multi-factor/moses.ini deleted file mode 100644 index e8611a2cf..000000000 --- a/regression-testing/tests/multi-factor/moses.ini +++ /dev/null @@ -1,63 +0,0 @@ -######################### -### MOSES CONFIG FILE ### -######################### - -# input factors -[input-factors] -0 -1 - -# mapping steps -[mapping] -T 0 -G 0 -T 1 - -# translation tables: source-factors, target-factors, number of scores, file -[ttable-file] -0 0 5 ${MODEL_PATH}/multi-factor/phrase-table.0-0.gz -1 1 5 ${MODEL_PATH}/multi-factor/phrase-table.1-1.gz - -# generation models: source-factors, target-factors -[generation-file] -0 1 2 ${MODEL_PATH}/multi-factor/generation.0-1.gz - -# language models: 0, factors, type, file -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz - -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 -0 - -# distortion (reordering) weight -[weight-d] -0.6 - -# language model weights -[weight-l] -0.5 - -# translation model weights -[weight-t] -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 - -# generation model weights -[weight-generation] -0.3 -0 - -# word penalty -[weight-w] --1 diff --git a/regression-testing/tests/multi-factor/moses2.ini b/regression-testing/tests/multi-factor/moses2.ini deleted file mode 100644 index a98e71483..000000000 --- a/regression-testing/tests/multi-factor/moses2.ini +++ /dev/null @@ -1,63 +0,0 @@ -######################### -### MOSES CONFIG FILE ### -######################### - -# input factors -[input-factors] -0 -1 - -# mapping steps -[mapping] -T 0 -G 0 -T 1 - -# translation tables: source-factors, target-factors, number of scores, file -[ttable-file] -0 0 5 /export/ws06osmt/regression-testing/models/multi-factor/phrase-table.0-0.gz -1 1 5 /export/ws06osmt/regression-testing/models/multi-factor/phrase-table.1-1.gz - -# generation models: source-factors, target-factors -[generation-file] -0 1 2 /export/ws06osmt/regression-testing/models/multi-factor/generation.0-1.gz - -# language models: 0, factors, type, file -[lmodel-file] -0 0 3 /export/ws06osmt/models/lm/europarl.en.srilm.gz - -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 -0 - -# distortion (reordering) weight -[weight-d] -0.6 - -# language model weights -[weight-l] -0.5 - -# translation model weights -[weight-t] -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 -0.2 - -# generation model weights -[weight-generation] -0.3 -0 - -# word penalty -[weight-w] --1 diff --git a/regression-testing/tests/multi-factor/to-translate b/regression-testing/tests/multi-factor/to-translate deleted file mode 100644 index b3283a754..000000000 --- a/regression-testing/tests/multi-factor/to-translate +++ /dev/null @@ -1 +0,0 @@ -es|PPER gibt|VVFIN verschiedene|ADJ andere|ADJ meinungen|NN .|PE diff --git a/regression-testing/tests/multi-factor/truth/results.dat b/regression-testing/tests/multi-factor/truth/results.dat deleted file mode 100644 index 3f07889b2..000000000 --- a/regression-testing/tests/multi-factor/truth/results.dat +++ /dev/null @@ -1,5 +0,0 @@ -TRANSLATION_1=there are various different opinions . -LMLOAD_TIME ~ 10.00 -PTLOAD_TIME ~ 11.00 -SCORE_1 = -13.73 -TOTAL_WALLTIME ~ 12 diff --git a/regression-testing/tests/perllib/RegTestUtils.pm b/regression-testing/tests/perllib/RegTestUtils.pm deleted file mode 100644 index 25e7f5e53..000000000 --- a/regression-testing/tests/perllib/RegTestUtils.pm +++ /dev/null @@ -1,31 +0,0 @@ -#RegTestUtils.pm: for moses regression testing -#Evan Herbst, 8 / 11 / 06 - -use strict; - -package RegTestUtils; -return 1; - -############################################################### - -#arguments: chomped line of output that gives the best hypo and various scores -#return: a string to be compared with the correct total hypothesis score; -# it's formatted as a double if no error, or "FORMAT ERROR" if there is one -sub readHypoScore -{ - my $line = shift; - #the 0.12 is hardcoded in Hypothesis.cpp because some parsing scripts still - #expect a comma-separated list of scores -- EVH - if($line =~ /\[total=\s*(-?\d+\.\d+)\]/) {return $1;} - return "FORMAT ERROR"; -} - -#arguments: chomped line of output that gives a time in seconds -#return: a string to be compared with the correct time; -# it's formatted as a double if no error, or "FORMAT ERROR" if there is one -sub readTime -{ - my $line = shift; - if($line =~ /\[(\d+\.\d+)\]\s*seconds$/) {return $1;} - return "FORMAT ERROR"; -} diff --git a/regression-testing/tests/ptable-filtering/filter-stderr b/regression-testing/tests/ptable-filtering/filter-stderr deleted file mode 100755 index 4b359127e..000000000 --- a/regression-testing/tests/ptable-filtering/filter-stderr +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/perl -$x=0; -while (<>) { - chomp; - - if (/^\[.* ; 2-2\]$/o) { - my @lines; - my $done = 0; - while (!$done) { - $x = <>; - if ($x =~ /^\s*$/o) { $done = 1; } else { - chomp $x; - $x =~ s/^\s+//o; - push @lines, $x; - } - } - my $c = 0; - foreach my $x (sort @lines) { - $c++; - print "TRANSLATION_OPTION_$c=$x\n"; - } - } - - next unless /^BEST HYPO:/; - s/^BEST HYPO:\s*//; - s/\s*\[111+.*$//; - $x++; - print "TRANSLATION_$x = $_\n"; -} diff --git a/regression-testing/tests/ptable-filtering/filter-stdout b/regression-testing/tests/ptable-filtering/filter-stdout deleted file mode 100755 index a0421ef93..000000000 --- a/regression-testing/tests/ptable-filtering/filter-stdout +++ /dev/null @@ -1,2 +0,0 @@ -#!/usr/bin/perl -$x=0; diff --git a/regression-testing/tests/ptable-filtering/moses.ini b/regression-testing/tests/ptable-filtering/moses.ini deleted file mode 100644 index 360c4389f..000000000 --- a/regression-testing/tests/ptable-filtering/moses.ini +++ /dev/null @@ -1,59 +0,0 @@ -# reg testing - -[ttable-file] -0 0 6 ${MODEL_PATH}/ptable-filtering/phrase-table.gz - -# language model -[lmodel-file] -0 0 3 ${LM_PATH}/europarl.en.srilm.gz -# limit on how many phrase translations e for each phrase f are loaded -# 0 = all elements loaded -[ttable-limit] -20 - -# distortion (reordering) type -[distortion-type] -distance - -# distortion (reordering) weight -[weight-d] -0.01 - -# language model weight -[weight-l] -0.05 - -# translation model weight (phrase translation, lexical weighting) -[weight-t] -0.019268 -0.025749 -0.018038 -0.008511 -0.013410 --0.624610 - -# word penalty -[weight-w] --0.108496 - -[distortion-limit] -6 - -[stack] -100 - -[lmodel-floor] --50 - -[beam-threshold] -0.03 - -[input-factors] -0 - -[mapping] -T 0 - -[verbose] -3 - diff --git a/regression-testing/tests/ptable-filtering/to-translate b/regression-testing/tests/ptable-filtering/to-translate deleted file mode 100644 index 3ece67fa6..000000000 --- a/regression-testing/tests/ptable-filtering/to-translate +++ /dev/null @@ -1 +0,0 @@ -西 è” æ±‡æ¬¾ . diff --git a/regression-testing/tests/ptable-filtering/truth/results.dat b/regression-testing/tests/ptable-filtering/truth/results.dat deleted file mode 100644 index 8ad5240a1..000000000 --- a/regression-testing/tests/ptable-filtering/truth/results.dat +++ /dev/null @@ -1,22 +0,0 @@ -TRANSLATION_OPTION_1=form of , pC=-0.57, c=-0.81 -TRANSLATION_OPTION_2=from , pC=-0.60, c=-0.78 -TRANSLATION_OPTION_3=money , pC=-0.38, c=-0.68 -TRANSLATION_OPTION_4=money transfers , pC=-0.29, c=-0.80 -TRANSLATION_OPTION_5=of transfers , pC=-0.32, c=-0.80 -TRANSLATION_OPTION_6=payments , pC=-0.49, c=-0.82 -TRANSLATION_OPTION_7=providing , pC=-0.54, c=-0.87 -TRANSLATION_OPTION_8=remittance , pC=-0.06, c=-0.63 -TRANSLATION_OPTION_9=remittance of , pC=-0.15, c=-0.73 -TRANSLATION_OPTION_10=remittances , , pC=-0.20, c=-0.79 -TRANSLATION_OPTION_11=remittances , pC=-0.04, c=-0.61 -TRANSLATION_OPTION_12=remittances , to , pC=-0.16, c=-0.86 -TRANSLATION_OPTION_13=remittances from , pC=-0.15, c=-0.75 -TRANSLATION_OPTION_14=represents , pC=-0.55, c=-0.85 -TRANSLATION_OPTION_15=sending money , pC=-0.33, c=-0.84 -TRANSLATION_OPTION_16=sent , pC=-0.49, c=-0.83 -TRANSLATION_OPTION_17=transfer , pC=-0.37, c=-0.72 -TRANSLATION_OPTION_18=transfer of money , pC=-0.35, c=-0.80 -TRANSLATION_OPTION_19=transfers , pC=-0.33, c=-0.69 -TRANSLATION_OPTION_20=transfers from , pC=-0.36, c=-0.76 -TRANSLATION_1 = from the west . -TOTAL_WALLTIME ~ 14 |