diff options
Diffstat (limited to 'regression-testing/run-test-suite')
-rwxr-xr-x | regression-testing/run-test-suite | 93 |
1 files changed, 0 insertions, 93 deletions
diff --git a/regression-testing/run-test-suite b/regression-testing/run-test-suite deleted file mode 100755 index 9b388b619..000000000 --- a/regression-testing/run-test-suite +++ /dev/null @@ -1,93 +0,0 @@ -#!/usr/bin/perl -w - -use strict; -my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; } -use Getopt::Long; - -############################################################ -my @tests = qw ( - basic-surface-only - ptable-filtering - multi-factor - multi-factor-drop - confusionNet-surface-only - basic-surface-binptable - multi-factor-binptable - ); -############################################################ - -use MosesRegressionTesting; -use File::Temp qw ( tempfile ); -use POSIX qw ( strftime ); - -my $decoder; -my $test_dir; -my $BIN_TEST = $script_dir; -my $data_dir; - -GetOptions("decoder=s" => \$decoder, - "data-dir=s" => \$data_dir, - ); - -$data_dir = MosesRegressionTesting::find_data_directory($BIN_TEST, $data_dir); - -my $test_run = "$BIN_TEST/run-single-test.pl --data-dir=$data_dir"; -$test_dir = $script_dir . "/tests"; -$test_run .= " --test-dir=$test_dir" if $test_dir; - -print "Data directory: $data_dir\n"; - -die "Please specify a decoder to test with --decoder\n" unless $decoder; - -die "Cannot locate executable called $decoder\n" unless (-x $decoder); - -$test_run .= " --decoder=$decoder"; - -print "Running tests: @tests\n\n"; - -print "TEST NAME STATUS PATH TO RESULTS\n"; -my $lb = "---------------------------------------------------------------------------------------------------------\n"; -print $lb; - -my $fail = 0; -my @failed; -foreach my $test (@tests) { - my $cmd = "$test_run --test=$test"; - my ($res, $output, $results_path) = do_test($cmd); - format STDOUT = -@<<<<<<<<<<<<<<<<<<<<<< @<<<<<<<<< @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< -$test, $res, $results_path -. - write; - if ($res eq 'FAIL') { - print "$lb$output$lb"; - $fail++; - push @failed, $test; - } else { -# TOTAL_WALLTIME result=BASELINE=11, TEST=12 DELTA=1 PCT CHANGE=9.09 - if ($output =~ /TOTAL_WALLTIME\s+result\s*=\s*([^\n]+)/o) { - print "\t\tTiming statistics: $1\n"; - } - } -} - -my $total = scalar @tests; -my $fail_percentage = int(100 * $fail / $total); -my $pass_percentage = int(100 * ($total-$fail) / $total); -print "\n$pass_percentage% of the tests passed.\n"; -print "$fail_percentage% of the tests failed.\n"; -if ($fail_percentage>0) { print "\nPLEASE INVESTIAGE THESE FAILED TESTS: @failed\n"; } - -sub do_test { - my ($test) = @_; - my $o = `$test 2>&1`; - my $res = 'PASS'; - $res = 'FAIL' if ($? > 0); - my $od = ''; - if ($o =~ /RESULTS AVAILABLE IN: (.*)$/m) { - $od = $1; - $o =~ s/^RESULTS AVAIL.*$//mo; - } - return ($res, $o, $od); -} - |