1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
package MosesRegressionTesting;
use strict;
# if your tests need a new version of the test data, increment this
# and make sure that a moses-regression-tests-vX.Y is available for
# download from statmt.org (redpony AT umd dot edu for more info)
# find the data directory in a few likely locations and make sure
# that it is the correct version
sub find_data_directory
{
my ($test_script_root, $data_dir) = @_;
my @ds = ();
my $mrtp = "moses-reg-test-data";
push @ds, $data_dir if defined $data_dir;
push @ds, "$test_script_root/$mrtp";
push @ds, "/export/ws06osmt/regression-testing/$mrtp";
push @ds, "/tmp/$mrtp";
push @ds, "/var/tmp/$mrtp";
foreach my $d (@ds) {
next unless (-d $d);
if (!-d "$d/models") {
print STDERR "Found $d but it is malformed: missing subdir models/\n";
next;
}
if (!-d "$d/lm") {
print STDERR "Found $d but it is malformed: missing subdir lm/\n";
next;
}
return $d;
}
print STDERR<<EOT;
You do not appear to have the regression testing data installed. You may
either specify a non-standard location when running the test suite with
the --data-dir option, or, you may install it in any one of the following
standard locations: $test_script_root, /tmp, or /var/tmp with these
commands:
cd <DESIRED_INSTALLATION_DIRECTORY>
git clone https://github.com/hieuhoang/moses-reg-test-data.git
EOT
exit 1;
}
sub get_localized_moses_ini
{
use File::Temp;
my ($moses_ini, $data_dir, $results_dir) = @_;
my $LM_PATH = "$data_dir/lm";
my $MODEL_PATH = "$data_dir/models";
use Cwd qw/ abs_path /; use File::Basename; my $TEST_PATH = dirname(abs_path($moses_ini));
my $local_moses_ini = new File::Temp( UNLINK => 0, SUFFIX => '.ini' );
open MI, "<$moses_ini" or die "Couldn't read $moses_ini";
open MO, ">$local_moses_ini" or die "Couldn't open $local_moses_ini for writing";
while (my $l = <MI>) {
$l =~ s/\$\{LM_PATH\}/$LM_PATH/g;
$l =~ s/\$\{MODEL_PATH\}/$MODEL_PATH/g;
$l =~ s/\$\{TEST_PATH\}/$TEST_PATH/g;
$l =~ s/\$\{RESULTS_PATH\}/$results_dir/g;
print $local_moses_ini $l;
}
close MO;
close MI;
return $local_moses_ini->filename;
}
sub get_nbestlist
{
my ($moses_ini) = @_;
my $nbestfile = undef;
my $nbestsize = undef;
open MI, "<$moses_ini" or die "Couldn't read $moses_ini";
while (my $l = <MI>) {
if ($l =~ /\[n-best-list\]/i){
chomp($nbestfile = <MI>);
chomp($nbestsize = <MI>);
}
}
close MI;
return ($nbestfile,$nbestsize);
}
1;
|
