Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/moses-smt/mosesdecoder.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorHieu Hoang <fishandfrolick@gmail.com>2012-05-13 13:23:59 +0400
committerHieu Hoang <fishandfrolick@gmail.com>2012-05-13 13:23:59 +0400
commite74f67abc58b243c6cac5548a86d82480489ce4a (patch)
tree3da2f8ca0b97671210783d1676e2675d5ae846d0 /scripts/generic
parent066c209fcb277db73bd1395f0ddfd32cabde31e1 (diff)
use new gzipped extract file. Always save extract files already sorted
Diffstat (limited to 'scripts/generic')
-rwxr-xr-xscripts/generic/extract-parallel.perl32
1 files changed, 16 insertions, 16 deletions
diff --git a/scripts/generic/extract-parallel.perl b/scripts/generic/extract-parallel.perl
index 1e607db49..ec5366f2e 100755
--- a/scripts/generic/extract-parallel.perl
+++ b/scripts/generic/extract-parallel.perl
@@ -102,31 +102,31 @@ else
}
# merge
-my $extractCmd = "zcat ";
-my $extractInvCmd = "zcat ";
-my $extractOrderingCmd = "zcat ";
+my $catCmd = "zcat ";
+my $catInvCmd = "zcat ";
+my $catOCmd = "zcat ";
for (my $i = 0; $i < $numParallel; ++$i)
{
my $numStr = NumStr($i);
- $extractCmd .= "$TMPDIR/extract.$numStr.gz ";
- $extractInvCmd .= "$TMPDIR/extract.$numStr.inv.gz ";
- $extractOrderingCmd .= "$TMPDIR/extract.$numStr.o.gz ";
+ $catCmd .= "$TMPDIR/extract.$numStr.gz ";
+ $catInvCmd .= "$TMPDIR/extract.$numStr.inv.gz ";
+ $catOCmd .= "$TMPDIR/extract.$numStr.o.gz ";
}
-$extractCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.sorted.gz \n";
-$extractInvCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.inv.sorted.gz \n";
-$extractOrderingCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.o.sorted.gz \n";
-print STDERR $extractCmd;
-print STDERR $extractInvCmd;
-print STDERR $extractOrderingCmd;
+$catCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.sorted.gz \n";
+$catInvCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.inv.sorted.gz \n";
+$catOCmd .= " | LC_ALL=C $sortCmd -T $TMPDIR | gzip -c > $extract.o.sorted.gz \n";
+print STDERR $catCmd;
+print STDERR $catInvCmd;
+print STDERR $catOCmd;
-systemCheck($extractCmd);
-systemCheck($extractInvCmd);
+systemCheck($catCmd);
+systemCheck($catInvCmd);
my $numStr = NumStr(0);
-if (-e "$TMPDIR/extract.$numStr.o")
+if (-e "$TMPDIR/extract.$numStr.o.gz")
{
- systemCheck($extractOrderingCmd);
+ systemCheck($catOCmd);
}