diff options
| author | Hieu Hoang <fishandfrolick@gmail.com> | 2012-05-23 22:12:23 +0400 |
|---|---|---|
| committer | Hieu Hoang <fishandfrolick@gmail.com> | 2012-05-23 22:12:23 +0400 |
| commit | f33538ea5546e402d92645c8fa95289cdd12c988 (patch) | |
| tree | f9d7bd506640a646b35c20297f1f54d2830d7ffd /scripts/training | |
| parent | 761ac4f0fcbf1371daaeae65cfca7ded440fab9a (diff) | |
Works with phrase-table scoring
Diffstat (limited to 'scripts/training')
| -rwxr-xr-x | scripts/training/train-model.perl.missing_bin_dir | 12 |
1 files changed, 0 insertions, 12 deletions
diff --git a/scripts/training/train-model.perl.missing_bin_dir b/scripts/training/train-model.perl.missing_bin_dir index ff5d7454e..f599e00aa 100755 --- a/scripts/training/train-model.perl.missing_bin_dir +++ b/scripts/training/train-model.perl.missing_bin_dir @@ -1482,17 +1482,6 @@ sub score_phrase_phrase_extract { } my $extract = "$extract_filename.sorted.gz"; - if (!($___CONTINUE && -e "$extract_filename.sorted.gz")) { - # sorting - print STDERR "(6.".($substep++).") sorting $direction @ ".`date`; - if (-e "$extract_filename.gz") { - safesystem("gunzip < $extract_filename.gz | LC_ALL=C sort $__SORT_BUFFER_SIZE $__SORT_BATCH_SIZE -T $___TEMP_DIR | gzip -c > $extract_filename.sorted.gz") or die("ERROR"); - } - else { - safesystem("LC_ALL=C sort $__SORT_BUFFER_SIZE $__SORT_BATCH_SIZE -T $___TEMP_DIR $extract_filename | gzip -c > $extract_filename.sorted.gz") or die("ERROR"); - } - } - print STDERR "(6.".($substep++).") creating table half $ttable_file.half.$direction @ ".`date`; my $cmd = "$PHRASE_SCORE $extract $lexical_file.$direction $ttable_file.half.$direction.gz $inverse"; @@ -1506,7 +1495,6 @@ sub score_phrase_phrase_extract { $cmd .= " $CORE_SCORE_OPTIONS" if defined($_SCORE_OPTIONS); print $cmd."\n"; safesystem($cmd) or die "ERROR: Scoring of phrases failed"; - if (! $debug) { safesystem("rm -f $extract") or die("ERROR"); } # sorting inverse phrase-table-half to sync up with regular one if ($direction eq "e2f" && ! ($___CONTINUE && -e "$ttable_file.half.e2f.sorted")) { |