diff options
| author | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-06 22:17:21 +0400 |
|---|---|---|
| committer | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-06 22:17:21 +0400 |
| commit | 0b59bee21ca284c5225149c46f43430fccb4d854 (patch) | |
| tree | c5b2b920c76e1908f40cc3a07279bf95e6d69e0d /scripts | |
| parent | 797b36a73a81d9ab154862328fe6de3a8b85b2ad (diff) | |
sa extraction works
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/ems/experiment.perl | 14 | ||||
| -rwxr-xr-x | scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh | 4 |
2 files changed, 13 insertions, 5 deletions
diff --git a/scripts/ems/experiment.perl b/scripts/ems/experiment.perl index b9d025d65..7774a8010 100755 --- a/scripts/ems/experiment.perl +++ b/scripts/ems/experiment.perl @@ -2204,9 +2204,17 @@ sub define_tuningevaluation_filter { $cmd .= "-config $config\n"; # filter command - $cmd .= "$scripts/training/filter-model-given-input.pl"; - $cmd .= " $filter_dir $config $input_filter $settings\n"; - + my $sa_exec_dir = &check_and_get("TRAINING:suffix-array"); + if ($sa_exec_dir eq "") { + # normal phrase table + $cmd .= "$scripts/training/filter-model-given-input.pl"; + $cmd .= " $filter_dir $config $input_filter $settings\n"; + } + else { + # suffix array + $cmd .= "$scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh $sa_exec_dir $phrase_translation_table $input_filter $filter_dir \n"; + } + # clean-up $cmd .= "rm $config"; diff --git a/scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh b/scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh index bc11e2cfc..d3d9ff86d 100755 --- a/scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh +++ b/scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh @@ -1,6 +1,6 @@ #!/bin/bash -# execute: ~/workspace/bin/moses-smt/scripts/training/wrappers/suffix-array-extract.sh $SA_EXEC_DIR $MODEL_DIR $INPUT_FILE $OUTPUT_DIR +# execute: ~/workspace/bin/moses-smt/scripts/training/wrappers/adam-suffix-array/suffix-array-extract.sh $SA_EXEC_DIR $MODEL_DIR $INPUT_FILE $OUTPUT_DIR SA_EXEC_DIR=$1 MODEL_DIR=$2 @@ -12,7 +12,7 @@ mkdir $OUTPUT_DIR pushd . cd $OUTPUT_DIR -$SA_EXEC_DIR/extractor.py -c $MODEL_DIR/extract.ini < $INPUT_FILE +cat $INPUT_FILE | $SA_EXEC_DIR/escape-testset.pl | $SA_EXEC_DIR/extractor.py -c $MODEL_DIR/extract.ini popd |