diff options
| author | Barry Haddow <barry.haddow@gmail.com> | 2013-05-02 18:15:52 +0400 |
|---|---|---|
| committer | Barry Haddow <barry.haddow@gmail.com> | 2013-05-02 18:15:52 +0400 |
| commit | 5eebb9538ef25824504214852acc38bc4a93fb2e (patch) | |
| tree | a41e99097d7f5aa64c3d18c6119c9a580264aa81 /scripts/ems | |
| parent | 5638aa6a32ce0e6b0f68c0f6d073e40adf19124d (diff) | |
Enable skipping of filtering in EMS
Use 'binarize-all = path-to-binarize-model.perl
Diffstat (limited to 'scripts/ems')
| -rw-r--r-- | scripts/ems/experiment.meta | 15 | ||||
| -rwxr-xr-x | scripts/ems/experiment.perl | 3 |
2 files changed, 9 insertions, 9 deletions
diff --git a/scripts/ems/experiment.meta b/scripts/ems/experiment.meta index 28e55af8d..798ad00a0 100644 --- a/scripts/ems/experiment.meta +++ b/scripts/ems/experiment.meta @@ -569,7 +569,7 @@ binarize-config pass-unless: binarize-all rerun-on-change: config default-name: model/moses.bin.ini - template: $binarize-all $ttable-binarizer $rtable-binarizer OUT IN + template: $binarize-all IN OUT -Binarizer $ttable-binarizer hiero-compile-source-suffix-array in: corpus-mml-postfilter=OR=corpus-mml-prefilter=OR=corpus out: hiero-source-suffix-array @@ -818,21 +818,21 @@ filter-devtest ignore-unless: use-mira error: already exists. Please delete apply-filter - in: TRAINING:config filtered-dir + in: TRAINING:bin-config filtered-dir out: filtered-config default-name: tuning/moses.filtered.ini pass-if: TRAINING:binarize-all ignore-if: use-hiero template: $moses-script-dir/ems/support/substitute-filtered-tables.perl IN1/moses.ini < IN > OUT apply-filter-devtest - in: TRAINING:config filtered-dir-devtest + in: TRAINING:bin-config filtered-dir-devtest out: filtered-config-devtest default-name: tuning/moses.filtered.devtest.ini pass-if: TRAINING:binarize-all ignore-unless: use-mira template: $moses-script-dir/ems/support/substitute-filtered-tables.perl IN1/moses.ini < IN > OUT tune - in: filtered-config input reference filtered-config-devtest input-devtest reference-devtest + in: TRAINING:bin-config=OR=filtered-config input reference filtered-config-devtest input-devtest reference-devtest out: weight-config ignore-if: use-hiero qsub-script: yes @@ -840,7 +840,7 @@ tune rerun-on-change: decoder-settings tuning-settings nbest lambda async not-error: trans: No such file or directory apply-weights - in: TRAINING:config weight-config + in: TRAINING:bin-config weight-config out: config-with-reused-weights ignore-if: use-hiero default-name: tuning/moses.tuned.ini @@ -932,11 +932,10 @@ apply-filter in: TUNING:config-with-reused-weights filtered-dir out: filtered-config default-name: evaluation/filtered.ini - pass-if: TRAINING:binarize-all - ignore-if: use-hiero + ignore-if: TRAINING:binarize-all template: $moses-script-dir/ems/support/substitute-filtered-tables.perl IN1/moses.ini < IN > OUT decode - in: filtered-config input + in: TUNING:config-with-reused-weights input filtered-config out: system-output default-name: evaluation/output qsub-script: yes diff --git a/scripts/ems/experiment.perl b/scripts/ems/experiment.perl index ff619b0a3..688de3ff9 100755 --- a/scripts/ems/experiment.perl +++ b/scripts/ems/experiment.perl @@ -2607,7 +2607,8 @@ sub define_evaluation_decode { my $dir = &check_and_get("GENERAL:working-dir"); my ($system_output, - $config,$input) = &get_output_and_input($step_id); + $config,$input,$filtered_config) = &get_output_and_input($step_id); + $config = $filtered_config if $filtered_config; my $jobs = &backoff_and_get("EVALUATION:$set:jobs"); my $decoder = &check_backoff_and_get("EVALUATION:$set:decoder"); |