diff options
| author | phikoehn <pkoehn@inf.ed.ac.uk> | 2012-05-28 23:15:58 +0400 |
|---|---|---|
| committer | phikoehn <pkoehn@inf.ed.ac.uk> | 2012-05-28 23:15:58 +0400 |
| commit | 6d1165654caf8edc995a41a4c6c9666e65ebce96 (patch) | |
| tree | b4562c29ba79c5398e20b051ae6eb7f950a305e4 /scripts/ems | |
| parent | db1e6040b241c74ed01b9da0e4a8bd2f4c15f176 (diff) | |
script updates and added ems config help
Diffstat (limited to 'scripts/ems')
| -rw-r--r-- | scripts/ems/example/config.basic | 3 | ||||
| -rw-r--r-- | scripts/ems/example/config.factored | 3 | ||||
| -rw-r--r-- | scripts/ems/example/config.hierarchical | 3 | ||||
| -rw-r--r-- | scripts/ems/example/config.syntax | 3 | ||||
| -rw-r--r-- | scripts/ems/example/config.toy | 3 |
5 files changed, 10 insertions, 5 deletions
diff --git a/scripts/ems/example/config.basic b/scripts/ems/example/config.basic index c08f51764..939e13aad 100644 --- a/scripts/ems/example/config.basic +++ b/scripts/ems/example/config.basic @@ -260,7 +260,8 @@ script = $moses-script-dir/training/train-model.perl ### general options # these are options that are passed on to train-model.perl, for instance # * "-mgiza -mgiza-cpus 8" to use mgiza instead of giza -# * "-sort-buffer-size 8G" to reduce on-disk sorting +# * "-sort-buffer-size 8G -sort-compress gzip" to reduce on-disk sorting +# * "-sort-parallel 8 -cores 8" to speed up phrase table building # #training-options = "" diff --git a/scripts/ems/example/config.factored b/scripts/ems/example/config.factored index 4bc198a6b..df9f28f33 100644 --- a/scripts/ems/example/config.factored +++ b/scripts/ems/example/config.factored @@ -280,7 +280,8 @@ script = $moses-script-dir/training/train-model.perl ### general options # these are options that are passed on to train-model.perl, for instance # * "-mgiza -mgiza-cpus 8" to use mgiza instead of giza -# * "-sort-buffer-size 8G" to reduce on-disk sorting +# * "-sort-buffer-size 8G -sort-compress gzip" to reduce on-disk sorting +# * "-sort-parallel 8 -cores 8" to speed up phrase table building # #training-options = "" diff --git a/scripts/ems/example/config.hierarchical b/scripts/ems/example/config.hierarchical index b9858f393..6161f6ac4 100644 --- a/scripts/ems/example/config.hierarchical +++ b/scripts/ems/example/config.hierarchical @@ -260,7 +260,8 @@ script = $moses-script-dir/training/train-model.perl ### general options # these are options that are passed on to train-model.perl, for instance # * "-mgiza -mgiza-cpus 8" to use mgiza instead of giza -# * "-sort-buffer-size 8G" to reduce on-disk sorting +# * "-sort-buffer-size 8G -sort-compress gzip" to reduce on-disk sorting +# * "-sort-parallel 8 -cores 8" to speed up phrase table building # #training-options = "" diff --git a/scripts/ems/example/config.syntax b/scripts/ems/example/config.syntax index 7c97b9ac4..635585844 100644 --- a/scripts/ems/example/config.syntax +++ b/scripts/ems/example/config.syntax @@ -264,7 +264,8 @@ script = $moses-script-dir/training/train-model.perl ### general options # these are options that are passed on to train-model.perl, for instance # * "-mgiza -mgiza-cpus 8" to use mgiza instead of giza -# * "-sort-buffer-size 8G" to reduce on-disk sorting +# * "-sort-buffer-size 8G -sort-compress gzip" to reduce on-disk sorting +# * "-sort-parallel 8 -cores 8" to speed up phrase table building # #training-options = "" diff --git a/scripts/ems/example/config.toy b/scripts/ems/example/config.toy index 140a45229..7b8c95faa 100644 --- a/scripts/ems/example/config.toy +++ b/scripts/ems/example/config.toy @@ -244,7 +244,8 @@ script = $moses-script-dir/training/train-model.perl ### general options # these are options that are passed on to train-model.perl, for instance # * "-mgiza -mgiza-cpus 8" to use mgiza instead of giza -# * "-sort-buffer-size 8G" to reduce on-disk sorting +# * "-sort-buffer-size 8G -sort-compress gzip" to reduce on-disk sorting +# * "-sort-parallel 8 -cores 8" to speed up phrase table building # #training-options = "" |