diff options
| author | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-07 22:37:11 +0400 |
|---|---|---|
| committer | Hieu Hoang <fishandfrolick@gmail.com> | 2012-06-07 22:37:11 +0400 |
| commit | 03ce774d0e10631744bc9d3b619d2b230df9e073 (patch) | |
| tree | 25a168ca22647349eb799bcbf4bb95e11f250490 /scripts/training | |
| parent | 66800a39079764a4b31ec2531956d4522a96d014 (diff) | |
suffix array creation script also creates glue grammar
Diffstat (limited to 'scripts/training')
3 files changed, 4 insertions, 22 deletions
diff --git a/scripts/training/wrappers/adam-suffix-array/EVALUATION_europarl2007_decode.3 b/scripts/training/wrappers/adam-suffix-array/EVALUATION_europarl2007_decode.3 deleted file mode 100644 index b8c2336ce..000000000 --- a/scripts/training/wrappers/adam-suffix-array/EVALUATION_europarl2007_decode.3 +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash - -PATH="/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin:/usr/texbin" -cd /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en -echo 'starting at '`date`' on '`hostname` -mkdir -p /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation - -/Users/hieuhoang/workspace/bin/current/dist/bin/moses_chart -threads 2 -cube-pruning-pop-limit 100 -s 30 -T /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/europarl2007.output.3.trace -v 0 -f /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/europarl2007.filtered.ini.3 < /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/europarl2007.input.lc.3 > /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/europarl2007.output.3 - -echo 'finished at '`date` -touch /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/steps/3/EVALUATION_europarl2007_decode.3.DONE diff --git a/scripts/training/wrappers/adam-suffix-array/EVALUATION_newstest2007_decode.3 b/scripts/training/wrappers/adam-suffix-array/EVALUATION_newstest2007_decode.3 deleted file mode 100644 index 5a0598bb2..000000000 --- a/scripts/training/wrappers/adam-suffix-array/EVALUATION_newstest2007_decode.3 +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash - -PATH="/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/opt/local/bin:/opt/local/sbin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin:/usr/texbin" -cd /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en -echo 'starting at '`date`' on '`hostname` -mkdir -p /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation - -/Users/hieuhoang/workspace/bin/current/dist/bin/moses_chart -threads 2 -cube-pruning-pop-limit 100 -s 30 -T /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/newstest2007.output.3.trace -v 0 -f /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/newstest2007.filtered.ini.3 < /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/newstest2007.input.lc.3 > /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/evaluation/newstest2007.output.3 - -echo 'finished at '`date` -touch /Users/hieuhoang/unison/workspace/data/europarl/exp/fr-en/steps/3/EVALUATION_newstest2007_decode.3.DONE diff --git a/scripts/training/wrappers/adam-suffix-array/suffix-array-create.sh b/scripts/training/wrappers/adam-suffix-array/suffix-array-create.sh index 700269310..9b0a68190 100755 --- a/scripts/training/wrappers/adam-suffix-array/suffix-array-create.sh +++ b/scripts/training/wrappers/adam-suffix-array/suffix-array-create.sh @@ -8,6 +8,7 @@ SOURCE_CORPUS=$2 TARGET_CORPUS=$3 ALIGNMENT=$4 SA_OUTPUT=$5 +GLUE_GRAMMAR=$6 mkdir $SA_OUTPUT @@ -20,3 +21,6 @@ cd $SA_EXEC_DIR popd +echo "<s> [X] ||| <s> [S] ||| 1 ||| ||| 0\n" > $GLUE_GRAMMAR +echo "[X][S] </s> [X] ||| [X][S] </s> [S] ||| 1 ||| 0-0 ||| 0\n" >> $GLUE_GRAMMAR +echo "[X][S] [X][X] [X] ||| [X][S] [X][X] [S] ||| 2.718 ||| 0-0 1-1 ||| 0\n" >> $GLUE_GRAMMAR |