diff options
| author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-11-12 22:32:55 +0300 |
|---|---|---|
| committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-11-12 22:32:55 +0300 |
| commit | caee176ba50339434e695a2d70714f86adcfe0f7 (patch) | |
| tree | 04526a64eef68fe030b88b205d2ef00d425fe1b9 | |
| parent | 8766bda24335590fb1ddade32e4e22f9788bc5f9 (diff) | |
Use clip-norm 0 and increase precisions for nematus
| -rw-r--r-- | tests/training/models/nematus/encdec_depth.expected | 10 | ||||
| -rw-r--r-- | tests/training/models/nematus/test_encdec_depth.sh | 4 | ||||
| -rw-r--r-- | tests/training/models/nematus/test_wmt17_model.sh | 4 | ||||
| -rw-r--r-- | tests/training/models/nematus/wmt17.expected | 10 |
4 files changed, 14 insertions, 14 deletions
diff --git a/tests/training/models/nematus/encdec_depth.expected b/tests/training/models/nematus/encdec_depth.expected index af2a74a..6cf8ebd 100644 --- a/tests/training/models/nematus/encdec_depth.expected +++ b/tests/training/models/nematus/encdec_depth.expected @@ -1,5 +1,5 @@ -489.13665771 -462.08361816 -439.01745605 -420.90402222 -404.19827271 +488.88616943 +461.44476318 +437.74578857 +419.76626587 +403.67724609 diff --git a/tests/training/models/nematus/test_encdec_depth.sh b/tests/training/models/nematus/test_encdec_depth.sh index ed5276e..9a01241 100644 --- a/tests/training/models/nematus/test_encdec_depth.sh +++ b/tests/training/models/nematus/test_encdec_depth.sh @@ -17,7 +17,7 @@ $MRT_MARIAN/marian \ --type nematus --enc-cell gru-nematus --dec-cell gru-nematus \ --enc-depth 4 --enc-cell-depth 4 --enc-type bidirectional --dec-depth 4 --dec-cell-base-depth 4 --dec-cell-high-depth 1 \ --layer-normalization \ - --no-shuffle --seed 1111 --dim-emb 64 --dim-rnn 128 --cost-type ce-mean \ + --no-shuffle --clip-norm 0 --seed 1111 --dim-emb 64 --dim-rnn 128 --cost-type ce-mean \ -m encdec_depth/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{de,en} -v vocab.en.yml vocab.de.yml \ --log encdec_depth.log --disp-freq 2 --after-batches 10 @@ -25,7 +25,7 @@ test -e encdec_depth/model.npz test -e encdec_depth/model.npz.yml cat encdec_depth.log | $MRT_TOOLS/extract-costs.sh > encdec_depth.out -$MRT_TOOLS/diff-nums.py encdec_depth.out encdec_depth.expected -p 3 -o encdec_depth.diff +$MRT_TOOLS/diff-nums.py encdec_depth.out encdec_depth.expected -p 0.9 -o encdec_depth.diff # Exit with success code exit 0 diff --git a/tests/training/models/nematus/test_wmt17_model.sh b/tests/training/models/nematus/test_wmt17_model.sh index d43ff9c..814630a 100644 --- a/tests/training/models/nematus/test_wmt17_model.sh +++ b/tests/training/models/nematus/test_wmt17_model.sh @@ -11,7 +11,7 @@ $MRT_MARIAN/marian \ --type nematus --enc-cell gru-nematus --dec-cell gru-nematus \ --enc-depth 1 --enc-cell-depth 4 --enc-type bidirectional --dec-depth 1 --dec-cell-base-depth 8 --dec-cell-high-depth 1 \ --layer-normalization \ - --no-shuffle --seed 1111 --dim-emb 64 --dim-rnn 128 --cost-type ce-mean \ + --no-shuffle --clip-norm 0 --seed 1111 --dim-emb 64 --dim-rnn 128 --cost-type ce-mean \ -m wmt17/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{de,en} -v vocab.en.yml vocab.de.yml \ --log wmt17.log --disp-freq 2 --after-batches 10 @@ -19,7 +19,7 @@ test -e wmt17/model.npz test -e wmt17/model.npz.yml cat wmt17.log | $MRT_TOOLS/extract-costs.sh > wmt17.out -$MRT_TOOLS/diff-nums.py wmt17.out wmt17.expected -p 2 -o wmt17.diff +$MRT_TOOLS/diff-nums.py wmt17.out wmt17.expected -p 0.9 -o wmt17.diff # Exit with success code exit 0 diff --git a/tests/training/models/nematus/wmt17.expected b/tests/training/models/nematus/wmt17.expected index c7ffbcd..0a14b91 100644 --- a/tests/training/models/nematus/wmt17.expected +++ b/tests/training/models/nematus/wmt17.expected @@ -1,5 +1,5 @@ -490.30654907 -466.26824951 -442.79544067 -426.92376709 -411.47766113 +490.18170166 +466.03765869 +442.34454346 +426.33612061 +411.51934814 |