diff options
| author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-01-26 13:38:50 +0300 |
|---|---|---|
| committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-01-26 13:38:50 +0300 |
| commit | c360473cc33650da8672cc93fc3feb50028822e7 (patch) | |
| tree | 3571e62277d1a1c5d47559c935477bbcbbf0bc6c | |
| parent | 1095be487fdbf7741ccd8c8d400e99dbe246215e (diff) | |
Revert adagrad test to --clip-norm 1
| -rw-r--r-- | tests/training/restoring/optimizer/adagrad.gt.expected | 4 | ||||
| -rw-r--r-- | tests/training/restoring/optimizer/test_adagrad_params.sh | 10 |
2 files changed, 4 insertions, 10 deletions
diff --git a/tests/training/restoring/optimizer/adagrad.gt.expected b/tests/training/restoring/optimizer/adagrad.gt.expected index a6c90a5..30a932c 100644 --- a/tests/training/restoring/optimizer/adagrad.gt.expected +++ b/tests/training/restoring/optimizer/adagrad.gt.expected @@ -1,2 +1,2 @@ -[[8.0574207e+00 1.5418689e-01 4.3262744e+00 ... 4.0905408e+03 - 1.1550205e+04 1.3359570e+04]] +[[ 4.38133684e-05 1.40065049e-06 3.63037943e-05 ..., 1.23982169e-02 + 3.66997421e-02 4.11312692e-02]] diff --git a/tests/training/restoring/optimizer/test_adagrad_params.sh b/tests/training/restoring/optimizer/test_adagrad_params.sh index 1372071..4396a76 100644 --- a/tests/training/restoring/optimizer/test_adagrad_params.sh +++ b/tests/training/restoring/optimizer/test_adagrad_params.sh @@ -1,11 +1,5 @@ #!/bin/bash -x -##################################################################### -# SUMMARY: Training with Adagrad optimizer -# AUTHOR: snukky -# TAGS: optimizer adagrad -##################################################################### - # Exit on error set -e @@ -14,7 +8,7 @@ rm -rf adagrad adagrad*.log mkdir -p adagrad $MRT_MARIAN/marian \ - --no-shuffle --clip-norm 0 --seed 7777 --maxi-batch 1 --maxi-batch-sort none --dim-emb 128 --dim-rnn 256 \ + --no-shuffle --seed 7777 --maxi-batch 1 --maxi-batch-sort none --dim-emb 128 --dim-rnn 256 --clip-norm 1 \ -m adagrad/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.en.yml vocab.de.yml \ --disp-freq 10 --after-batches 100 --save-freq 60 --optimizer adagrad --cost-type ce-mean \ --log adagrad.log @@ -30,7 +24,7 @@ python3 $MRT_MARIAN/../scripts/contrib/model_info.py -m adagrad/model.npz.optimi $MRT_TOOLS/diff.sh adagrad.keys.out adagrad.keys.expected > adagrad.keys.diff python3 $MRT_MARIAN/../scripts/contrib/model_info.py -m adagrad/model.npz.optimizer.npz -k "adagrad_gt" > adagrad.gt.out -$MRT_TOOLS/diff-nums.py --numpy -p 0.009 adagrad.gt.out adagrad.gt.expected -o adagrad.gt.diff +$MRT_TOOLS/diff-nums.py --numpy -p 0.001 adagrad.gt.out adagrad.gt.expected -o adagrad.gt.diff # Exit with success code exit 0 |