diff options
| author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-01-26 13:31:17 +0300 |
|---|---|---|
| committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-01-26 13:31:17 +0300 |
| commit | 1095be487fdbf7741ccd8c8d400e99dbe246215e (patch) | |
| tree | 06d44fc706a7db5da8cfad33d413f29addb89de9 | |
| parent | 74128124876f3966564de8ec41bf9e8b8a0cc4d6 (diff) | |
Add --clip-norm 1 to quant tests
| -rw-r--r-- | tests/training/features/quantized-model/test_quant_centers.sh | 3 | ||||
| -rw-r--r-- | tests/training/features/quantized-model/test_quantmodel.sh | 3 |
2 files changed, 4 insertions, 2 deletions
diff --git a/tests/training/features/quantized-model/test_quant_centers.sh b/tests/training/features/quantized-model/test_quant_centers.sh index 22dd863..3ae7b37 100644 --- a/tests/training/features/quantized-model/test_quant_centers.sh +++ b/tests/training/features/quantized-model/test_quant_centers.sh @@ -3,6 +3,7 @@ ##################################################################### # SUMMARY: Make sure that the resulting model is in quantized form # AUTHOR: afaji +# TAGS: clip-norm ##################################################################### # Exit on error @@ -16,7 +17,7 @@ mkdir -p train # Train an 8-bits model $MRT_MARIAN/marian \ - --no-shuffle --seed 1111 --dim-emb 32 --dim-rnn 64 --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --learn-rate 0.1 --optimizer sgd \ + --no-shuffle --seed 1111 --dim-emb 32 --dim-rnn 64 --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --learn-rate 0.1 --optimizer sgd --clip-norm 1 \ -m train/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v train/vocab.en.yml train/vocab.de.yml \ --cost-type cross-entropy --sync-sgd --after-batches 10 --disp-freq 2 --quantize-bits 3 diff --git a/tests/training/features/quantized-model/test_quantmodel.sh b/tests/training/features/quantized-model/test_quantmodel.sh index 8b55697..ac44b68 100644 --- a/tests/training/features/quantized-model/test_quantmodel.sh +++ b/tests/training/features/quantized-model/test_quantmodel.sh @@ -3,6 +3,7 @@ ##################################################################### # SUMMARY: Train a quantized marian model # AUTHOR: afaji +# TAGS: clip-norm ##################################################################### # Exit on error @@ -16,7 +17,7 @@ mkdir -p train # Train an 8-bits model $MRT_MARIAN/marian \ - --no-shuffle --seed 1111 --dim-emb 32 --dim-rnn 64 --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --learn-rate 0.1 --optimizer sgd \ + --no-shuffle --seed 1111 --dim-emb 32 --dim-rnn 64 --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --learn-rate 0.1 --optimizer sgd --clip-norm 1 \ -m train/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v train/vocab.en.yml train/vocab.de.yml \ --cost-type cross-entropy --sync-sgd --after-batches 100 --disp-freq 10 --quantize-bits 8 \ --log $PREFIX.log |