diff options
author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-11-13 20:20:17 +0300 |
---|---|---|
committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-11-13 20:20:17 +0300 |
commit | dee40c7b413120536179c6612cafe46160b24aa4 (patch) | |
tree | fdf7bd91ae2b0370720e926a4d1558787930e2e1 /tests | |
parent | d8ce49222d7178b00606a975cee2eac52222d09e (diff) |
Use clip-norm 0 in training/basics
Diffstat (limited to 'tests')
-rw-r--r-- | tests/training/basics/.gitignore | 1 | ||||
-rw-r--r-- | tests/training/basics/test_tiny_vocab.sh | 31 | ||||
-rw-r--r-- | tests/training/basics/test_toy_vocab.sh | 31 | ||||
-rw-r--r-- | tests/training/basics/tiny.expected | 44 | ||||
-rw-r--r-- | tests/training/basics/toy.expected | 44 |
5 files changed, 76 insertions, 75 deletions
diff --git a/tests/training/basics/.gitignore b/tests/training/basics/.gitignore index 7cdacd2..a169c9f 100644 --- a/tests/training/basics/.gitignore +++ b/tests/training/basics/.gitignore @@ -1,4 +1,5 @@ toy +tiny valid trans sqlite diff --git a/tests/training/basics/test_tiny_vocab.sh b/tests/training/basics/test_tiny_vocab.sh new file mode 100644 index 0000000..f14683b --- /dev/null +++ b/tests/training/basics/test_tiny_vocab.sh @@ -0,0 +1,31 @@ +#!/bin/bash + +##################################################################### +# SUMMARY: Run a basic training command with tiny vocabs +# AUTHOR: snukky +# TAGS: small-vocab +##################################################################### + +# Exit on error +set -e + +# Test code goes here +mkdir -p tiny +rm -f tiny/* tiny.log + +$MRT_MARIAN/marian \ + --seed 1111 --dim-emb 256 --dim-rnn 512 --no-shuffle --clip-norm 0 \ + -m tiny/model.npz -t $MRT_DATA/europarl.de-en/toy.bpe.{de,en} -v tiny/vocab.de.yml tiny/vocab.en.yml \ + --log tiny.log --disp-freq 5 -e 5 + +test -e tiny/vocab.en.yml +test -e tiny/vocab.de.yml +test -e tiny/model.npz +test -e tiny/model.npz.yml +test -e tiny/model.npz.amun.yml + +cat tiny.log | $MRT_TOOLS/extract-costs.sh > tiny.out +$MRT_TOOLS/diff-nums.py tiny.out tiny.expected -p 0.1 -o tiny.diff + +# Exit with success code +exit 0 diff --git a/tests/training/basics/test_toy_vocab.sh b/tests/training/basics/test_toy_vocab.sh deleted file mode 100644 index 671843f..0000000 --- a/tests/training/basics/test_toy_vocab.sh +++ /dev/null @@ -1,31 +0,0 @@ -#!/bin/bash - -##################################################################### -# SUMMARY: Run a basic training command with toy vocabs -# AUTHOR: snukky -# TAGS: small-vocab -##################################################################### - -# Exit on error -set -e - -# Test code goes here -mkdir -p toy -rm -f toy/* toy.log - -$MRT_MARIAN/marian \ - --seed 1111 --dim-emb 256 --dim-rnn 512 --no-shuffle \ - -m toy/model.npz -t $MRT_DATA/europarl.de-en/toy.bpe.{de,en} -v toy/vocab.de.yml toy/vocab.en.yml \ - --log toy.log --disp-freq 5 -e 5 - -test -e toy/vocab.en.yml -test -e toy/vocab.de.yml -test -e toy/model.npz -test -e toy/model.npz.yml -test -e toy/model.npz.amun.yml - -cat toy.log | $MRT_TOOLS/extract-costs.sh > toy.out -$MRT_TOOLS/diff-nums.py toy.out toy.expected -p 0.1 -o toy.diff - -# Exit with success code -exit 0 diff --git a/tests/training/basics/tiny.expected b/tests/training/basics/tiny.expected new file mode 100644 index 0000000..f6c2caf --- /dev/null +++ b/tests/training/basics/tiny.expected @@ -0,0 +1,44 @@ +8.78632832 +8.75309849 +8.69854641 +8.60049725 +8.41462326 +8.04460907 +7.52984953 +7.11023378 +7.05034065 +7.12709856 +6.98178005 +6.85693312 +6.69474936 +6.58481455 +6.51727343 +6.49125957 +6.21844482 +6.46901369 +6.53361320 +6.46509838 +6.43254900 +6.35190487 +6.26485729 +6.21732950 +6.21957254 +5.91266489 +6.35146904 +6.36572838 +6.33053923 +6.28441715 +6.20286036 +6.15570545 +6.08000135 +6.03157282 +5.67149544 +6.35678244 +6.31723213 +6.26349401 +6.21279621 +6.12982273 +6.08621264 +5.94192123 +5.94551659 +5.48049164 diff --git a/tests/training/basics/toy.expected b/tests/training/basics/toy.expected deleted file mode 100644 index f134a62..0000000 --- a/tests/training/basics/toy.expected +++ /dev/null @@ -1,44 +0,0 @@ -8.78630924 -8.75282860 -8.69768810 -8.60030174 -8.42331791 -8.08456516 -7.58919859 -7.15421867 -7.07388210 -7.15911722 -7.00602388 -6.87553406 -6.70337963 -6.58344078 -6.49999046 -6.45548153 -6.15827656 -6.46891832 -6.53488016 -6.44239426 -6.40002155 -6.31497908 -6.22505951 -6.17120123 -6.16692400 -5.82793045 -6.37700939 -6.38672018 -6.30941343 -6.23907804 -6.14631748 -6.09236145 -5.99969482 -5.93795681 -5.50292015 -7.16254091 -6.92708254 -6.59395170 -6.40627527 -6.22969198 -6.13137770 -5.96749878 -5.96595860 -5.42677450 |