diff options
author | Roman Grundkiewicz <rgrundki@exseed.ed.ac.uk> | 2018-06-21 11:26:05 +0300 |
---|---|---|
committer | Roman Grundkiewicz <rgrundki@exseed.ed.ac.uk> | 2018-06-21 11:26:05 +0300 |
commit | 318a585aa22fd66f1f3abf49c7b9a6db1b877d41 (patch) | |
tree | 9a683ee7c60ff0dc24389bff2594a3c11ef3cc49 /tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh | |
parent | c7f0ec4519a44e8226cf4d96ad0c227a38c9b2db (diff) |
Move tests to subdirectory
Diffstat (limited to 'tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh')
-rw-r--r-- | tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh | 51 |
1 files changed, 51 insertions, 0 deletions
diff --git a/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh b/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh new file mode 100644 index 0000000..7f2818f --- /dev/null +++ b/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh @@ -0,0 +1,51 @@ +#!/bin/bash -x + +# Exit on error +set -e + +# Test code goes here +rm -rf corpus_fit corpus_fit*.log +mkdir -p corpus_fit + +test -e vocab.de.yml +test -e vocab.en.yml + +extra_opts="--seed 5555 --maxi-batch 8 --maxi-batch-sort src --mini-batch 32 --mini-batch-fit -w 100 -o sgd --dim-emb 128 --dim-rnn 256 --disp-freq 4" + +$MRT_MARIAN/build/marian \ + -m corpus_fit/model_full.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \ + --after-batches 80 $extra_opts \ + --log corpus_fit.log + +test -e corpus_fit/model_full.npz +test -e corpus_fit.log + +cat corpus_fit.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit.expected + +$MRT_MARIAN/build/marian \ + -m corpus_fit/model.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \ + --after-batches 60 $extra_opts \ + --log corpus_fit_1.log + +test -e corpus_fit/model.npz +test -e corpus_fit_1.log + +cat corpus_fit_1.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit_1.out +cp corpus_fit/model.npz.yml corpus_fit/model.npz.1.yml +cp corpus_fit/model.npz.progress.yml corpus_fit/model.npz.progress.1.yml + +$MRT_MARIAN/build/marian \ + -m corpus_fit/model.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \ + --after-batches 80 $extra_opts \ + --log corpus_fit_2.log + +test -e corpus_fit/model.npz +test -e corpus_fit_2.log + +cat corpus_fit_2.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit_2.out +cat corpus_fit_1.out corpus_fit_2.out > corpus_fit.out + +$MRT_TOOLS/diff-floats.py corpus_fit.out corpus_fit.expected -p 0.1 > corpus_fit.diff + +# Exit with success code +exit 0 |