Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorRoman Grundkiewicz <rgrundki@exseed.ed.ac.uk>2018-06-21 11:26:05 +0300
committerRoman Grundkiewicz <rgrundki@exseed.ed.ac.uk>2018-06-21 11:26:05 +0300
commit318a585aa22fd66f1f3abf49c7b9a6db1b877d41 (patch)
tree9a683ee7c60ff0dc24389bff2594a3c11ef3cc49 /tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh
parentc7f0ec4519a44e8226cf4d96ad0c227a38c9b2db (diff)
Move tests to subdirectory
Diffstat (limited to 'tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh')
-rw-r--r--tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh51
1 files changed, 51 insertions, 0 deletions
diff --git a/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh b/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh
new file mode 100644
index 0000000..7f2818f
--- /dev/null
+++ b/tests/training/restoring/corpus/test_corpus_restoration_mini_batch_fit.sh
@@ -0,0 +1,51 @@
+#!/bin/bash -x
+
+# Exit on error
+set -e
+
+# Test code goes here
+rm -rf corpus_fit corpus_fit*.log
+mkdir -p corpus_fit
+
+test -e vocab.de.yml
+test -e vocab.en.yml
+
+extra_opts="--seed 5555 --maxi-batch 8 --maxi-batch-sort src --mini-batch 32 --mini-batch-fit -w 100 -o sgd --dim-emb 128 --dim-rnn 256 --disp-freq 4"
+
+$MRT_MARIAN/build/marian \
+ -m corpus_fit/model_full.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \
+ --after-batches 80 $extra_opts \
+ --log corpus_fit.log
+
+test -e corpus_fit/model_full.npz
+test -e corpus_fit.log
+
+cat corpus_fit.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit.expected
+
+$MRT_MARIAN/build/marian \
+ -m corpus_fit/model.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \
+ --after-batches 60 $extra_opts \
+ --log corpus_fit_1.log
+
+test -e corpus_fit/model.npz
+test -e corpus_fit_1.log
+
+cat corpus_fit_1.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit_1.out
+cp corpus_fit/model.npz.yml corpus_fit/model.npz.1.yml
+cp corpus_fit/model.npz.progress.yml corpus_fit/model.npz.progress.1.yml
+
+$MRT_MARIAN/build/marian \
+ -m corpus_fit/model.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \
+ --after-batches 80 $extra_opts \
+ --log corpus_fit_2.log
+
+test -e corpus_fit/model.npz
+test -e corpus_fit_2.log
+
+cat corpus_fit_2.log | $MRT_TOOLS/strip-timestamps.sh | grep "Ep\. " | sed 's/ : Time.*//' > corpus_fit_2.out
+cat corpus_fit_1.out corpus_fit_2.out > corpus_fit.out
+
+$MRT_TOOLS/diff-floats.py corpus_fit.out corpus_fit.expected -p 0.1 > corpus_fit.diff
+
+# Exit with success code
+exit 0