Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorRoman Grundkiewicz <rgrundki@exseed.ed.ac.uk>2018-03-12 13:19:24 +0300
committerRoman Grundkiewicz <rgrundki@exseed.ed.ac.uk>2018-03-12 13:19:24 +0300
commita36d969687fd35ae7d14cee66cd297679b648cfe (patch)
tree55a71d304cda92a15b1216f02ee435924d082315 /tests/training/basics
parent4f626b79cc59726a77cf9180ae83af432424a1aa (diff)
Simplify mini-batch-fit testing
Diffstat (limited to 'tests/training/basics')
-rw-r--r--tests/training/basics/.gitignore1
-rw-r--r--tests/training/basics/batch_fit.expected5
-rw-r--r--tests/training/basics/test_mini_batch_fit.sh27
3 files changed, 33 insertions, 0 deletions
diff --git a/tests/training/basics/.gitignore b/tests/training/basics/.gitignore
index 4b52d7c..61de908 100644
--- a/tests/training/basics/.gitignore
+++ b/tests/training/basics/.gitignore
@@ -3,5 +3,6 @@ valid
trans
sqlite
sqlite_seed
+batch_fit
*.temp
vocab.*.yml
diff --git a/tests/training/basics/batch_fit.expected b/tests/training/basics/batch_fit.expected
new file mode 100644
index 0000000..fcb1994
--- /dev/null
+++ b/tests/training/basics/batch_fit.expected
@@ -0,0 +1,5 @@
+379
+367
+367
+369
+367
diff --git a/tests/training/basics/test_mini_batch_fit.sh b/tests/training/basics/test_mini_batch_fit.sh
new file mode 100644
index 0000000..093a584
--- /dev/null
+++ b/tests/training/basics/test_mini_batch_fit.sh
@@ -0,0 +1,27 @@
+#!/bin/bash -x
+
+# Exit on error
+set -e
+
+# Test code goes here
+rm -rf batch_fit batch_fit.log
+mkdir -p batch_fit
+
+$MRT_MARIAN/build/marian \
+ --no-shuffle --seed 1111 --dim-emb 128 --dim-rnn 256 \
+ -m batch_fit/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.{en,de}.yml \
+ --disp-freq 20 --after-batches 100 \
+ --log batch_fit.log \
+ --mini-batch-fit -w 4000
+
+test -e batch_fit/model.npz
+test -e batch_fit/model.npz.yml
+test -e batch_fit/model.npz.amun.yml
+
+test -e batch_fit.log
+
+cat batch_fit.log | grep 'Ep\. 1 :' | sed -r 's/.*Up\. ([0-9]+) .*Sen. ([0-9]+).*/\2\/\1/' | bc > batch_fit.out
+diff batch_fit.out batch_fit.expected > batch_fit.diff
+
+# Exit with success code
+exit 0