diff options
author | Roman Grundkiewicz <rgrundki@exseed.ed.ac.uk> | 2018-03-12 13:19:24 +0300 |
---|---|---|
committer | Roman Grundkiewicz <rgrundki@exseed.ed.ac.uk> | 2018-03-12 13:19:24 +0300 |
commit | a36d969687fd35ae7d14cee66cd297679b648cfe (patch) | |
tree | 55a71d304cda92a15b1216f02ee435924d082315 /tests/training/basics | |
parent | 4f626b79cc59726a77cf9180ae83af432424a1aa (diff) |
Simplify mini-batch-fit testing
Diffstat (limited to 'tests/training/basics')
-rw-r--r-- | tests/training/basics/.gitignore | 1 | ||||
-rw-r--r-- | tests/training/basics/batch_fit.expected | 5 | ||||
-rw-r--r-- | tests/training/basics/test_mini_batch_fit.sh | 27 |
3 files changed, 33 insertions, 0 deletions
diff --git a/tests/training/basics/.gitignore b/tests/training/basics/.gitignore index 4b52d7c..61de908 100644 --- a/tests/training/basics/.gitignore +++ b/tests/training/basics/.gitignore @@ -3,5 +3,6 @@ valid trans sqlite sqlite_seed +batch_fit *.temp vocab.*.yml diff --git a/tests/training/basics/batch_fit.expected b/tests/training/basics/batch_fit.expected new file mode 100644 index 0000000..fcb1994 --- /dev/null +++ b/tests/training/basics/batch_fit.expected @@ -0,0 +1,5 @@ +379 +367 +367 +369 +367 diff --git a/tests/training/basics/test_mini_batch_fit.sh b/tests/training/basics/test_mini_batch_fit.sh new file mode 100644 index 0000000..093a584 --- /dev/null +++ b/tests/training/basics/test_mini_batch_fit.sh @@ -0,0 +1,27 @@ +#!/bin/bash -x + +# Exit on error +set -e + +# Test code goes here +rm -rf batch_fit batch_fit.log +mkdir -p batch_fit + +$MRT_MARIAN/build/marian \ + --no-shuffle --seed 1111 --dim-emb 128 --dim-rnn 256 \ + -m batch_fit/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.{en,de}.yml \ + --disp-freq 20 --after-batches 100 \ + --log batch_fit.log \ + --mini-batch-fit -w 4000 + +test -e batch_fit/model.npz +test -e batch_fit/model.npz.yml +test -e batch_fit/model.npz.amun.yml + +test -e batch_fit.log + +cat batch_fit.log | grep 'Ep\. 1 :' | sed -r 's/.*Up\. ([0-9]+) .*Sen. ([0-9]+).*/\2\/\1/' | bc > batch_fit.out +diff batch_fit.out batch_fit.expected > batch_fit.diff + +# Exit with success code +exit 0 |