Add tests for decoding with left-right and right-left models

2 files changed, 39 insertions, 0 deletions

diff --git a/tests/training/features/mixed-ensembles/.gitignore b/tests/training/features/mixed-ensembles/.gitignore
index 7c24204..fbe3d59 100644
--- a/tests/training/features/mixed-ensembles/.gitignore
+++ b/tests/training/features/mixed-ensembles/.gitignore
@@ -1,2 +1,3 @@
 two_s2s
 s2s_transf
+rightleft
diff --git a/tests/training/features/mixed-ensembles/test_ensemble_of_lr_and_rl_models.sh b/tests/training/features/mixed-ensembles/test_ensemble_of_lr_and_rl_models.sh
new file mode 100644
index 0000000..be34291
--- /dev/null
+++ b/tests/training/features/mixed-ensembles/test_ensemble_of_lr_and_rl_models.sh
@@ -0,0 +1,38 @@
+#!/bin/bash -x
+
+# Exit on error
+set -e
+
+# Test code goes here
+rm -rf rightleft rightleft*.log rightleft.out
+mkdir -p rightleft
+
+options="--no-shuffle --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --disp-freq 20 --after-batches 10"
+
+# Train model A
+$MRT_MARIAN/marian \
+    --type s2s -m rightleft/model.lr.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.en.yml vocab.de.yml \
+    $options --seed 1111 --dim-emb 64 --dim-rnn 128 \
+    --log rightleft_lr.log
+
+test -e rightleft/model.lr.npz
+test -e rightleft_lr.log
+
+# Train model B with different architecture
+$MRT_MARIAN/marian --right-left \
+    --type s2s -m rightleft/model.rl.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.en.yml vocab.de.yml \
+    $options --seed 2222 --dim-emb 64 --dim-rnn 128 \
+    --log rightleft_rl.log
+
+test -e rightleft/model.rl.npz
+test -e rightleft_rl.log
+
+# Check if the ensemble of two different s2s models works
+$MRT_MARIAN/marian-decoder -m rightleft/model.lr.npz rightleft/model.rl.npz -v vocab.en.yml vocab.de.yml \
+    -i text.in -o rightleft.out > rightleft.log 2>&1 || true
+
+test -e rightleft.log
+grep -q "left-to-right and right-to-left model* cannot be decoded together" rightleft.log
+
+# Exit with success code
+exit 0