Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'tests/interface/input-tsv/test_tsv_train_with_align_stdin.sh')
-rw-r--r--tests/interface/input-tsv/test_tsv_train_with_align_stdin.sh34
1 files changed, 34 insertions, 0 deletions
diff --git a/tests/interface/input-tsv/test_tsv_train_with_align_stdin.sh b/tests/interface/input-tsv/test_tsv_train_with_align_stdin.sh
new file mode 100644
index 0000000..b266f3d
--- /dev/null
+++ b/tests/interface/input-tsv/test_tsv_train_with_align_stdin.sh
@@ -0,0 +1,34 @@
+#!/bin/bash -x
+
+#####################################################################
+# SUMMARY: Train a model on TSV data from STDIN with guided alignment
+# TAGS: sentencepiece tsv train align stdin
+#####################################################################
+
+# Exit on error
+set -e
+
+# Remove old artifacts and create working directory
+rm -rf train_align_stdin train_align_stdin.{log,out,diff}
+mkdir -p train_align_stdin
+
+# Run marian command
+cat train2.aln-de-en.tsv | $MRT_MARIAN/marian \
+ --cost-type ce-mean --no-shuffle --seed 5555 --dim-emb 32 --dim-rnn 64 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --learn-rate 0.1 \
+ -m train_align_stdin/model.npz -t stdin -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \
+ --disp-freq 4 \
+ --guided-alignment 0 --guided-alignment-weight 1.0 \
+ --log train_align_stdin.log
+
+
+# Check if files exist
+test -e train_align_stdin/model.npz
+test -e train_align_stdin.log
+grep -qi "word alignments from" train_align_stdin.log
+
+# Compare the current output with the expected output
+cat train_align_stdin.log | $MRT_TOOLS/extract-costs.sh > train_align_stdin.out
+$MRT_TOOLS/diff-nums.py train_align_stdin.out train_align_stdin.expected -p 0.01 -o train_align_stdin.diff
+
+# Exit with success code
+exit 0