Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorRoman Grundkiewicz <rgrundkiewicz@gmail.com>2020-09-02 16:19:39 +0300
committerRoman Grundkiewicz <rgrundkiewicz@gmail.com>2020-09-02 16:19:39 +0300
commitc8b1ed106b7df4edd05b6eac5ce51d50674c6e10 (patch)
tree4fbb3a0e1cd685a5d0c1a039816bc70c6e0547e5 /tests
parent5c8b1f6f3c03d435408817394a956a22dae99497 (diff)
Update tests with TSV inputs, add --sync-sgd
Diffstat (limited to 'tests')
-rw-r--r--tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh4
-rw-r--r--tests/interface/input-tsv/test_tsv_train_shuffle.sh4
-rw-r--r--tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh4
-rw-r--r--tests/interface/input-tsv/train_align_shuffle.expected50
-rw-r--r--tests/interface/input-tsv/train_fit.expected10
-rw-r--r--tests/interface/input-tsv/train_shuffle.expected10
6 files changed, 41 insertions, 41 deletions
diff --git a/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh b/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh
index 7076621..7ab4f57 100644
--- a/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh
+++ b/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh
@@ -2,7 +2,7 @@
#####################################################################
# SUMMARY: Train a model on data in the TSV format with mini-batch-fit
-# TAGS: sentencepiece tsv train mini-batch-fit gcc5-fails
+# TAGS: sentencepiece tsv train mini-batch-fit gcc5-fails sync-sgd
#####################################################################
# Exit on error
@@ -14,7 +14,7 @@ mkdir -p train_fit
# Run marian command
$MRT_MARIAN/marian \
- --mini-batch-fit -w 500 --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd \
+ --mini-batch-fit -w 500 --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd --sync-sgd \
-m train_fit/model.npz --tsv -t train.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \
--after-batches 20 --disp-freq 4 \
--log train_fit.log
diff --git a/tests/interface/input-tsv/test_tsv_train_shuffle.sh b/tests/interface/input-tsv/test_tsv_train_shuffle.sh
index f710277..502a6a3 100644
--- a/tests/interface/input-tsv/test_tsv_train_shuffle.sh
+++ b/tests/interface/input-tsv/test_tsv_train_shuffle.sh
@@ -2,7 +2,7 @@
#####################################################################
# SUMMARY: Train a model with shuffling training sentences from a TSV file
-# TAGS: sentencepiece tsv train gcc5-fails
+# TAGS: sentencepiece tsv train gcc5-fails sync-sgd
#####################################################################
# Exit on error
@@ -14,7 +14,7 @@ mkdir -p train_shuffle
# Run marian command
$MRT_MARIAN/marian \
- --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd \
+ --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd --sync-sgd \
-m train_shuffle/model.npz --tsv --tsv-fields 2 -t train.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \
--after-batches 20 --disp-freq 4 \
--log train_shuffle.log
diff --git a/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh b/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh
index d467388..3a4168f 100644
--- a/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh
+++ b/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh
@@ -2,7 +2,7 @@
#####################################################################
# SUMMARY: Train a model on shuffled TSV data with guided alignment
-# TAGS: sentencepiece tsv train align gcc5-fails
+# TAGS: sentencepiece tsv train align gcc5-fails sync-sgd
#####################################################################
# Exit on error
@@ -14,7 +14,7 @@ mkdir -p train_align_shuffle
# Run marian command
$MRT_MARIAN/marian \
- --seed 4444 --dim-emb 32 --dim-rnn 64 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --learn-rate 0.1 \
+ --seed 4444 --dim-emb 32 --dim-rnn 64 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --learn-rate 0.1 --sync-sgd \
-m train_align_shuffle/model.npz --tsv -t train2.aln-de-en.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \
--after-batches 100 --disp-freq 4 \
--guided-alignment 0 --guided-alignment-weight 1.0 \
diff --git a/tests/interface/input-tsv/train_align_shuffle.expected b/tests/interface/input-tsv/train_align_shuffle.expected
index 9acf3eb..4c7909c 100644
--- a/tests/interface/input-tsv/train_align_shuffle.expected
+++ b/tests/interface/input-tsv/train_align_shuffle.expected
@@ -1,25 +1,25 @@
-266.17364502
-272.09991455
-258.59213257
-242.22854614
-245.76492310
-250.07225037
-231.29319763
-237.89175415
-223.80023193
-222.42335510
-226.13597107
-213.71946716
-213.41311646
-216.42651367
-214.63465881
-200.07705688
-200.67541504
-212.30265808
-206.34919739
-199.96444702
-200.64167786
-197.81892395
-197.48988342
-195.52680969
-192.76986694
+267.62625122
+260.25723267
+256.07604980
+251.13800049
+248.25172424
+242.42607117
+243.15475464
+226.86355591
+237.34564209
+228.19276428
+212.93722534
+214.65142822
+218.42727661
+213.79447937
+213.66851807
+201.51606750
+210.07385254
+198.46676636
+197.96029663
+205.45782471
+209.31356812
+201.94723511
+187.90913391
+197.95065308
+196.05712891
diff --git a/tests/interface/input-tsv/train_fit.expected b/tests/interface/input-tsv/train_fit.expected
index 6467eed..9788052 100644
--- a/tests/interface/input-tsv/train_fit.expected
+++ b/tests/interface/input-tsv/train_fit.expected
@@ -1,5 +1,5 @@
-212.45605469
-289.01965332
-255.60789490
-231.74517822
-277.03713989
+281.93161011
+221.91622925
+252.93228149
+227.49211121
+277.62591553
diff --git a/tests/interface/input-tsv/train_shuffle.expected b/tests/interface/input-tsv/train_shuffle.expected
index 3b80922..912fc9a 100644
--- a/tests/interface/input-tsv/train_shuffle.expected
+++ b/tests/interface/input-tsv/train_shuffle.expected
@@ -1,5 +1,5 @@
-187.05322266
-281.26696777
-259.14324951
-261.54815674
-250.64341736
+216.91867065
+261.72125244
+267.90841675
+266.43109131
+300.19824219