diff options
author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-09-02 16:19:39 +0300 |
---|---|---|
committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2020-09-02 16:19:39 +0300 |
commit | c8b1ed106b7df4edd05b6eac5ce51d50674c6e10 (patch) | |
tree | 4fbb3a0e1cd685a5d0c1a039816bc70c6e0547e5 /tests | |
parent | 5c8b1f6f3c03d435408817394a956a22dae99497 (diff) |
Update tests with TSV inputs, add --sync-sgd
Diffstat (limited to 'tests')
6 files changed, 41 insertions, 41 deletions
diff --git a/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh b/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh index 7076621..7ab4f57 100644 --- a/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh +++ b/tests/interface/input-tsv/test_tsv_train_mini_batch_fit.sh @@ -2,7 +2,7 @@ ##################################################################### # SUMMARY: Train a model on data in the TSV format with mini-batch-fit -# TAGS: sentencepiece tsv train mini-batch-fit gcc5-fails +# TAGS: sentencepiece tsv train mini-batch-fit gcc5-fails sync-sgd ##################################################################### # Exit on error @@ -14,7 +14,7 @@ mkdir -p train_fit # Run marian command $MRT_MARIAN/marian \ - --mini-batch-fit -w 500 --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd \ + --mini-batch-fit -w 500 --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd --sync-sgd \ -m train_fit/model.npz --tsv -t train.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \ --after-batches 20 --disp-freq 4 \ --log train_fit.log diff --git a/tests/interface/input-tsv/test_tsv_train_shuffle.sh b/tests/interface/input-tsv/test_tsv_train_shuffle.sh index f710277..502a6a3 100644 --- a/tests/interface/input-tsv/test_tsv_train_shuffle.sh +++ b/tests/interface/input-tsv/test_tsv_train_shuffle.sh @@ -2,7 +2,7 @@ ##################################################################### # SUMMARY: Train a model with shuffling training sentences from a TSV file -# TAGS: sentencepiece tsv train gcc5-fails +# TAGS: sentencepiece tsv train gcc5-fails sync-sgd ##################################################################### # Exit on error @@ -14,7 +14,7 @@ mkdir -p train_shuffle # Run marian command $MRT_MARIAN/marian \ - --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd \ + --seed 1111 --dim-emb 32 --dim-rnn 64 --maxi-batch 10 --optimizer sgd --sync-sgd \ -m train_shuffle/model.npz --tsv --tsv-fields 2 -t train.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \ --after-batches 20 --disp-freq 4 \ --log train_shuffle.log diff --git a/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh b/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh index d467388..3a4168f 100644 --- a/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh +++ b/tests/interface/input-tsv/test_tsv_train_with_align_shuffle.sh @@ -2,7 +2,7 @@ ##################################################################### # SUMMARY: Train a model on shuffled TSV data with guided alignment -# TAGS: sentencepiece tsv train align gcc5-fails +# TAGS: sentencepiece tsv train align gcc5-fails sync-sgd ##################################################################### # Exit on error @@ -14,7 +14,7 @@ mkdir -p train_align_shuffle # Run marian command $MRT_MARIAN/marian \ - --seed 4444 --dim-emb 32 --dim-rnn 64 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --learn-rate 0.1 \ + --seed 4444 --dim-emb 32 --dim-rnn 64 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --learn-rate 0.1 --sync-sgd \ -m train_align_shuffle/model.npz --tsv -t train2.aln-de-en.tsv -v $MRT_MODELS/rnn-spm/vocab.deen.{spm,spm} \ --after-batches 100 --disp-freq 4 \ --guided-alignment 0 --guided-alignment-weight 1.0 \ diff --git a/tests/interface/input-tsv/train_align_shuffle.expected b/tests/interface/input-tsv/train_align_shuffle.expected index 9acf3eb..4c7909c 100644 --- a/tests/interface/input-tsv/train_align_shuffle.expected +++ b/tests/interface/input-tsv/train_align_shuffle.expected @@ -1,25 +1,25 @@ -266.17364502 -272.09991455 -258.59213257 -242.22854614 -245.76492310 -250.07225037 -231.29319763 -237.89175415 -223.80023193 -222.42335510 -226.13597107 -213.71946716 -213.41311646 -216.42651367 -214.63465881 -200.07705688 -200.67541504 -212.30265808 -206.34919739 -199.96444702 -200.64167786 -197.81892395 -197.48988342 -195.52680969 -192.76986694 +267.62625122 +260.25723267 +256.07604980 +251.13800049 +248.25172424 +242.42607117 +243.15475464 +226.86355591 +237.34564209 +228.19276428 +212.93722534 +214.65142822 +218.42727661 +213.79447937 +213.66851807 +201.51606750 +210.07385254 +198.46676636 +197.96029663 +205.45782471 +209.31356812 +201.94723511 +187.90913391 +197.95065308 +196.05712891 diff --git a/tests/interface/input-tsv/train_fit.expected b/tests/interface/input-tsv/train_fit.expected index 6467eed..9788052 100644 --- a/tests/interface/input-tsv/train_fit.expected +++ b/tests/interface/input-tsv/train_fit.expected @@ -1,5 +1,5 @@ -212.45605469 -289.01965332 -255.60789490 -231.74517822 -277.03713989 +281.93161011 +221.91622925 +252.93228149 +227.49211121 +277.62591553 diff --git a/tests/interface/input-tsv/train_shuffle.expected b/tests/interface/input-tsv/train_shuffle.expected index 3b80922..912fc9a 100644 --- a/tests/interface/input-tsv/train_shuffle.expected +++ b/tests/interface/input-tsv/train_shuffle.expected @@ -1,5 +1,5 @@ -187.05322266 -281.26696777 -259.14324951 -261.54815674 -250.64341736 +216.91867065 +261.72125244 +267.90841675 +266.43109131 +300.19824219 |