Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMarcin Junczys-Dowmunt <Marcin.JunczysDowmunt@microsoft.com>2019-02-05 02:23:07 +0300
committerMarcin Junczys-Dowmunt <Marcin.JunczysDowmunt@microsoft.com>2019-02-05 02:23:07 +0300
commitd9f528d869b37f7a0190ecb7537eeae73f7d7229 (patch)
tree092180468ab0cbad0e23568c98e22044af3902b1
parent52e4c4db7da3c87ede9a3d4b7c1c6225588c93c2 (diff)
update tests
-rw-r--r--tests/training/models/nematus/test_encdec_depth.sh2
-rw-r--r--tests/training/restoring/validation/test_restoring_validation_lower_is_better.sh2
-rw-r--r--tests/training/restoring/validation/valid_lowisbet.expected10
3 files changed, 10 insertions, 4 deletions
diff --git a/tests/training/models/nematus/test_encdec_depth.sh b/tests/training/models/nematus/test_encdec_depth.sh
index 35cfa7a..15b8f49 100644
--- a/tests/training/models/nematus/test_encdec_depth.sh
+++ b/tests/training/models/nematus/test_encdec_depth.sh
@@ -20,7 +20,7 @@ test -e encdec_depth/model.npz
test -e encdec_depth/model.npz.yml
cat encdec_depth.log | $MRT_TOOLS/extract-costs.sh > encdec_depth.out
-$MRT_TOOLS/diff-nums.py encdec_depth.out encdec_depth.expected -p 0.3 -o encdec_depth.diff
+$MRT_TOOLS/diff-nums.py encdec_depth.out encdec_depth.expected -p 3 -o encdec_depth.diff
# Exit with success code
exit 0
diff --git a/tests/training/restoring/validation/test_restoring_validation_lower_is_better.sh b/tests/training/restoring/validation/test_restoring_validation_lower_is_better.sh
index 74fefa5..33ad8d0 100644
--- a/tests/training/restoring/validation/test_restoring_validation_lower_is_better.sh
+++ b/tests/training/restoring/validation/test_restoring_validation_lower_is_better.sh
@@ -28,7 +28,7 @@ $MRT_MARIAN/marian \
--no-shuffle --seed 1111 --maxi-batch 1 --maxi-batch-sort none \
--dim-emb 64 --dim-rnn 128 --mini-batch 32 \
-m valid_lowisbet/model.npz -t $MRT_DATA/train.max50.{en,de} -v vocab.en.yml vocab.de.yml \
- --disp-freq 10 --valid-freq 30 --after-batches 320 --early-stopping 2 \
+ --disp-freq 10 --valid-freq 30 --after-batches 320 --early-stopping 4 \
--valid-metrics cross-entropy --valid-sets $MRT_DATA/europarl.de-en/toy.bpe.{de,en} --valid-mini-batch 64 \
--valid-log valid_lowisbet_2.log
diff --git a/tests/training/restoring/validation/valid_lowisbet.expected b/tests/training/restoring/validation/valid_lowisbet.expected
index 41846f4..f00e988 100644
--- a/tests/training/restoring/validation/valid_lowisbet.expected
+++ b/tests/training/restoring/validation/valid_lowisbet.expected
@@ -1,5 +1,11 @@
-[valid] Ep. 1 : Up. 30 : cross-entropy : 299.128 : new best
+[valid] Ep. 1 : Up. 30 : cross-entropy : 299.129 : new best
[valid] Ep. 2 : Up. 60 : cross-entropy : 298.528 : new best
[valid] Ep. 3 : Up. 90 : cross-entropy : 296.425 : new best
[valid] Ep. 4 : Up. 120 : cross-entropy : 297.841 : stalled 1 times (last best: 296.425)
-[valid] Ep. 5 : Up. 150 : cross-entropy : 297.728 : stalled 2 times (last best: 296.425)
+[valid] Ep. 5 : Up. 150 : cross-entropy : 297.727 : stalled 2 times (last best: 296.425)
+[valid] Ep. 6 : Up. 180 : cross-entropy : 296.889 : stalled 3 times (last best: 296.425)
+[valid] Ep. 7 : Up. 210 : cross-entropy : 296.014 : new best
+[valid] Ep. 8 : Up. 240 : cross-entropy : 296.076 : stalled 1 times (last best: 296.014)
+[valid] Ep. 9 : Up. 270 : cross-entropy : 296.746 : stalled 2 times (last best: 296.014)
+[valid] Ep. 10 : Up. 300 : cross-entropy : 297.825 : stalled 3 times (last best: 296.014)
+[valid] Ep. 10 : Up. 320 : cross-entropy : 298.678 : stalled 4 times (last best: 296.014)