Welcome to mirror list, hosted at ThFree Co, Russian Federation.

test_transformer.sh « transformer « models « training « tests - github.com/marian-nmt/marian-regression-tests.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
blob: e9754cf66f72f1d98991034df77b5f67a8c15d08 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
#!/bin/bash -x

# Exit on error
set -e

# Test code goes here
rm -rf transformer transformer*.log
mkdir -p transformer

opts="--no-shuffle --seed 1111 --mini-batch 32 --maxi-batch 1 --maxi-batch-sort none --optimizer sgd --dim-emb 64 --dim-rnn 128"

$MRT_MARIAN/marian \
    --type transformer -m transformer/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.{en,de} -v vocab.en.yml vocab.de.yml \
    $opts --disp-freq 10 --after-batches 100 \
    --log transformer.log

test -e transformer/model.npz
test -e transformer.log

cat transformer.log | $MRT_TOOLS/extract-costs.sh > transformer.out
$MRT_TOOLS/diff-nums.py transformer.out transformer.expected -p 0.01 -o transformer.diff

# Exit with success code
exit 0