blob: 70fac201dfad8d81eb3064cad7ea4dfa7fed5154 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
#!/bin/bash -x
# Exit on error
set -e
# Test code goes here
rm -rf lm-transformer lm-transformer.log
mkdir -p lm-transformer
$MRT_MARIAN/build/marian \
--seed 1111 --no-shuffle \
--type lm-transformer --dim-emb 128 --dim-rnn 256 \
-m lm-transformer/model.npz -t $MRT_DATA/europarl.de-en/corpus.bpe.en -v vocab.en.yml \
--disp-freq 20 --after-batches 100 \
--log lm-transformer.log
test -e lm-transformer/model.npz
test -e lm-transformer/model.npz.yml
test -e lm-transformer.log
cat lm-transformer.log | grep 'Ep\. 1 :' | $MRT_TOOLS/extract-costs.sh > lm-transformer.out
$MRT_TOOLS/diff-nums.py lm-transformer.out lm-transformer.expected -p 0.02 > lm-transformer.diff
# Scoring with LM
test -s temp.bpe.en || tail $MRT_DATA/europarl.de-en/corpus.bpe.en > test.bpe.en
$MRT_MARIAN/build/marian-scorer -m lm-transformer/model.npz -t test.bpe.en -v vocab.en.yml > lm-transformer.scores.out
$MRT_TOOLS/diff-nums.py lm-transformer.scores.out lm-transformer.scores.expected -p 0.002 > lm-transformer.scores.diff
# Exit with success code
exit 0
|
