diff options
Diffstat (limited to 'tests/training/scheduler/setup.sh')
| -rw-r--r-- | tests/training/scheduler/setup.sh | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/tests/training/scheduler/setup.sh b/tests/training/scheduler/setup.sh new file mode 100644 index 0000000..284e7c1 --- /dev/null +++ b/tests/training/scheduler/setup.sh @@ -0,0 +1,10 @@ +# Skip if compiled without SentencePiece +test -n "$MRT_MARIAN_USE_SENTENCEPIECE" || exit 100 + +test -f $MRT_DATA/europarl.de-en/corpus.bpe.de || exit 1 +test -f $MRT_DATA/europarl.de-en/corpus.bpe.en || exit 1 + +test -f train.de.gz || cat $MRT_DATA/europarl.de-en/corpus.bpe.de | sed 's/@@ //g' | head -n 2000 | gzip > train.de.gz +test -f train.en.gz || cat $MRT_DATA/europarl.de-en/corpus.bpe.en | sed 's/@@ //g' | head -n 2000 | gzip > train.en.gz + +test -f $MRT_MODELS/rnn-spm/vocab.deen.spm || exit 1 |