diff options
| author | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-03-19 16:08:25 +0300 |
|---|---|---|
| committer | Roman Grundkiewicz <rgrundkiewicz@gmail.com> | 2021-03-19 16:08:25 +0300 |
| commit | 7d612ca5e4b27a76f92584dad76d240e34f216d0 (patch) | |
| tree | 5ef8554a1ec2655069a968c899deb6b552cc2570 | |
| parent | 40e65d3fe23489a25daa80e8ba575c3e7c369dc2 (diff) | |
Add MNIST files to Marian Azure storage
| -rw-r--r-- | .gitignore | 1 | ||||
| -rwxr-xr-x | data/download-data.sh | 1 | ||||
| -rw-r--r-- | tests/examples/mnist/setup.sh | 12 |
3 files changed, 7 insertions, 7 deletions
@@ -43,3 +43,4 @@ data/*/*.bpe data/*/truecase* data/*/*.gz data/*.md5 +data/exdb_mnist diff --git a/data/download-data.sh b/data/download-data.sh index 37e71be..ce6ba2d 100755 --- a/data/download-data.sh +++ b/data/download-data.sh @@ -9,6 +9,7 @@ URL=https://romang.blob.core.windows.net/mariandev/regression-tests/data # name as the tarball DATA_TARBALLS=( europarl.de-en + exdb_mnist ) for name in ${DATA_TARBALLS[@]}; do diff --git a/tests/examples/mnist/setup.sh b/tests/examples/mnist/setup.sh index 8dead6a..1d0221f 100644 --- a/tests/examples/mnist/setup.sh +++ b/tests/examples/mnist/setup.sh @@ -6,14 +6,12 @@ set -e # Setup code goes here test -e $MRT_MARIAN/mnist_example -(( $(ls -1 *-ubyte 2>/dev/null | wc -l) == 4 )) && exit 0 +test -e $MRT_DATA/exdb_mnist/train-images-idx3-ubyte +test -e $MRT_DATA/exdb_mnist/train-labels-idx1-ubyte +test -e $MRT_DATA/exdb_mnist/t10k-images-idx3-ubyte +test -e $MRT_DATA/exdb_mnist/t10k-labels-idx1-ubyte -wget -nc http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz -wget -nc http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz -wget -nc http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz -wget -nc http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz - -gzip -d *-ubyte.gz +test -e *-ubyte || cp $MRT_DATA/exdb_mnist/*-ubyte . # Exit with success code exit 0 |