diff options
Diffstat (limited to 'tests/decoder/intgemm/test_intgemm_16bit_sse2.sh')
-rw-r--r-- | tests/decoder/intgemm/test_intgemm_16bit_sse2.sh | 25 |
1 files changed, 17 insertions, 8 deletions
diff --git a/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh b/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh index 776bd25..11f224e 100644 --- a/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh +++ b/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh @@ -17,31 +17,40 @@ elif ! grep -q "sse2" /proc/cpuinfo; then exit 100 fi -suffix=sse2 -prefix=intgemm_16bit +# Outputs differ on CPUs supporting AVX, AVX2 or AVX512 +suffix=avx +if grep -q "avx512_vnni" /proc/cpuinfo; then + suffix=avx512_vnni +elif grep -q "avx512" /proc/cpuinfo; then + suffix=avx512 +elif grep -q "avx2" /proc/cpuinfo; then + suffix=avx2 +fi + +prefix=intgemm_16bit_sse2 # Remove previous outputs -rm -f $prefix.$suffix.out $prefix.$suffix.bin +rm -f $prefix.out $prefix.$suffix.bin # Pack the model -$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm16$suffix +$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm16sse2 test -s $prefix.$suffix.bin # Run test $MRT_MARIAN/marian-decoder \ -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \ - -i newstest2018.src -o $prefix.$suffix.out \ + -i newstest2018.src -o $prefix.out \ -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \ --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \ --quiet-translation # Print current and expected BLEU for debugging -python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.$suffix.out | tee $prefix.$suffix.out.bleu -cat $prefix.$suffix.expected.bleu +python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu +cat $prefix.expected.bleu || true # Compare with the expected output -$MRT_TOOLS/diff.sh $prefix.$suffix.out $prefix.$suffix.expected > $prefix.$suffix.diff +$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff # Exit with success code |