diff options
Diffstat (limited to 'tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh')
| -rw-r--r-- | tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh | 25 |
1 files changed, 17 insertions, 8 deletions
diff --git a/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh b/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh index 56681b2..f7496f0 100644 --- a/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh +++ b/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh @@ -17,31 +17,40 @@ elif ! grep -q "ssse3" /proc/cpuinfo; then exit 100 fi -suffix=ssse3 -prefix=intgemm_8bit +# Outputs differ on CPUs supporting AVX, AVX2 or AVX512 +suffix=avx +if grep -q "avx512_vnni" /proc/cpuinfo; then + suffix=avx512_vnni +elif grep -q "avx512" /proc/cpuinfo; then + suffix=avx512 +elif grep -q "avx2" /proc/cpuinfo; then + suffix=avx2 +fi + +prefix=intgemm_8bit_ssse3 # Remove previous outputs -rm -f $prefix.$suffix.out $prefix.$suffix.bin +rm -f $prefix.out $prefix.$suffix.bin # Pack the model -$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8$suffix +$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8ssse3 test -s $prefix.$suffix.bin # Run test $MRT_MARIAN/marian-decoder \ -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \ - -i newstest2018.src -o $prefix.$suffix.out \ + -i newstest2018.src -o $prefix.out \ -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \ --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \ --quiet-translation # Print current and expected BLEU for debugging -python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.$suffix.out | tee $prefix.$suffix.out.bleu -cat $prefix.$suffix.expected.bleu +python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu +cat $prefix.expected.bleu || true # Compare with the expected output -$MRT_TOOLS/diff.sh $prefix.$suffix.out $prefix.$suffix.expected > $prefix.$suffix.diff +$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff # Exit with success code |