Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/marian-nmt/intgemm.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorKenneth Heafield <github@kheafield.com>2019-12-14 02:32:48 +0300
committerKenneth Heafield <github@kheafield.com>2019-12-14 02:32:48 +0300
commit6d84e254683acdda0a401308a30ffa8c93905c38 (patch)
treed50cf74c7e160888ad4abee0860a2b87909abaa4
parent697154cb67b92e897eddb7ca6dae99ec0690b923 (diff)
Add AVX512VNNI to benchmark program
-rw-r--r--benchmarks/benchmark.cc11
1 files changed, 11 insertions, 0 deletions
diff --git a/benchmarks/benchmark.cc b/benchmarks/benchmark.cc
index 2810936..0c6392e 100644
--- a/benchmarks/benchmark.cc
+++ b/benchmarks/benchmark.cc
@@ -101,6 +101,7 @@ struct BackendStats {
std::vector<std::vector<uint64_t>> ssse3_8bit;
std::vector<std::vector<uint64_t>> avx2_8bit;
std::vector<std::vector<uint64_t>> avx512_8bit;
+ std::vector<std::vector<uint64_t>> avx512vnni_8bit;
std::vector<std::vector<uint64_t>> sse2_16bit;
std::vector<std::vector<uint64_t>> avx2_16bit;
std::vector<std::vector<uint64_t>> avx512_16bit;
@@ -208,6 +209,13 @@ int main(int argc, char ** argv) {
RunAll<AVX512_16bit>(matrices, end, stats.avx512_16bit);
}
#endif
+#ifdef INTGEMM_COMPILER_SUPPORTS_AVX512VNNI
+ std::cerr << "AVX512VNNI 8bit, 100 samples..." << std::endl;
+ for (int samples = 0; samples < kSamples; ++samples) {
+ RandomMatrices *end = (samples < 4) ? matrices_end : full_sample;
+ RunAll<AVX512VNNI_8bit>(matrices, end, stats.avx512vnni_8bit);
+ }
+#endif
if (stats.sse2_16bit.empty()) {
std::cerr << "No CPU support." << std::endl;
@@ -220,6 +228,9 @@ int main(int argc, char ** argv) {
#ifdef INTGEMM_COMPILER_SUPPORTS_AVX512
Print<AVX512_8bit>(stats.avx512_8bit, i);
#endif
+#ifdef INTGEMM_COMPILER_SUPPORTS_AVX512VNNI
+ Print<AVX512VNNI_8bit>(stats.avx512vnni_8bit, i);
+#endif
Print<SSE2_16bit>(stats.sse2_16bit, i);
Print<AVX2_16bit>(stats.avx2_16bit, i);
#ifdef INTGEMM_COMPILER_SUPPORTS_AVX512