1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
#pragma once
#include "cpu_type.h"
#include <stdint.h>
// 16-bit is in sse2_gemm.h
namespace intgemm {
// pmaddubsw (the 8-bit multiply) is SSSE3, so pedantically that's the version we need.
struct SSSE3_8bit {
typedef int8_t Integer;
// Currently A is prepared by quantization but this could theoretically change.
static inline void PrepareA(const float *input, int8_t *output, float quant_mult, int rows, int cols) {
Quantize(input, output, quant_mult, rows * cols);
}
static void Quantize(const float *input, int8_t *output, float quant_mult, int size);
// Tile size for B; B must be a multiple of this block size.
static const int kBTileRow = 16;
static const int kBTileCol = 8;
static void PrepareB(const float *input, int8_t *output, float quant_mult, int rows, int cols);
static void SelectColumnsB(const int8_t *input, int8_t *output, int rows, const int *cols_begin, const int *cols_end);
static void Multiply(const int8_t *A, const int8_t *B, float *C, float unquant_mult, int A_rows, int width, int B_cols);
static const char *const kName;
static const CPUType kUses = CPU_SSSE3;
};
} // namespace intgemm
|
