1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
#pragma once
#include <stdint.h>
namespace intgemm {
struct SSE2_16bit {
typedef int16_t Integer;
// Currently A is prepared by quantization but this could theoretically change.
static inline void PrepareA(const float *input, int16_t *output, float quant_mult, int rows, int cols) {
Quantize(input, output, quant_mult, rows * cols);
}
static void Quantize(const float *input, int16_t *output, float quant_mult, int size);
// Tile size for B; B must be a multiple of this block size.
static const int kBTileRow = 8;
static const int kBTileCol = 8;
static void PrepareB(const float *input, int16_t *output, float quant_mult, int rows, int cols);
static void Multiply(const int16_t *A, const int16_t *B, float *C, float unquant_mult, int A_rows, int width, int B_cols);
static const char *Name() { return "SSE2 16-bit"; }
};
struct SSE2_8bit {
typedef int8_t Integer;
// Currently A is prepared by quantization but this could theoretically change.
static inline void PrepareA(const float *input, int8_t *output, float quant_mult, int rows, int cols) {
Quantize(input, output, quant_mult, rows * cols);
}
static void Quantize(const float *input, int8_t *output, float quant_mult, int size);
// Tile size for B; B must be a multiple of this block size.
static const int kBTileRow = 16;
static const int kBTileCol = 8;
static void PrepareB(const float *input, int8_t *output, float quant_mult, int rows, int cols);
static void Multiply(const int8_t *A, const int8_t *B, float *C, float unquant_mult, int A_rows, int width, int B_cols);
static const char *Name() { return "SSE2 8-bit"; }
};
} // namespace intgemm
|
