1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
#pragma once
#include <tuple>
namespace intgemm {
namespace callbacks {
/*
* Sequence meta-config
*/
template <typename... Configs>
std::tuple<Configs...> Sequence(const Configs&... configs) {
return std::make_tuple(configs...);
}
/*
* Configs
*/
struct Dummy {
};
template <typename Type>
struct Write {
Type* output_addr;
Write(Type* output_addr) : output_addr(output_addr) {}
};
struct Unquantize {
float unquant_mult;
Unquantize(float unquant_mult) : unquant_mult(unquant_mult) {}
};
struct UnquantizeAndWrite {
float unquant_mult;
float* output_addr;
UnquantizeAndWrite(float unquant_mult, float* output_addr) : unquant_mult(unquant_mult), output_addr(output_addr) {}
};
struct UnquantizeAndWriteRelu {
float unquant_mult;
float* output_addr;
UnquantizeAndWriteRelu(float unquant_mult, float* output_addr) : unquant_mult(unquant_mult), output_addr(output_addr) {}
};
struct AddBiasAndWrite {
const int* bias_addr;
int* output_addr;
AddBiasAndWrite(const int* bias_addr, int* output_addr) : bias_addr(bias_addr), output_addr(output_addr) {}
};
struct UnquantizeAndAddBiasAndWrite {
float unquant_mult;
const float* bias_addr;
float* output_addr;
UnquantizeAndAddBiasAndWrite(float unquant_mult, const float* bias_addr, float* output_addr) : unquant_mult(unquant_mult), bias_addr(bias_addr), output_addr(output_addr) {}
};
struct UnquantizeAndAddBiasAndWriteRelu {
float unquant_mult;
const float* bias_addr;
float* output_addr;
UnquantizeAndAddBiasAndWriteRelu(float unquant_mult, const float* bias_addr, float* output_addr) : unquant_mult(unquant_mult), bias_addr(bias_addr), output_addr(output_addr) {}
};
}
}
|
