diff options
| author | Marcin Junczys-Dowmunt <marcinjd@microsoft.com> | 2021-04-20 18:50:53 +0300 |
|---|---|---|
| committer | Marcin Junczys-Dowmunt <marcinjd@microsoft.com> | 2021-04-20 18:50:53 +0300 |
| commit | 3e51ff387232f1096e9560980f0115ac734224f5 (patch) | |
| tree | 7f6e97f309119c801a42803082e164822a5e2d64 /src | |
| parent | 8a53b761d5bc922e4ab058a4487ad362d2edefaf (diff) | |
fix depth-scaling in FFN
Diffstat (limited to 'src')
| -rw-r--r-- | src/layers/generic.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/layers/generic.h b/src/layers/generic.h index 2746bc85..8f390bd7 100644 --- a/src/layers/generic.h +++ b/src/layers/generic.h @@ -192,7 +192,7 @@ static inline Expr denseInline(Expr x, float dropProb = 0.0f) { auto graph = x->graph(); - auto W = graph->param(prefix + "_W" + suffix, {x->shape()[-1], outDim}, inits::glorotUniform()); + auto W = graph->param(prefix + "_W" + suffix, {x->shape()[-1], outDim}, initFn); auto b = graph->param(prefix + "_b" + suffix, {1, outDim}, inits::zeros()); if(actName == "relu") { |