Add Gated Linear Unit (GLU)

1 files changed, 11 insertions, 0 deletions

diff --git a/dnn/nnet.c b/dnn/nnet.c
index a01f3726..1c0035d0 100644
--- a/dnn/nnet.c
+++ b/dnn/nnet.c
@@ -142,6 +142,17 @@ void compute_generic_gru(const LinearLayer *input_weights, const LinearLayer *re
      state[i] = h[i];
 }
 
+void compute_gated_activation(const LinearLayer *layer, float *output, const float *input, int activation)
+{
+   int i;
+   float act1[MAX_INPUTS];
+   celt_assert(layer->nb_inputs == layer->nb_outputs);
+   compute_linear(layer, output, input);
+   compute_activation(output, output, layer->nb_outputs, ACTIVATION_SIGMOID);
+   compute_activation(act1, input, layer->nb_outputs, activation);
+   for (i=0;i<layer->nb_outputs;i++) output[i] *= act1[i];
+}
+
 void compute_activation(float *output, const float *input, int N, int activation)
 {
    int i;