LeakyReLU.lua


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

local LeakyReLU, parent = torch.class('nn.LeakyReLU','nn.Module')

function LeakyReLU:__init(negval,ip)
   parent.__init(self)
   if type(negval) == 'boolean' then
      local ip = negval
      self.negval = 1/100
   else
      self.negval = negval or (1/100)
   end
   -- default for inplace is false
   self.inplace = ip or false
   if self.negval < 0 then
      self.inplace = false
   end
end

function LeakyReLU:updateOutput(input)
      input.THNN.LeakyReLU_updateOutput(
      input:cdata(),
      self.output:cdata(),
      self.negval,
      self.inplace
   )
   return self.output
end

function LeakyReLU:updateGradInput(input, gradOutput)
   input.THNN.LeakyReLU_updateGradInput(
      input:cdata(),
      gradOutput:cdata(),
      self.gradInput:cdata(),
      self.negval,
      self.inplace
   )
   return self.gradInput
end

function LeakyReLU:__tostring__()
   return torch.type(self) .. string.format('(%g)', self.negval)
end