diff options
| author | Michael Rotman <rotmanmi@pc-wolf102.(none)> | 2015-10-25 10:47:50 +0300 |
|---|---|---|
| committer | soumith <soumith@gmail.com> | 2015-12-01 23:40:36 +0300 |
| commit | e9d60e05b3cb3a6d8ab0e136c25b3d4457deee45 (patch) | |
| tree | 31b3f4906fc6b177a91f07cce7afbcfaf9a07323 /LeakyReLU.lua | |
| parent | 1a5cf58e00d0d34c1f777f7bd570b31765ff04c5 (diff) | |
Added LeakyReLU module
Diffstat (limited to 'LeakyReLU.lua')
| -rw-r--r-- | LeakyReLU.lua | 33 |
1 files changed, 33 insertions, 0 deletions
diff --git a/LeakyReLU.lua b/LeakyReLU.lua new file mode 100644 index 0000000..fdc294c --- /dev/null +++ b/LeakyReLU.lua @@ -0,0 +1,33 @@ +local LeakyReLU, parent = torch.class('nn.LeakyReLU','nn.Module')
+
+function LeakyReLU:__init(negval,ip)
+ parent.__init(self)
+ if type(negval) == 'boolean' then
+ local ip = negval
+ self.negval = 1/100
+ else
+ self.negval = negval or (1/100)
+ end
+ -- default for inplace is false
+ self.inplace = ip or false
+ if self.negval < 0 then
+ self.inplace = false
+ end
+end
+
+function LeakyReLU:__tostring__()
+ return torch.type(self) .. string.format('(%g)', self.negval)
+end
+
+
+function LeakyReLU:updateOutput(input)
+ input.nn.LeakyReLU_updateOutput(self, input)
+ return self.output
+end
+
+function LeakyReLU:updateGradInput(input, gradOutput)
+ input.nn.LeakyReLU_updateGradInput(self, input, gradOutput)
+ return self.gradInput
+end
+
+
|