From e9d60e05b3cb3a6d8ab0e136c25b3d4457deee45 Mon Sep 17 00:00:00 2001
From: Michael Rotman <rotmanmi@pc-wolf102.(none)>
Date: Sun, 25 Oct 2015 09:47:50 +0200
Subject: Added LeakyReLU module

---
 LeakyReLU.lua | 33 +++++++++++++++++++++++++++++++++
 1 file changed, 33 insertions(+)
 create mode 100644 LeakyReLU.lua

(limited to 'LeakyReLU.lua')

diff --git a/LeakyReLU.lua b/LeakyReLU.lua
new file mode 100644
index 0000000..fdc294c
--- /dev/null
+++ b/LeakyReLU.lua
@@ -0,0 +1,33 @@
+local LeakyReLU, parent = torch.class('nn.LeakyReLU','nn.Module')
+
+function LeakyReLU:__init(negval,ip)
+   parent.__init(self)
+   if type(negval) == 'boolean' then
+	 local ip = negval
+	 self.negval = 1/100
+   else
+	 self.negval = negval or (1/100)
+   end
+   -- default for inplace is false
+   self.inplace = ip or false
+   if self.negval < 0 then
+      self.inplace = false
+   end
+end
+
+function LeakyReLU:__tostring__()
+  return torch.type(self) .. string.format('(%g)', self.negval)
+end
+
+
+function LeakyReLU:updateOutput(input)
+   input.nn.LeakyReLU_updateOutput(self, input)
+   return self.output
+end
+
+function LeakyReLU:updateGradInput(input, gradOutput)
+   input.nn.LeakyReLU_updateGradInput(self, input, gradOutput)
+   return self.gradInput
+end
+
+
-- 
cgit v1.2.3