Use custom range in HardTanh and mask it as Clamp

allows HardTanh to use a custom interval for linear region when min/max values
are specified in declaration. Thus its implementation can be shared with new
Clamp function.

1 files changed, 10 insertions, 1 deletions

diff --git a/HardTanh.lua b/HardTanh.lua
index 3391479..555e6fb 100644
--- a/HardTanh.lua
+++ b/HardTanh.lua
@@ -1,6 +1,15 @@
-local HardTanh = torch.class('nn.HardTanh', 'nn.Module')
+local HardTanh, parent = torch.class('nn.HardTanh', 'nn.Module')
+
+function HardTanh:__init(min_value, max_value)
+   parent.__init(self)
+   self.min_val = min_value or -1
+   self.max_val = max_value or 1
+   assert(self.max_val>self.min_val, 'max_value must be larger than min_value')
+end
 
 function HardTanh:updateOutput(input)
+   self.min_val = self.min_val or -1
+   self.max_val = self.max_val or 1
    return input.nn.HardTanh_updateOutput(self, input)
 end