1 files changed, 27 insertions, 0 deletions
diff --git a/Sum.lua b/Sum.lua
new file mode 100644
index 0000000..b068e25
--- /dev/null
+++ b/Sum.lua
@@ -0,0 +1,27 @@
+local Sum, parent = torch.class('nn.Sum', 'nn.Module')
+
+function Sum:__init(dimension)
+   parent.__init(self)
+   dimension = dimension or 1
+   self.dimension = dimension
+end
+
+function Sum:updateOutput(input)
+   input.torch.sum(self.output, input, self.dimension)
+   self.output = self.output:select(self.dimension, 1)
+   return self.output
+end
+
+function Sum:updateGradInput(input, gradOutput)
+   local size = gradOutput:size():totable()
+   local stride = gradOutput:stride():totable()
+   table.insert(size, self.dimension, input:size(self.dimension))
+   table.insert(stride, self.dimension, 0)
+
+   self.gradInput:set(gradOutput:storage(),
+                      1,
+                      torch.LongStorage(size),
+                      torch.LongStorage(stride))
+                      
+   return self.gradInput
+end