1 files changed, 129 insertions, 0 deletions
diff --git a/Sequential.lua b/Sequential.lua
new file mode 100644
index 0000000..3e23350
--- /dev/null
+++ b/Sequential.lua
@@ -0,0 +1,129 @@
+local Sequential, parent = torch.class('nn.Sequential', 'nn.Module')
+
+function Sequential:__init()
+   self.modules = {}
+end
+
+function Sequential:add(module)
+   if #self.modules == 0 then
+      self.gradInput = module.gradInput
+   end
+   table.insert(self.modules, module)
+   self.output = module.output
+   return self
+end
+
+function Sequential:size()
+   return #self.modules
+end
+
+function Sequential:get(index)
+   return self.modules[index]
+end
+
+function Sequential:updateOutput(input)
+   local currentOutput = input
+   for i=1,#self.modules do 
+      currentOutput = self.modules[i]:updateOutput(currentOutput)
+   end 
+   self.output = currentOutput
+   return currentOutput
+end
+
+function Sequential:updateGradInput(input, gradOutput)
+   local currentGradOutput = gradOutput
+   local currentModule = self.modules[#self.modules]
+   for i=#self.modules-1,1,-1 do
+      local previousModule = self.modules[i]
+      currentGradOutput = currentModule:updateGradInput(previousModule.output, currentGradOutput)
+      currentModule = previousModule
+   end
+   currentGradOutput = currentModule:updateGradInput(input, currentGradOutput)
+   self.gradInput = currentGradOutput
+   return currentGradOutput
+end
+
+function Sequential:accGradParameters(input, gradOutput, scale)
+   scale = scale or 1
+
+   local currentGradOutput = gradOutput
+   local currentModule = self.modules[#self.modules]
+   for i=#self.modules-1,1,-1 do
+      local previousModule = self.modules[i]
+      currentModule:accGradParameters(previousModule.output, currentGradOutput, scale)
+      currentGradOutput = currentModule.gradInput
+      currentModule = previousModule
+   end
+   
+   currentModule:accGradParameters(input, currentGradOutput, scale)
+end
+
+function Sequential:accUpdateGradParameters(input, gradOutput, lr)
+   local currentGradOutput = gradOutput
+   local currentModule = self.modules[#self.modules]
+   for i=#self.modules-1,1,-1 do
+      local previousModule = self.modules[i]
+      currentModule:accUpdateGradParameters(previousModule.output, currentGradOutput, lr)
+      currentGradOutput = currentModule.gradInput
+      currentModule = previousModule
+   end
+   
+   currentModule:accUpdateGradParameters(input, currentGradOutput, lr)
+end
+
+function Sequential:zeroGradParameters()
+  for i=1,#self.modules do
+     self.modules[i]:zeroGradParameters()
+  end
+end
+
+function Sequential:updateParameters(learningRate)
+   for i=1,#self.modules do
+      self.modules[i]:updateParameters(learningRate)
+   end
+end
+
+function Sequential:share(mlp,...)
+   for i=1,#self.modules do
+      self.modules[i]:share(mlp.modules[i],...); 
+   end
+end
+
+function Sequential:parameters()
+   local function tinsert(to, from)
+      if type(from) == 'table' then
+         for i=1,#from do
+            tinsert(to,from[i])
+         end
+      else
+         table.insert(to,from)
+      end
+   end
+   local w = {}
+   local gw = {}
+   for i=1,#self.modules do
+      local mw,mgw = self.modules[i]:parameters()
+      if mw then
+         tinsert(w,mw)
+         tinsert(gw,mgw)
+      end
+   end
+   return w,gw
+end
+
+function Sequential:__tostring__()
+   local tab = '  '
+   local line = '\n'
+   local next = ' -> '
+   local str = 'nn.Sequential'
+   str = str .. ' {' .. line .. tab .. '[input'
+   for i=1,#self.modules do
+      str = str .. next .. '(' .. i .. ')'
+   end
+   str = str .. next .. 'output]'
+   for i=1,#self.modules do
+      str = str .. line .. tab .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab)
+   end
+   str = str .. line .. '}'
+   return str
+end