1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
local Sequential, _ = torch.class('nn.Sequential', 'nn.Container')
function Sequential:__len()
return #self.modules
end
function Sequential:add(module)
if #self.modules == 0 then
self.gradInput = module.gradInput
end
table.insert(self.modules, module)
self.output = module.output
return self
end
function Sequential:insert(module, index)
index = index or (#self.modules + 1)
if index > (#self.modules + 1) or index < 1 then
error"index should be contiguous to existing modules"
end
table.insert(self.modules, index, module)
self.output = self.modules[#self.modules].output
self.gradInput = self.modules[1].gradInput
end
function Sequential:remove(index)
index = index or #self.modules
if index > #self.modules or index < 1 then
error"index out of range"
end
table.remove(self.modules, index)
if #self.modules > 0 then
self.output = self.modules[#self.modules].output
self.gradInput = self.modules[1].gradInput
else
self.output = torch.Tensor()
self.gradInput = torch.Tensor()
end
end
function Sequential:updateOutput(input)
local currentOutput = input
for i=1,#self.modules do
currentOutput = self:rethrowErrors(self.modules[i], i, 'updateOutput', currentOutput)
end
self.output = currentOutput
return currentOutput
end
function Sequential:updateGradInput(input, gradOutput)
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
currentGradOutput = self:rethrowErrors(currentModule, i+1, 'updateGradInput', previousModule.output, currentGradOutput)
currentModule = previousModule
end
currentGradOutput = self:rethrowErrors(currentModule, 1, 'updateGradInput', input, currentGradOutput)
self.gradInput = currentGradOutput
return currentGradOutput
end
function Sequential:accGradParameters(input, gradOutput, scale)
scale = scale or 1
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
self:rethrowErrors(currentModule, i+1, 'accGradParameters', previousModule.output, currentGradOutput, scale)
currentGradOutput = currentModule.gradInput
currentModule = previousModule
end
self:rethrowErrors(currentModule, 1, 'accGradParameters', input, currentGradOutput, scale)
end
function Sequential:backward(input, gradOutput, scale)
scale = scale or 1
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
currentGradOutput = self:rethrowErrors(currentModule, i+1, 'backward', previousModule.output, currentGradOutput, scale)
currentModule.gradInput = currentGradOutput
currentModule = previousModule
end
currentGradOutput = self:rethrowErrors(currentModule, 1, 'backward', input, currentGradOutput, scale)
self.gradInput = currentGradOutput
return currentGradOutput
end
function Sequential:accUpdateGradParameters(input, gradOutput, lr)
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
self:rethrowErrors(currentModule, i+1, 'accUpdateGradParameters', previousModule.output, currentGradOutput, lr)
currentGradOutput = currentModule.gradInput
currentModule = previousModule
end
self:rethrowErrors(currentModule, 1, 'accUpdateGradParameters', input, currentGradOutput, lr)
end
function Sequential:__tostring__()
local tab = ' '
local line = '\n'
local next = ' -> '
local str = 'nn.Sequential'
str = str .. ' {' .. line .. tab .. '[input'
for i=1,#self.modules do
str = str .. next .. '(' .. i .. ')'
end
str = str .. next .. 'output]'
for i=1,#self.modules do
str = str .. line .. tab .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab)
end
str = str .. line .. '}'
return str
end
|
