1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
local Sequential, parent = torch.class('nn.Sequential', 'nn.Module')
function Sequential:__init()
self.modules = {}
end
function Sequential:add(module)
if #self.modules == 0 then
self.gradInput = module.gradInput
end
table.insert(self.modules, module)
self.output = module.output
return self
end
function Sequential:size()
return #self.modules
end
function Sequential:get(index)
return self.modules[index]
end
function Sequential:updateOutput(input)
local currentOutput = input
for i=1,#self.modules do
currentOutput = self.modules[i]:updateOutput(currentOutput)
end
self.output = currentOutput
return currentOutput
end
function Sequential:updateGradInput(input, gradOutput)
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
currentGradOutput = currentModule:updateGradInput(previousModule.output, currentGradOutput)
currentModule = previousModule
end
currentGradOutput = currentModule:updateGradInput(input, currentGradOutput)
self.gradInput = currentGradOutput
return currentGradOutput
end
function Sequential:accGradParameters(input, gradOutput, scale)
scale = scale or 1
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
currentModule:accGradParameters(previousModule.output, currentGradOutput, scale)
currentGradOutput = currentModule.gradInput
currentModule = previousModule
end
currentModule:accGradParameters(input, currentGradOutput, scale)
end
function Sequential:accUpdateGradParameters(input, gradOutput, lr)
local currentGradOutput = gradOutput
local currentModule = self.modules[#self.modules]
for i=#self.modules-1,1,-1 do
local previousModule = self.modules[i]
currentModule:accUpdateGradParameters(previousModule.output, currentGradOutput, lr)
currentGradOutput = currentModule.gradInput
currentModule = previousModule
end
currentModule:accUpdateGradParameters(input, currentGradOutput, lr)
end
function Sequential:zeroGradParameters()
for i=1,#self.modules do
self.modules[i]:zeroGradParameters()
end
end
function Sequential:updateParameters(learningRate)
for i=1,#self.modules do
self.modules[i]:updateParameters(learningRate)
end
end
function Sequential:share(mlp,...)
for i=1,#self.modules do
self.modules[i]:share(mlp.modules[i],...);
end
end
function Sequential:parameters()
local function tinsert(to, from)
if type(from) == 'table' then
for i=1,#from do
tinsert(to,from[i])
end
else
table.insert(to,from)
end
end
local w = {}
local gw = {}
for i=1,#self.modules do
local mw,mgw = self.modules[i]:parameters()
if mw then
tinsert(w,mw)
tinsert(gw,mgw)
end
end
return w,gw
end
function Sequential:__tostring__()
local tab = ' '
local line = '\n'
local next = ' -> '
local str = 'nn.Sequential'
str = str .. ' {' .. line .. tab .. '[input'
for i=1,#self.modules do
str = str .. next .. '(' .. i .. ')'
end
str = str .. next .. 'output]'
for i=1,#self.modules do
str = str .. line .. tab .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab)
end
str = str .. line .. '}'
return str
end
|
