1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
local ParallelTable, parent = torch.class('nn.ParallelTable', 'nn.Module')
function ParallelTable:__init()
parent.__init(self)
self.modules = {}
self.output = {}
self.gradInput = {}
end
function ParallelTable:add(module)
table.insert(self.modules, module)
return self
end
function ParallelTable:get(index)
return self.modules[index]
end
function ParallelTable:size()
return #self.modules
end
function ParallelTable:updateOutput(input)
for i=1,#self.modules do
self.output[i] = self.modules[i]:updateOutput(input[i])
end
return self.output
end
function ParallelTable:updateGradInput(input, gradOutput)
for i,module in ipairs(self.modules) do
self.gradInput[i]= module:updateGradInput(input[i], gradOutput[i])
end
return self.gradInput
end
function ParallelTable:accGradParameters(input, gradOutput, scale)
scale = scale or 1
for i,module in ipairs(self.modules) do
module:accGradParameters(input[i], gradOutput[i], scale)
end
end
function ParallelTable:accUpdateGradParameters(input, gradOutput, lr)
lr = lr or 1
for i,module in ipairs(self.modules) do
module:accUpdateGradParameters(input[i], gradOutput[i], lr)
end
end
function ParallelTable:zeroGradParameters()
for _,module in ipairs(self.modules) do
module:zeroGradParameters()
end
end
function ParallelTable:updateParameters(learningRate)
for _,module in ipairs(self.modules) do
module:updateParameters(learningRate)
end
end
function ParallelTable:training()
for i=1,#self.modules do
self.modules[i]:training()
end
end
function ParallelTable:evaluate()
for i=1,#self.modules do
self.modules[i]:evaluate()
end
end
function ParallelTable:share(mlp,...)
for i=1,#self.modules do
self.modules[i]:share(mlp.modules[i],...);
end
end
function ParallelTable:parameters()
local function tinsert(to, from)
if type(from) == 'table' then
for i=1,#from do
tinsert(to,from[i])
end
else
table.insert(to,from)
end
end
local w = {}
local gw = {}
for i=1,#self.modules do
local mw,mgw = self.modules[i]:parameters()
if mw then
tinsert(w,mw)
tinsert(gw,mgw)
end
end
return w,gw
end
function ParallelTable:__tostring__()
local tab = ' '
local line = '\n'
local next = ' |`-> '
local ext = ' | '
local extlast = ' '
local last = ' ... -> '
local str = 'nn.ParallelTable'
str = str .. ' {' .. line .. tab .. 'input'
for i=1,#self.modules do
if i == self.modules then
str = str .. line .. tab .. next .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab .. extlast)
else
str = str .. line .. tab .. next .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab .. ext)
end
end
str = str .. line .. tab .. last .. 'output'
str = str .. line .. '}'
return str
end
|
