diff options
Diffstat (limited to 'ASGDOptimization.lua')
-rw-r--r-- | ASGDOptimization.lua | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/ASGDOptimization.lua b/ASGDOptimization.lua index 28e1131..892d740 100644 --- a/ASGDOptimization.lua +++ b/ASGDOptimization.lua @@ -46,6 +46,7 @@ function ASGD:optimize() self.parameters:add(-self.eta_t, self.gradParameters) end -- (3) Average part + -- a := a + mu_t [ w - a ] self.a = self.a or self.parameters.new():resizeAs(self.parameters):zero() if self.mu_t ~= 1 then self.tmp = self.tmp or self.a.new():resizeAs(self.a) |