diff options
author | Marco Scoffier <github@metm.org> | 2011-10-24 05:14:35 +0400 |
---|---|---|
committer | Marco Scoffier <github@metm.org> | 2011-10-24 05:14:35 +0400 |
commit | d8dcc9db7c96024d0233ba0276f6060c6542f9ef (patch) | |
tree | 77f7977ded96066390b20103f53d4312c68f2adb /ASGDOptimization.lua | |
parent | f2c27cf7bad2046b979bc9fd1fd0b1881bf2c266 (diff) |
comment
Diffstat (limited to 'ASGDOptimization.lua')
-rw-r--r-- | ASGDOptimization.lua | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/ASGDOptimization.lua b/ASGDOptimization.lua index 28e1131..892d740 100644 --- a/ASGDOptimization.lua +++ b/ASGDOptimization.lua @@ -46,6 +46,7 @@ function ASGD:optimize() self.parameters:add(-self.eta_t, self.gradParameters) end -- (3) Average part + -- a := a + mu_t [ w - a ] self.a = self.a or self.parameters.new():resizeAs(self.parameters):zero() if self.mu_t ~= 1 then self.tmp = self.tmp or self.a.new():resizeAs(self.a) |