Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/clementfarabet/lua---nnx.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMarco Scoffier <github@metm.org>2011-10-24 05:14:35 +0400
committerMarco Scoffier <github@metm.org>2011-10-24 05:14:35 +0400
commitd8dcc9db7c96024d0233ba0276f6060c6542f9ef (patch)
tree77f7977ded96066390b20103f53d4312c68f2adb /ASGDOptimization.lua
parentf2c27cf7bad2046b979bc9fd1fd0b1881bf2c266 (diff)
comment
Diffstat (limited to 'ASGDOptimization.lua')
-rw-r--r--ASGDOptimization.lua1
1 files changed, 1 insertions, 0 deletions
diff --git a/ASGDOptimization.lua b/ASGDOptimization.lua
index 28e1131..892d740 100644
--- a/ASGDOptimization.lua
+++ b/ASGDOptimization.lua
@@ -46,6 +46,7 @@ function ASGD:optimize()
self.parameters:add(-self.eta_t, self.gradParameters)
end
-- (3) Average part
+ -- a := a + mu_t [ w - a ]
self.a = self.a or self.parameters.new():resizeAs(self.parameters):zero()
if self.mu_t ~= 1 then
self.tmp = self.tmp or self.a.new():resizeAs(self.a)