diff options
| author | Yannis Assael <iassael@gmail.com> | 2016-09-06 20:19:26 +0300 |
|---|---|---|
| committer | Yannis Assael <iassael@gmail.com> | 2016-09-06 20:19:26 +0300 |
| commit | 824152abb9dcb7cc15b2450b719348b16ed421ef (patch) | |
| tree | 0acd704d9fad49b19a6150e87dbbf60e016609e8 | |
| parent | afd54e6fc560669f5f541f687e00a9ddeab075cc (diff) | |
reverted to zero mean squared values init
| -rw-r--r-- | rmsprop.lua | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/rmsprop.lua b/rmsprop.lua index 1eb526d..004cbd1 100644 --- a/rmsprop.lua +++ b/rmsprop.lua @@ -40,7 +40,7 @@ function optim.rmsprop(opfunc, x, config, state) -- (3) initialize mean square values and square gradient storage if not state.m then - state.m = torch.Tensor():typeAs(x):resizeAs(dfdx):fill(1) + state.m = torch.Tensor():typeAs(x):resizeAs(dfdx):zero() state.tmp = torch.Tensor():typeAs(x):resizeAs(dfdx) end |