From d59a0af48b94af44a66ba68a9fa0676ee7ca94da Mon Sep 17 00:00:00 2001
From: Clement Farabet <clement.farabet@gmail.com>
Date: Sun, 9 Oct 2011 12:36:55 -0400
Subject: Added diag hessian support for a few modules.

---
 init.lua | 13 +++++++++++++
 1 file changed, 13 insertions(+)

(limited to 'init.lua')

diff --git a/init.lua b/init.lua
index aff1468..5f3daf2 100644
--- a/init.lua
+++ b/init.lua
@@ -108,6 +108,7 @@ torch.include('nnx', 'SGDOptimization.lua')
 torch.include('nnx', 'LBFGSOptimization.lua')
 torch.include('nnx', 'CGOptimization.lua')
 torch.include('nnx', 'GeneticSGDOptimization.lua')
+torch.include('nnx', 'DiagHessian.lua')
 
 -- trainers:
 torch.include('nnx', 'Trainer.lua')
@@ -196,6 +197,18 @@ function nnx.getGradParameters(...)
    return holder
 end
 
+function nnx.getDiagHessianParameters(...)
+   -- to hold all parameters found
+   local holder = {}
+   -- call recursive call
+   local modules = {...}
+   for _,module in ipairs(modules) do
+      get(module, holder, {'diagHessianWeight', 'diagHessianBias'})
+   end
+   -- return all parameters found
+   return holder
+end
+
 function nnx.flattenParameters(parameters)
    -- already flat ?
    local flat = true
-- 
cgit v1.2.3