LookupTable keeps track of inputs for accUpdate

1 files changed, 2 insertions, 0 deletions

diff --git a/LookupTable.lua b/LookupTable.lua
index 71d7f62..5b5f565 100644
--- a/LookupTable.lua
+++ b/LookupTable.lua
@@ -117,6 +117,7 @@ function LookupTable:accUpdateGradParameters(input, gradOutput, lr)
       for i=1,input:size(1) do
          local k = input[i]
          local kscale = self:scaleUpdateByKey(k)
+         self.inputs[k] = (self.inputs[k] or 0) + 1
          self.weight:select(1, input[i]):add(-lr*kscale, gradOutput:select(1, i))
       end
    elseif input:dim() == 2 then 
@@ -126,6 +127,7 @@ function LookupTable:accUpdateGradParameters(input, gradOutput, lr)
          for j=1,input:size(1) do
             local k = input[j]
             local kscale = self:scaleUpdateByKey(k)
+            self.inputs[k] = (self.inputs[k] or 0) + 1
             self.weight:select(1, k):add(-lr*kscale, gradOutput:select(1, j))
          end
       end