LookupTable:maxParamNorm

LookupTable.lua

@@ -0,0 +1,17 @@
+local LookupTable, parent = nn.LookupTable, nn.Module
+
+function LookupTable:maxParamNorm(maxOutNorm, maxInNorm)
+   maxOutNorm = self.maxOutNorm or maxOutNorm or self.maxInNorm or maxInNorm
+   if not (maxOutNorm or maxInNorm) then
+      return
+   end
+
+   if maxOutNorm and maxOutNorm > 0 then
+      -- cols feed into output neurons 
+      self.weight:renorm(2, 2, maxOutNorm)
+   end
+   if maxInNorm and maxInNorm > 0 then
+      -- rows feed out from input neurons
+      self.weight:renorm(2, 1, maxInNorm)
+   end
+end

init.lua

@@ -40,6 +40,7 @@ torch.include('dpnn', 'Module.lua')
 torch.include('dpnn', 'Container.lua')
 torch.include('dpnn', 'Sequential.lua')
 torch.include('dpnn', 'ParallelTable.lua')
+torch.include('dpnn', 'LookupTable.lua')
 
 -- extensions to make serialization more efficient
 torch.include('dpnn', 'SpatialMaxPooling.lua')