Upload Pytorch implementation

daiquocnguyen · Jun 6, 2020 · 9d601f8 · 9d601f8
1 parent 6043353
commit 9d601f8
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/RMeN_pytorch/RMeN.py b/RMeN_pytorch/RMeN.py
@@ -110,6 +110,12 @@ def forward(self):
             l2_reg = l2_reg + W.norm(2)
         for W in self.transformer_rel_rnn.parameters():
             l2_reg = l2_reg + W.norm(2)
+        # for W in self.pos_h:
+        #     l2_reg = l2_reg + W.norm(2)
+        # for W in self.pos_r:
+        #     l2_reg = l2_reg + W.norm(2)
+        # for W in self.pos_t:
+        #     l2_reg = l2_reg + W.norm(2)
 
 
         return self.loss(score, l2_reg)

diff --git a/RMeN_pytorch/relational_rnn_general.py b/RMeN_pytorch/relational_rnn_general.py
@@ -3,7 +3,7 @@
 import torch.nn.functional as F
 import numpy as np
 
-"""This implementation is taken from https://github.com/L0SG/relational-rnn-pytorch/"""
+"""This file is taken from https://github.com/L0SG/relational-rnn-pytorch/blob/master/relational_rnn_general.py"""
 
 # this class largely follows the official sonnet implementation
 # https://github.com/deepmind/sonnet/blob/master/sonnet/python/modules/relational_memory.py