fixed bugs

Author: zjp-shadow

python/jtorch/nn/__init__.py

@@ -75,10 +75,6 @@ def __init__(self, start_dim=1, end_dim=-1):
     def forward(self, x) -> jt.Var:
         return x.flatten(self.start_dim, self.end_dim)
 
-class SiLU(Module):
-    def forward(self, x) -> jt.Var:
-        return x * jt.sigmoid(x)
-
 class _IncompatibleKeys:
     def __init__(self, missing_keys, unexpected_keys):
         self.missing_keys = missing_keys

python/jtorch/nn/init.py

@@ -11,5 +11,6 @@
 xavier_normal_ = xavier_gauss_
 zeros_ = zero_
 
+
 jt.Var.normal_ = normal_