Fix VICRegLoss (remove extra de-mean)

lightly-ai · Dec 13, 2023 · 7cf2970 · 7cf2970
1 parent f3fd4a3
commit 7cf2970
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/lightly/loss/vicreg_loss.py b/lightly/loss/vicreg_loss.py
@@ -125,7 +125,6 @@ def variance_loss(x: Tensor, eps: float = 0.0001) -> Tensor:
         eps:
             Epsilon for numerical stability.
     """
-    x = x - x.mean(dim=0)
     std = torch.sqrt(x.var(dim=0) + eps)
     loss = torch.mean(F.relu(1.0 - std))
     return loss