From 7cf29706dd2e104a5dc809f0c6685dc35b080985 Mon Sep 17 00:00:00 2001 From: Philipp Wirth <65946090+philippmwirth@users.noreply.github.com> Date: Wed, 13 Dec 2023 09:14:09 +0100 Subject: [PATCH] Fix VICRegLoss (remove extra de-mean) --- lightly/loss/vicreg_loss.py | 1 - 1 file changed, 1 deletion(-) diff --git a/lightly/loss/vicreg_loss.py b/lightly/loss/vicreg_loss.py index f18965531..1b99e6f27 100644 --- a/lightly/loss/vicreg_loss.py +++ b/lightly/loss/vicreg_loss.py @@ -125,7 +125,6 @@ def variance_loss(x: Tensor, eps: float = 0.0001) -> Tensor: eps: Epsilon for numerical stability. """ - x = x - x.mean(dim=0) std = torch.sqrt(x.var(dim=0) + eps) loss = torch.mean(F.relu(1.0 - std)) return loss