removing destroy pg

tests/helpers/utils.py

@@ -8,7 +8,6 @@
 from typing import Any, Callable, Dict, List, Optional, Tuple
 
 import torch.cuda
-import torch.distributed as dist
 from nanotron.parallel import ParallelContext
 from packaging import version
 from torch.distributed.launcher import elastic_launch
@@ -89,11 +88,6 @@ def __call__(self):
 
             self.func(*self.args, **self.kwargs)
 
-            # NOTE: after running the test, we free the port
-            if dist.is_initialized():
-                dist.barrier()
-                dist.destroy_process_group()
-
 
 def init_distributed(tp: int, dp: int, pp: int):
     def _init_distributed(func):