From 8bce1d9910e0406262d5c6d4b888b4e9a4f2d1e1 Mon Sep 17 00:00:00 2001 From: Arjun Agarwal Date: Sun, 9 Jun 2024 11:59:40 +0530 Subject: [PATCH] modified num_replicas=self.world_size --- src/lightning/pytorch/strategies/ddp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lightning/pytorch/strategies/ddp.py b/src/lightning/pytorch/strategies/ddp.py index 9031b6ee177f3..d77e67202c0b0 100644 --- a/src/lightning/pytorch/strategies/ddp.py +++ b/src/lightning/pytorch/strategies/ddp.py @@ -134,7 +134,7 @@ def num_processes(self) -> int: @property @override def distributed_sampler_kwargs(self) -> Dict[str, Any]: - return {"num_replicas": (self.num_nodes * self.num_processes), "rank": self.global_rank} + return {"num_replicas": self.world_size, "rank": self.global_rank} @property def process_group_backend(self) -> Optional[str]: