diff --git a/src/lightning/pytorch/strategies/ddp.py b/src/lightning/pytorch/strategies/ddp.py index 9031b6ee177f3..d77e67202c0b0 100644 --- a/src/lightning/pytorch/strategies/ddp.py +++ b/src/lightning/pytorch/strategies/ddp.py @@ -134,7 +134,7 @@ def num_processes(self) -> int: @property @override def distributed_sampler_kwargs(self) -> Dict[str, Any]: - return {"num_replicas": (self.num_nodes * self.num_processes), "rank": self.global_rank} + return {"num_replicas": self.world_size, "rank": self.global_rank} @property def process_group_backend(self) -> Optional[str]: