We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 237ab81 commit 35d02dfCopy full SHA for 35d02df
torch/testing/_internal/distributed/distributed_test.py
@@ -364,9 +364,8 @@ def _init_multigpu_helper(self):
364
if BACKEND == "nccl":
365
apply_hack_for_nccl()
366
367
- """ If rank is lesser than or equal to number of available GPU's
368
- then each rank can be mapped to corresponding GPU.
369
- """
+ # If rank is lesser than or equal to number of available GPU's
+ # then each rank can be mapped to corresponding GPU.
370
nGPUs_per_process = 1
371
if world_size > nGPUs:
372
nGPUs_per_process = nGPUs // world_size
0 commit comments