We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 132abd4 commit a29dba1Copy full SHA for a29dba1
torch/distributed/run.py
@@ -713,6 +713,11 @@ def determine_local_world_size(nproc_per_node: str):
713
else:
714
num_proc = os.cpu_count()
715
device_type = "cpu"
716
+ ### CI ERROR DEBUG CODE BEGIN ###
717
+ print(f"nproc_per_node=auto: {device_type = }, {num_proc = }, {os.cpu_count() = }")
718
+ if torch.cuda.is_available():
719
+ print(f"{torch.cuda.device_count() = }")
720
+ ### CI ERROR DEBUG CODE END ###
721
722
raise ValueError(
723
f"Unsupported nproc_per_node value: {nproc_per_node}"
0 commit comments