Skip to content

Commit c769c7a

Browse files
committed
Update driver_pytorch.py
1 parent 65bc43d commit c769c7a

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

ads/jobs/templates/driver_pytorch.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -426,10 +426,14 @@ def run(self):
426426
if not self.launch_cmd_contains("nnode"):
427427
launch_args.append(f"--nnode={self.node_count}")
428428
if not self.launch_cmd_contains("nproc_per_node"):
429-
launch_args.append(f" --nproc_per_node={nproc_per_node}")
429+
launch_args.append(f"--nproc_per_node={nproc_per_node}")
430430
if not self.launch_cmd_contains("rdzv_backend"):
431-
launch_args.append(
432-
f" --rdzv_backend=c10d --rdzv_endpoint={self.host_ip}:{self.RDZV_PORT} --rdzv_conf={self.get_rdzv_conf()}"
431+
launch_args.extend(
432+
[
433+
"--rdzv_backend=c10d",
434+
f"--rdzv_endpoint={self.host_ip}:{self.RDZV_PORT}",
435+
f"--rdzv_conf={self.get_rdzv_conf()}",
436+
]
433437
)
434438

435439
self.time_cmd(cmd=self.prepare_cmd(launch_args, prefix=self.env_ld_preload()))

0 commit comments

Comments
 (0)