Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
tsoc
hg-misc-tools
Commits
9e574a55
Commit
9e574a55
authored
Mar 16, 2026
by
one
Browse files
[rccl-tests] Clean up mpirun_rccltest
parent
22868e9f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
4 deletions
+3
-4
projects/rccl-tests/X7950H0-BW1000/mpirun_rccltest
projects/rccl-tests/X7950H0-BW1000/mpirun_rccltest
+3
-4
No files found.
projects/rccl-tests/X7950H0-BW1000/mpirun_rccltest
View file @
9e574a55
...
@@ -28,7 +28,6 @@ hosts_raw=
...
@@ -28,7 +28,6 @@ hosts_raw=
tcp_iface
=
p14p2
tcp_iface
=
p14p2
ssh_port
=
3333
ssh_port
=
3333
rccltest_runscript
=
"
${
PWD
}
/run_rccltest"
rccltest_args
=()
rccltest_args
=()
mpi_bin
=
/opt/mpi/bin/mpirun
mpi_bin
=
/opt/mpi/bin/mpirun
ompi_prefix
=
/opt/mpi
ompi_prefix
=
/opt/mpi
...
@@ -97,7 +96,7 @@ if [ -z "${hosts_raw}" ]; then
...
@@ -97,7 +96,7 @@ if [ -z "${hosts_raw}" ]; then
--mca
coll ^hcoll
\
--mca
coll ^hcoll
\
$(
env
|
grep
-E
'^(NCCL|RCCL|UCX|HSA)_'
|
cut
-d
=
-f1
|
awk
'{print "-x", $1}'
)
\
$(
env
|
grep
-E
'^(NCCL|RCCL|UCX|HSA)_'
|
cut
-d
=
-f1
|
awk
'{print "-x", $1}'
)
\
-np
${
np
}
\
-np
${
np
}
\
${
rccltest_runscript
}
"
${
rccltest_args
[@]
}
"
"
${
rccltest_args
[@]
}
"
else
else
# Multi-node mode
# Multi-node mode
echo
"[WRAPPER] Running in multi-node mode."
echo
"[WRAPPER] Running in multi-node mode."
...
@@ -133,7 +132,7 @@ else
...
@@ -133,7 +132,7 @@ else
if
[
${#
copyto_hosts
[@]
}
-gt
0
]
;
then
if
[
${#
copyto_hosts
[@]
}
-gt
0
]
;
then
echo
"[WRAPPER] Copying files to remote nodes in parallel:
${
copyto_hosts
[*]
}
"
echo
"[WRAPPER] Copying files to remote nodes in parallel:
${
copyto_hosts
[*]
}
"
for
node
in
"
${
copyto_hosts
[@]
}
"
;
do
for
node
in
"
${
copyto_hosts
[@]
}
"
;
do
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
${
PWD
}
/build
${
PWD
}
/scripts
${
rccltest_runscript
}
${
NCCL_TOPO_FILE
}
${
NCCL_GRAPH_FILE
}
${
NCCL_TOPO_MAPPING_FILE
}
"
${
node
}
:
${
PWD
}
/"
&
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
${
PWD
}
/build
${
PWD
}
/scripts
${
NCCL_TOPO_FILE
}
${
NCCL_GRAPH_FILE
}
${
NCCL_TOPO_MAPPING_FILE
}
"
${
node
}
:
${
PWD
}
/"
&
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
/opt/dtk/rccl/lib
${
node
}
:/opt/dtk/rccl/ &
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
/opt/dtk/rccl/lib
${
node
}
:/opt/dtk/rccl/ &
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
/opt/mpi /opt/ucx
${
node
}
:/opt/ &
rsync
-azP
-e
"ssh -p
${
ssh_port
}
"
/opt/mpi /opt/ucx
${
node
}
:/opt/ &
done
done
...
@@ -148,7 +147,7 @@ else
...
@@ -148,7 +147,7 @@ else
--mca
btl_tcp_if_include
${
tcp_iface
}
\
--mca
btl_tcp_if_include
${
tcp_iface
}
\
--mca
plm_rsh_args
"-p
${
ssh_port
}
"
\
--mca
plm_rsh_args
"-p
${
ssh_port
}
"
\
$(
env
|
grep
-E
'^(NCCL|RCCL|UCX|HSA|HIP)_'
|
cut
-d
=
-f1
|
awk
'{print "-x", $1}'
)
\
$(
env
|
grep
-E
'^(NCCL|RCCL|UCX|HSA|HIP)_'
|
cut
-d
=
-f1
|
awk
'{print "-x", $1}'
)
\
-x
PATH
-x
LD_LIBRARY_PATH
\
-x
ROCM_PATH
-x
PATH
-x
LD_LIBRARY_PATH
\
-np
${
np
}
\
-np
${
np
}
\
-H
${
hosts_string
}
\
-H
${
hosts_string
}
\
"
${
rccltest_args
[@]
}
"
"
${
rccltest_args
[@]
}
"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment