Skip to content

GitLab

Commit b5a8c7f5 authored by jerrrrry's avatar jerrrrry
Browse files

Update run.sh

parent 10a6bb0d
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 7 deletions
easystart-085-offline/run.sh
View file @ b5a8c7f5
...@@ -18,15 +18,16 @@ export SENDRECV_STREAM_WITH_COMPUTE=1 ...@@ -18,15 +18,16 @@ export SENDRECV_STREAM_WITH_COMPUTE=1
export NCCL_TOPO_FILE="/workspace/test/topo.xml" export NCCL_TOPO_FILE="/workspace/test/topo.xml"
export LD_LIBRARY_PATH=/usr/local/lib/python3.10/site-packages/torch/lib/:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=/usr/local/lib/python3.10/site-packages/torch/lib/:$LD_LIBRARY_PATH
export ALLREDUCE_STREAM_WITH_COMPUTE=1 export ALLREDUCE_STREAM_WITH_COMPUTE=1
export VLLM_PCIE_USE_CUSTOM_ALLREDUCE=1
export VLLM_NUMA_BIND=1 export VLLM_NUMA_BIND=1
export VLLM_RANK0_NUMA=3 export VLLM_RANK0_NUMA=0
export VLLM_RANK1_NUMA=1 export VLLM_RANK1_NUMA=1
export VLLM_RANK2_NUMA=1 export VLLM_RANK2_NUMA=2
export VLLM_RANK3_NUMA=0 export VLLM_RANK3_NUMA=3
export VLLM_RANK4_NUMA=7 export VLLM_RANK4_NUMA=4
export VLLM_RANK5_NUMA=5 export VLLM_RANK5_NUMA=5
export VLLM_RANK6_NUMA=5 export VLLM_RANK6_NUMA=6
export VLLM_RANK7_NUMA=4 export VLLM_RANK7_NUMA=7
export VLLM_RPC_TIMEOUT=100000 export VLLM_RPC_TIMEOUT=100000
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment