Commit b5a8c7f5 authored by jerrrrry's avatar jerrrrry
Browse files

Update run.sh

parent 10a6bb0d
...@@ -18,15 +18,16 @@ export SENDRECV_STREAM_WITH_COMPUTE=1 ...@@ -18,15 +18,16 @@ export SENDRECV_STREAM_WITH_COMPUTE=1
export NCCL_TOPO_FILE="/workspace/test/topo.xml" export NCCL_TOPO_FILE="/workspace/test/topo.xml"
export LD_LIBRARY_PATH=/usr/local/lib/python3.10/site-packages/torch/lib/:$LD_LIBRARY_PATH export LD_LIBRARY_PATH=/usr/local/lib/python3.10/site-packages/torch/lib/:$LD_LIBRARY_PATH
export ALLREDUCE_STREAM_WITH_COMPUTE=1 export ALLREDUCE_STREAM_WITH_COMPUTE=1
export VLLM_PCIE_USE_CUSTOM_ALLREDUCE=1
export VLLM_NUMA_BIND=1 export VLLM_NUMA_BIND=1
export VLLM_RANK0_NUMA=3 export VLLM_RANK0_NUMA=0
export VLLM_RANK1_NUMA=1 export VLLM_RANK1_NUMA=1
export VLLM_RANK2_NUMA=1 export VLLM_RANK2_NUMA=2
export VLLM_RANK3_NUMA=0 export VLLM_RANK3_NUMA=3
export VLLM_RANK4_NUMA=7 export VLLM_RANK4_NUMA=4
export VLLM_RANK5_NUMA=5 export VLLM_RANK5_NUMA=5
export VLLM_RANK6_NUMA=5 export VLLM_RANK6_NUMA=6
export VLLM_RANK7_NUMA=4 export VLLM_RANK7_NUMA=7
export VLLM_RPC_TIMEOUT=100000 export VLLM_RPC_TIMEOUT=100000
...@@ -92,4 +93,4 @@ while IFS= read -r line || [[ -n "$line" ]]; do ...@@ -92,4 +93,4 @@ while IFS= read -r line || [[ -n "$line" ]]; do
echo "完成测试模型: $model_name" echo "完成测试模型: $model_name"
echo "结果保存在: $model_result_dir" echo "结果保存在: $model_result_dir"
echo "----------------------------------------" echo "----------------------------------------"
done < "$MODELS_CONFIG" done < "$MODELS_CONFIG"
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment