Commit 514eb084 authored by luopl's avatar luopl
Browse files

Update README.md

parent 01038a58
...@@ -107,21 +107,29 @@ vim ~/.bashrc ...@@ -107,21 +107,29 @@ vim ~/.bashrc
``` ```
export ALLREDUCE_STREAM_WITH_COMPUTE=1 export ALLREDUCE_STREAM_WITH_COMPUTE=1
export VLLM_HOST_IP=x.x.x.x export VLLM_HOST_IP=x.x.x.x
export NCCL_SOCKET_IFNAME=enp33s0f3u1 export NCCL_SOCKET_IFNAME=ib0
export GLOO_SOCKET_IFNAME=enp33s0f3u1 export GLOO_SOCKET_IFNAME=ib0
unset NCCL_ALGO unset NCCL_ALGO
export NCCL_MIN_NCHANNELS=16 export NCCL_MIN_NCHANNELS=16
export NCCL_MAX_NCHANNELS=16 export NCCL_MAX_NCHANNELS=16
export NCCL_NET_GDR_READ=1 export NCCL_NET_GDR_READ=1
export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 export HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export VLLM_SPEC_DECODE_EAGER=1 export LMSLIM_USE_LIGHTOP=0
export VLLM_MLA_DISABLE=0 #针对hycpu环境建议设置绑核操作:
export VLLM_USE_FLASH_MLA=1 export VLLM_NUMA_BIND=1
export VLLM_RANK0_NUMA=0
# 若为BW卡,则添加以下信息: export VLLM_RANK1_NUMA=1
export VLLM_RANK2_NUMA=2
export VLLM_RANK3_NUMA=3
export VLLM_RANK4_NUMA=4
export VLLM_RANK5_NUMA=5
export VLLM_RANK6_NUMA=6
export VLLM_RANK7_NUMA=7
#BW集群需要额外设置的环境变量:
export NCCL_NET_GDR_LEVEL=7 export NCCL_NET_GDR_LEVEL=7
export NCCL_SDMA_COPY_ENABLE=0 export NCCL_SDMA_COPY_ENABLE=0
export NCCL_IB_HCA=mlx5_2:1,mlx5_3:1,mlx5_4:1,mlx5_5:1,mlx5_6:1,mlx5_7:1,mlx5_8:1,mlx5_9:1 export NCCL_IB_HCA=mlx5_2:1,mlx5_3:1,mlx5_4:1,mlx5_5:1,mlx5_6:1,mlx5_7:1,mlx5_8:1,mlx5_9:1
export NCCL_TOPO_FILE="topo-input.xml"
# 若为K100_AI卡,则添加以下信息(本步骤以BW卡为示例,故注释了以下信息。): # 若为K100_AI卡,则添加以下信息(本步骤以BW卡为示例,故注释了以下信息。):
# export VLLM_ENFORCE_EAGER_BS_THRESHOLD=44 # export VLLM_ENFORCE_EAGER_BS_THRESHOLD=44
``` ```
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment