Skip to content

GitLab

Unverified Commit 0cb099e2 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

set CUDA_DEVICE_MAX_CONNECTIONS=1 (#1113)

parent 93d4e354
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
python/sglang/srt/server.py
View file @ 0cb099e2
...@@ -360,6 +360,7 @@ def _set_envs_and_config(server_args: ServerArgs): ...@@ -360,6 +360,7 @@ def _set_envs_and_config(server_args: ServerArgs):
os.environ["NCCL_CUMEM_ENABLE"] = "0" os.environ["NCCL_CUMEM_ENABLE"] = "0"
os.environ["NCCL_NVLS_ENABLE"] = "0" os.environ["NCCL_NVLS_ENABLE"] = "0"
os.environ["TORCH_NCCL_AVOID_RECORD_STREAMS"] = "1" os.environ["TORCH_NCCL_AVOID_RECORD_STREAMS"] = "1"
os.environ["CUDA_DEVICE_MAX_CONNECTIONS"] = "1"
# Set ulimit # Set ulimit
set_ulimit() set_ulimit()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment