Skip to content

GitLab

Unverified Commit 0aa189f1 authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

Disable NCCL_NVLS by default (#631)

parent f6b29f69
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
python/sglang/srt/server.py
View file @ 0aa189f1
...@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg ...@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
# Set global environments # Set global environments
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3" os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
os.environ["NCCL_CUMEM_ENABLE"] = "0" os.environ["NCCL_CUMEM_ENABLE"] = "0"
os.environ["NCCL_NVLS_ENABLE"] = "0"
if server_args.show_time_cost: if server_args.show_time_cost:
enable_show_time_cost() enable_show_time_cost()
if server_args.disable_disk_cache: if server_args.disable_disk_cache:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment