Disable NCCL_NVLS by default (#631)

0aa189f1 · Ying Sheng · GitHub · f6b29f69 · 0aa189f1
Unverified Commit 0aa189f1 authored Jul 16, 2024 by Ying Sheng Committed by GitHub Jul 16, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

python/sglang/srt/server.py python/sglang/srt/server.py +1 -0

No files found.
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -146,6 +146,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
    # Set global environments
    os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
    os.environ["NCCL_CUMEM_ENABLE"] = "0"
+    os.environ["NCCL_NVLS_ENABLE"] = "0"
    if server_args.show_time_cost:
        enable_show_time_cost()
    if server_args.disable_disk_cache: