Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "e6638eddd6cf7e7b228a2616cec932f2934ce227"
Unverified Commit cf29fe9e authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix Engine error when enabling DP attention (#4648)

parent 26c0f131
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/server_args.py
View file @ cf29fe9e
......@@ -1220,10 +1220,10 @@ class PortArgs:
port_base = int(dist_init_port) + 1
if dp_rank is None:
scheduler_input_port = (
port_base + 2
port_base + 3
) # TokenizerManager to DataParallelController
else:
scheduler_input_port = port_base + 2 + 1 + dp_rank
scheduler_input_port = port_base + 3 + 1 + dp_rank
return PortArgs(
tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment