Skip to content

GitLab

Unverified Commit cf29fe9e authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix Engine error when enabling DP attention (#4648)

parent 26c0f131
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/server_args.py
View file @ cf29fe9e
...@@ -1220,10 +1220,10 @@ class PortArgs: ...@@ -1220,10 +1220,10 @@ class PortArgs:
port_base = int(dist_init_port) + 1 port_base = int(dist_init_port) + 1
if dp_rank is None: if dp_rank is None:
scheduler_input_port = ( scheduler_input_port = (
port_base + 2 port_base + 3
) # TokenizerManager to DataParallelController ) # TokenizerManager to DataParallelController
else: else:
scheduler_input_port = port_base + 2 + 1 + dp_rank scheduler_input_port = port_base + 3 + 1 + dp_rank
return PortArgs( return PortArgs(
tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}", tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment