Unverified Commit f4a9f60c authored by XTY's avatar XTY Committed by GitHub
Browse files

[Fix] Missing bootstrap_port field (#5823)

parent ee71ed8a
......@@ -1191,6 +1191,7 @@ def v1_chat_generate_request(
modalities=modalities_list,
lora_path=lora_paths,
bootstrap_host=all_requests[0].bootstrap_host,
bootstrap_port=all_requests[0].bootstrap_port,
bootstrap_room=all_requests[0].bootstrap_room,
)
......
......@@ -365,6 +365,7 @@ class ChatCompletionRequest(BaseModel):
# For PD disaggregation
bootstrap_host: Optional[str] = None
bootstrap_port: Optional[int] = None
bootstrap_room: Optional[int] = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment