Unverified Commit 346e5645 authored by CHENYUE's avatar CHENYUE Committed by GitHub
Browse files

Add chat prefix completion feature to DeepSeek v3.2 (#31147)

parent 8be6432b
......@@ -169,6 +169,7 @@ def render_message(
response_format = msg.get("response_format")
tool_calls = msg.get("tool_calls")
reasoning_content = msg.get("reasoning") or msg.get("reasoning_content")
is_prefix = msg.get("prefix", False)
if tools:
tools = tools_from_openai_format(tools)
......@@ -273,6 +274,9 @@ def render_message(
+ thinking_end_token
)
if not tool_calls and is_prefix:
prompt += summary_content
else:
prompt += assistant_msg_template.format(
reasoning=thinking_part,
content=summary_content,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment