Unverified Commit 2b856970 authored by Shijun Yin's avatar Shijun Yin Committed by GitHub
Browse files

[BugFix] enable DOTALL to match multi-line tool_call parameters in...


[BugFix] enable DOTALL to match multi-line tool_call parameters in extract_tool_call_required_streaming (#24668)
Signed-off-by: default avatarShijun Yin <shijun.yin@outlook.com>
parent 544fe76b
...@@ -418,7 +418,7 @@ class OpenAIServingChat(OpenAIServing): ...@@ -418,7 +418,7 @@ class OpenAIServingChat(OpenAIServing):
if not function_name_returned: if not function_name_returned:
# get partly generated arguments from the latest tool call # get partly generated arguments from the latest tool call
param_match = re.search(r'.*"parameters":\s*(.*)', param_match = re.search(r'.*"parameters":\s*(.*)',
current_text) current_text, re.DOTALL)
arguments = param_match.group(1) if param_match else "" arguments = param_match.group(1) if param_match else ""
arguments, _ = OpenAIServingChat._filter_delta_text( arguments, _ = OpenAIServingChat._filter_delta_text(
arguments, previous_text) arguments, previous_text)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment