Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
4da8bf20
Unverified
Commit
4da8bf20
authored
Aug 07, 2025
by
Chen Zhang
Committed by
GitHub
Aug 07, 2025
Browse files
[Tool] Fix auto tool call (#22434)
Signed-off-by:
Chen Zhang
<
zhangch99@outlook.com
>
parent
7e0b1218
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
5 deletions
+5
-5
vllm/entrypoints/openai/serving_responses.py
vllm/entrypoints/openai/serving_responses.py
+5
-5
No files found.
vllm/entrypoints/openai/serving_responses.py
View file @
4da8bf20
...
...
@@ -132,9 +132,6 @@ class OpenAIServingResponses(OpenAIServing):
"
\"
auto
\"
tool choice has been enabled please note that while"
" the parallel_tool_calls client option is preset for "
"compatibility reasons, it will be ignored."
)
if
not
self
.
use_harmony
:
raise
NotImplementedError
(
"Auto tool choice is not supported "
"yet unless using Harmony"
)
# HACK(woosuk): This is a hack. We should use a better store.
# FIXME: If enable_store=True, this may cause a memory leak since we
...
...
@@ -212,8 +209,8 @@ class OpenAIServingResponses(OpenAIServing):
await
self
.
_make_request
(
request
,
prev_response
,
tokenizer
))
except
(
ValueError
,
TypeError
,
RuntimeError
,
jinja2
.
Templa
teError
)
as
e
:
except
(
ValueError
,
TypeError
,
RuntimeError
,
jinja2
.
TemplateError
,
NotImplemen
te
d
Error
)
as
e
:
logger
.
exception
(
"Error in preprocessing prompt inputs"
)
return
self
.
create_error_response
(
f
"
{
e
}
{
e
.
__cause__
}
"
)
...
...
@@ -313,6 +310,9 @@ class OpenAIServingResponses(OpenAIServing):
prev_response
:
Optional
[
ResponsesResponse
],
tokenizer
:
AnyTokenizer
,
):
if
len
(
request
.
tools
)
>
0
:
raise
NotImplementedError
(
"Tool use is not supported in Responses API without Harmony"
)
# Construct the input messages.
messages
=
self
.
_construct_input_messages
(
request
,
prev_response
)
_
,
request_prompts
,
engine_prompts
=
await
self
.
_preprocess_chat
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment