Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
16a664df
Unverified
Commit
16a664df
authored
Mar 24, 2026
by
jetxa
Committed by
GitHub
Mar 24, 2026
Browse files
[Frontend][Bugfix] Pass default_chat_template_kwargs to AnthropicServingMessages (#37899)
Signed-off-by:
jetxa
<
jetxzhang@outlook.com
>
parent
7281199a
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
3 additions
and
0 deletions
+3
-0
vllm/entrypoints/anthropic/serving.py
vllm/entrypoints/anthropic/serving.py
+2
-0
vllm/entrypoints/openai/generate/api_router.py
vllm/entrypoints/openai/generate/api_router.py
+1
-0
No files found.
vllm/entrypoints/anthropic/serving.py
View file @
16a664df
...
...
@@ -72,6 +72,7 @@ class AnthropicServingMessages(OpenAIServingChat):
tool_parser
:
str
|
None
=
None
,
enable_prompt_tokens_details
:
bool
=
False
,
enable_force_include_usage
:
bool
=
False
,
default_chat_template_kwargs
:
dict
[
str
,
Any
]
|
None
=
None
,
):
super
().
__init__
(
engine_client
=
engine_client
,
...
...
@@ -87,6 +88,7 @@ class AnthropicServingMessages(OpenAIServingChat):
tool_parser
=
tool_parser
,
enable_prompt_tokens_details
=
enable_prompt_tokens_details
,
enable_force_include_usage
=
enable_force_include_usage
,
default_chat_template_kwargs
=
default_chat_template_kwargs
,
)
self
.
stop_reason_map
=
{
"stop"
:
"end_turn"
,
...
...
vllm/entrypoints/openai/generate/api_router.py
View file @
16a664df
...
...
@@ -150,6 +150,7 @@ async def init_generate_state(
reasoning_parser
=
args
.
structured_outputs_config
.
reasoning_parser
,
enable_prompt_tokens_details
=
args
.
enable_prompt_tokens_details
,
enable_force_include_usage
=
args
.
enable_force_include_usage
,
default_chat_template_kwargs
=
args
.
default_chat_template_kwargs
,
)
if
"generate"
in
supported_tasks
else
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment