Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ac9f9330
Unverified
Commit
ac9f9330
authored
Jan 09, 2026
by
Kevin Šuc
Committed by
GitHub
Jan 09, 2026
Browse files
Rename --exclude-log-deltas to --enable-log-deltas (#32020)
Signed-off-by:
Catacomba
<
kevinsuc16@gmail.com
>
parent
2d0c5b63
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
10 deletions
+9
-10
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+1
-1
vllm/entrypoints/openai/cli_args.py
vllm/entrypoints/openai/cli_args.py
+5
-6
vllm/entrypoints/openai/serving_chat.py
vllm/entrypoints/openai/serving_chat.py
+3
-3
No files found.
vllm/entrypoints/openai/api_server.py
View file @
ac9f9330
...
...
@@ -1091,7 +1091,7 @@ async def init_app_state(
enable_prompt_tokens_details
=
args
.
enable_prompt_tokens_details
,
enable_force_include_usage
=
args
.
enable_force_include_usage
,
enable_log_outputs
=
args
.
enable_log_outputs
,
e
xclud
e_log_deltas
=
args
.
e
xclud
e_log_deltas
,
e
nabl
e_log_deltas
=
args
.
e
nabl
e_log_deltas
,
log_error_stack
=
args
.
log_error_stack
,
)
if
"generate"
in
supported_tasks
...
...
vllm/entrypoints/openai/cli_args.py
View file @
ac9f9330
...
...
@@ -185,11 +185,12 @@ class FrontendArgs:
"""Enable the `/tokenizer_info` endpoint. May expose chat
templates and other tokenizer configuration."""
enable_log_outputs
:
bool
=
False
"""If True, log model outputs (generations).
"""If
set to
True, log model outputs (generations).
Requires --enable-log-requests."""
exclude_log_deltas
:
bool
=
False
"""If True, model outputs will be logged once streaming is complete. Deltas
will not be logged. Requires --enable-log-outputs."""
enable_log_deltas
:
bool
=
True
"""If set to False, output deltas will not be logged. Relevant only if
--enable-log-outputs is set.
"""
h11_max_incomplete_event_size
:
int
=
H11_MAX_INCOMPLETE_EVENT_SIZE_DEFAULT
"""Maximum size (bytes) of an incomplete HTTP event (header or body) for
h11 parser. Helps mitigate header abuse. Default: 4194304 (4 MB)."""
...
...
@@ -308,8 +309,6 @@ def validate_parsed_serve_args(args: argparse.Namespace):
# Enable auto tool needs a tool call parser to be valid
if
args
.
enable_auto_tool_choice
and
not
args
.
tool_call_parser
:
raise
TypeError
(
"Error: --enable-auto-tool-choice requires --tool-call-parser"
)
if
args
.
exclude_log_deltas
and
not
args
.
enable_log_outputs
:
raise
TypeError
(
"Error: --exclude-log-deltas requires --enable-log-outputs"
)
if
args
.
enable_log_outputs
and
not
args
.
enable_log_requests
:
raise
TypeError
(
"Error: --enable-log-outputs requires --enable-log-requests"
)
...
...
vllm/entrypoints/openai/serving_chat.py
View file @
ac9f9330
...
...
@@ -103,7 +103,7 @@ class OpenAIServingChat(OpenAIServing):
enable_prompt_tokens_details
:
bool
=
False
,
enable_force_include_usage
:
bool
=
False
,
enable_log_outputs
:
bool
=
False
,
e
xclud
e_log_deltas
:
bool
=
Fals
e
,
e
nabl
e_log_deltas
:
bool
=
Tru
e
,
log_error_stack
:
bool
=
False
,
default_chat_template_kwargs
:
dict
[
str
,
Any
]
|
None
=
None
,
)
->
None
:
...
...
@@ -121,7 +121,7 @@ class OpenAIServingChat(OpenAIServing):
self
.
trust_request_chat_template
=
trust_request_chat_template
self
.
default_chat_template_kwargs
=
default_chat_template_kwargs
or
{}
self
.
enable_log_outputs
=
enable_log_outputs
self
.
e
xclud
e_log_deltas
=
e
xclud
e_log_deltas
self
.
e
nabl
e_log_deltas
=
e
nabl
e_log_deltas
# set up logits processors
self
.
logits_processors
=
self
.
model_config
.
logits_processors
...
...
@@ -1143,7 +1143,7 @@ class OpenAIServingChat(OpenAIServing):
if
tc
.
function
and
tc
.
function
.
arguments
)
if
delta_content
and
not
self
.
e
xclud
e_log_deltas
:
if
delta_content
and
self
.
e
nabl
e_log_deltas
:
self
.
request_logger
.
log_outputs
(
request_id
=
request_id
,
outputs
=
delta_content
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment