Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ac9f9330
Unverified
Commit
ac9f9330
authored
Jan 09, 2026
by
Kevin Šuc
Committed by
GitHub
Jan 09, 2026
Browse files
Rename --exclude-log-deltas to --enable-log-deltas (#32020)
Signed-off-by:
Catacomba
<
kevinsuc16@gmail.com
>
parent
2d0c5b63
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
10 deletions
+9
-10
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+1
-1
vllm/entrypoints/openai/cli_args.py
vllm/entrypoints/openai/cli_args.py
+5
-6
vllm/entrypoints/openai/serving_chat.py
vllm/entrypoints/openai/serving_chat.py
+3
-3
No files found.
vllm/entrypoints/openai/api_server.py
View file @
ac9f9330
...
@@ -1091,7 +1091,7 @@ async def init_app_state(
...
@@ -1091,7 +1091,7 @@ async def init_app_state(
enable_prompt_tokens_details
=
args
.
enable_prompt_tokens_details
,
enable_prompt_tokens_details
=
args
.
enable_prompt_tokens_details
,
enable_force_include_usage
=
args
.
enable_force_include_usage
,
enable_force_include_usage
=
args
.
enable_force_include_usage
,
enable_log_outputs
=
args
.
enable_log_outputs
,
enable_log_outputs
=
args
.
enable_log_outputs
,
e
xclud
e_log_deltas
=
args
.
e
xclud
e_log_deltas
,
e
nabl
e_log_deltas
=
args
.
e
nabl
e_log_deltas
,
log_error_stack
=
args
.
log_error_stack
,
log_error_stack
=
args
.
log_error_stack
,
)
)
if
"generate"
in
supported_tasks
if
"generate"
in
supported_tasks
...
...
vllm/entrypoints/openai/cli_args.py
View file @
ac9f9330
...
@@ -185,11 +185,12 @@ class FrontendArgs:
...
@@ -185,11 +185,12 @@ class FrontendArgs:
"""Enable the `/tokenizer_info` endpoint. May expose chat
"""Enable the `/tokenizer_info` endpoint. May expose chat
templates and other tokenizer configuration."""
templates and other tokenizer configuration."""
enable_log_outputs
:
bool
=
False
enable_log_outputs
:
bool
=
False
"""If True, log model outputs (generations).
"""If
set to
True, log model outputs (generations).
Requires --enable-log-requests."""
Requires --enable-log-requests."""
exclude_log_deltas
:
bool
=
False
enable_log_deltas
:
bool
=
True
"""If True, model outputs will be logged once streaming is complete. Deltas
"""If set to False, output deltas will not be logged. Relevant only if
will not be logged. Requires --enable-log-outputs."""
--enable-log-outputs is set.
"""
h11_max_incomplete_event_size
:
int
=
H11_MAX_INCOMPLETE_EVENT_SIZE_DEFAULT
h11_max_incomplete_event_size
:
int
=
H11_MAX_INCOMPLETE_EVENT_SIZE_DEFAULT
"""Maximum size (bytes) of an incomplete HTTP event (header or body) for
"""Maximum size (bytes) of an incomplete HTTP event (header or body) for
h11 parser. Helps mitigate header abuse. Default: 4194304 (4 MB)."""
h11 parser. Helps mitigate header abuse. Default: 4194304 (4 MB)."""
...
@@ -308,8 +309,6 @@ def validate_parsed_serve_args(args: argparse.Namespace):
...
@@ -308,8 +309,6 @@ def validate_parsed_serve_args(args: argparse.Namespace):
# Enable auto tool needs a tool call parser to be valid
# Enable auto tool needs a tool call parser to be valid
if
args
.
enable_auto_tool_choice
and
not
args
.
tool_call_parser
:
if
args
.
enable_auto_tool_choice
and
not
args
.
tool_call_parser
:
raise
TypeError
(
"Error: --enable-auto-tool-choice requires --tool-call-parser"
)
raise
TypeError
(
"Error: --enable-auto-tool-choice requires --tool-call-parser"
)
if
args
.
exclude_log_deltas
and
not
args
.
enable_log_outputs
:
raise
TypeError
(
"Error: --exclude-log-deltas requires --enable-log-outputs"
)
if
args
.
enable_log_outputs
and
not
args
.
enable_log_requests
:
if
args
.
enable_log_outputs
and
not
args
.
enable_log_requests
:
raise
TypeError
(
"Error: --enable-log-outputs requires --enable-log-requests"
)
raise
TypeError
(
"Error: --enable-log-outputs requires --enable-log-requests"
)
...
...
vllm/entrypoints/openai/serving_chat.py
View file @
ac9f9330
...
@@ -103,7 +103,7 @@ class OpenAIServingChat(OpenAIServing):
...
@@ -103,7 +103,7 @@ class OpenAIServingChat(OpenAIServing):
enable_prompt_tokens_details
:
bool
=
False
,
enable_prompt_tokens_details
:
bool
=
False
,
enable_force_include_usage
:
bool
=
False
,
enable_force_include_usage
:
bool
=
False
,
enable_log_outputs
:
bool
=
False
,
enable_log_outputs
:
bool
=
False
,
e
xclud
e_log_deltas
:
bool
=
Fals
e
,
e
nabl
e_log_deltas
:
bool
=
Tru
e
,
log_error_stack
:
bool
=
False
,
log_error_stack
:
bool
=
False
,
default_chat_template_kwargs
:
dict
[
str
,
Any
]
|
None
=
None
,
default_chat_template_kwargs
:
dict
[
str
,
Any
]
|
None
=
None
,
)
->
None
:
)
->
None
:
...
@@ -121,7 +121,7 @@ class OpenAIServingChat(OpenAIServing):
...
@@ -121,7 +121,7 @@ class OpenAIServingChat(OpenAIServing):
self
.
trust_request_chat_template
=
trust_request_chat_template
self
.
trust_request_chat_template
=
trust_request_chat_template
self
.
default_chat_template_kwargs
=
default_chat_template_kwargs
or
{}
self
.
default_chat_template_kwargs
=
default_chat_template_kwargs
or
{}
self
.
enable_log_outputs
=
enable_log_outputs
self
.
enable_log_outputs
=
enable_log_outputs
self
.
e
xclud
e_log_deltas
=
e
xclud
e_log_deltas
self
.
e
nabl
e_log_deltas
=
e
nabl
e_log_deltas
# set up logits processors
# set up logits processors
self
.
logits_processors
=
self
.
model_config
.
logits_processors
self
.
logits_processors
=
self
.
model_config
.
logits_processors
...
@@ -1143,7 +1143,7 @@ class OpenAIServingChat(OpenAIServing):
...
@@ -1143,7 +1143,7 @@ class OpenAIServingChat(OpenAIServing):
if
tc
.
function
and
tc
.
function
.
arguments
if
tc
.
function
and
tc
.
function
.
arguments
)
)
if
delta_content
and
not
self
.
e
xclud
e_log_deltas
:
if
delta_content
and
self
.
e
nabl
e_log_deltas
:
self
.
request_logger
.
log_outputs
(
self
.
request_logger
.
log_outputs
(
request_id
=
request_id
,
request_id
=
request_id
,
outputs
=
delta_content
,
outputs
=
delta_content
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment