Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
2bef2d14
Unverified
Commit
2bef2d14
authored
Sep 10, 2025
by
Shiyan Deng
Committed by
GitHub
Sep 10, 2025
Browse files
[Logging] allow config logging stream (#24336)
Signed-off-by:
Shiyan Deng
<
dsy842974287@meta.com
>
parent
36cacd09
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
7 additions
and
1 deletion
+7
-1
vllm/envs.py
vllm/envs.py
+5
-0
vllm/logger.py
vllm/logger.py
+2
-1
No files found.
vllm/envs.py
View file @
2bef2d14
...
@@ -37,6 +37,7 @@ if TYPE_CHECKING:
...
@@ -37,6 +37,7 @@ if TYPE_CHECKING:
VLLM_CONFIGURE_LOGGING
:
int
=
1
VLLM_CONFIGURE_LOGGING
:
int
=
1
VLLM_LOGGING_LEVEL
:
str
=
"INFO"
VLLM_LOGGING_LEVEL
:
str
=
"INFO"
VLLM_LOGGING_PREFIX
:
str
=
""
VLLM_LOGGING_PREFIX
:
str
=
""
VLLM_LOGGING_STREAM
:
str
=
"ext://sys.stdout"
VLLM_LOGGING_CONFIG_PATH
:
Optional
[
str
]
=
None
VLLM_LOGGING_CONFIG_PATH
:
Optional
[
str
]
=
None
VLLM_LOGITS_PROCESSOR_THREADS
:
Optional
[
int
]
=
None
VLLM_LOGITS_PROCESSOR_THREADS
:
Optional
[
int
]
=
None
VLLM_LOG_STATS_INTERVAL
:
float
=
10.
VLLM_LOG_STATS_INTERVAL
:
float
=
10.
...
@@ -435,6 +436,10 @@ environment_variables: dict[str, Callable[[], Any]] = {
...
@@ -435,6 +436,10 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_LOGGING_LEVEL"
:
"VLLM_LOGGING_LEVEL"
:
lambda
:
os
.
getenv
(
"VLLM_LOGGING_LEVEL"
,
"INFO"
).
upper
(),
lambda
:
os
.
getenv
(
"VLLM_LOGGING_LEVEL"
,
"INFO"
).
upper
(),
# this is used for configuring the default logging stream
"VLLM_LOGGING_STREAM"
:
lambda
:
os
.
getenv
(
"VLLM_LOGGING_STREAM"
,
"ext://sys.stdout"
),
# if set, VLLM_LOGGING_PREFIX will be prepended to all log messages
# if set, VLLM_LOGGING_PREFIX will be prepended to all log messages
"VLLM_LOGGING_PREFIX"
:
"VLLM_LOGGING_PREFIX"
:
lambda
:
os
.
getenv
(
"VLLM_LOGGING_PREFIX"
,
""
),
lambda
:
os
.
getenv
(
"VLLM_LOGGING_PREFIX"
,
""
),
...
...
vllm/logger.py
View file @
2bef2d14
...
@@ -20,6 +20,7 @@ VLLM_CONFIGURE_LOGGING = envs.VLLM_CONFIGURE_LOGGING
...
@@ -20,6 +20,7 @@ VLLM_CONFIGURE_LOGGING = envs.VLLM_CONFIGURE_LOGGING
VLLM_LOGGING_CONFIG_PATH
=
envs
.
VLLM_LOGGING_CONFIG_PATH
VLLM_LOGGING_CONFIG_PATH
=
envs
.
VLLM_LOGGING_CONFIG_PATH
VLLM_LOGGING_LEVEL
=
envs
.
VLLM_LOGGING_LEVEL
VLLM_LOGGING_LEVEL
=
envs
.
VLLM_LOGGING_LEVEL
VLLM_LOGGING_PREFIX
=
envs
.
VLLM_LOGGING_PREFIX
VLLM_LOGGING_PREFIX
=
envs
.
VLLM_LOGGING_PREFIX
VLLM_LOGGING_STREAM
=
envs
.
VLLM_LOGGING_STREAM
_FORMAT
=
(
f
"
{
VLLM_LOGGING_PREFIX
}
%(levelname)s %(asctime)s "
_FORMAT
=
(
f
"
{
VLLM_LOGGING_PREFIX
}
%(levelname)s %(asctime)s "
"[%(fileinfo)s:%(lineno)d] %(message)s"
)
"[%(fileinfo)s:%(lineno)d] %(message)s"
)
...
@@ -38,7 +39,7 @@ DEFAULT_LOGGING_CONFIG = {
...
@@ -38,7 +39,7 @@ DEFAULT_LOGGING_CONFIG = {
"class"
:
"logging.StreamHandler"
,
"class"
:
"logging.StreamHandler"
,
"formatter"
:
"vllm"
,
"formatter"
:
"vllm"
,
"level"
:
VLLM_LOGGING_LEVEL
,
"level"
:
VLLM_LOGGING_LEVEL
,
"stream"
:
"ext://sys.stdout"
,
"stream"
:
VLLM_LOGGING_STREAM
,
},
},
},
},
"loggers"
:
{
"loggers"
:
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment