Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
69d357ba
Unverified
Commit
69d357ba
authored
Dec 06, 2024
by
Russell Bryant
Committed by
GitHub
Dec 07, 2024
Browse files
[Core] Cleanup startup logging a bit (#10961)
Signed-off-by:
Russell Bryant
<
rbryant@redhat.com
>
parent
dcdc3faf
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
6 additions
and
5 deletions
+6
-5
vllm/engine/arg_utils.py
vllm/engine/arg_utils.py
+1
-0
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+4
-4
vllm/plugins/__init__.py
vllm/plugins/__init__.py
+1
-1
No files found.
vllm/engine/arg_utils.py
View file @
69d357ba
...
...
@@ -433,6 +433,7 @@ class EngineArgs:
'capping to sliding window size'
)
parser
.
add_argument
(
'--use-v2-block-manager'
,
action
=
'store_true'
,
default
=
True
,
help
=
'[DEPRECATED] block manager v1 has been '
'removed and SelfAttnBlockSpaceManager (i.e. '
'block manager v2) is now the default. '
...
...
vllm/entrypoints/openai/api_server.py
View file @
69d357ba
...
...
@@ -175,8 +175,8 @@ async def build_async_engine_client_from_engine_args(
# Select random path for IPC.
ipc_path
=
get_open_zmq_ipc_path
()
logger
.
info
(
"Multiprocessing frontend to use %s for IPC Path."
,
ipc_path
)
logger
.
debug
(
"Multiprocessing frontend to use %s for IPC Path."
,
ipc_path
)
# Start RPCServer in separate process (holds the LLMEngine).
# the current process might have CUDA context,
...
...
@@ -249,8 +249,8 @@ def mount_metrics(app: FastAPI):
prometheus_multiproc_dir_path
=
os
.
getenv
(
"PROMETHEUS_MULTIPROC_DIR"
,
None
)
if
prometheus_multiproc_dir_path
is
not
None
:
logger
.
info
(
"vLLM to use %s as PROMETHEUS_MULTIPROC_DIR"
,
prometheus_multiproc_dir_path
)
logger
.
debug
(
"vLLM to use %s as PROMETHEUS_MULTIPROC_DIR"
,
prometheus_multiproc_dir_path
)
registry
=
CollectorRegistry
()
multiprocess
.
MultiProcessCollector
(
registry
)
...
...
vllm/plugins/__init__.py
View file @
69d357ba
...
...
@@ -57,7 +57,7 @@ def load_general_plugins():
discovered_plugins
=
entry_points
(
group
=
'vllm.general_plugins'
)
if
len
(
discovered_plugins
)
==
0
:
logger
.
info
(
"No plugins found."
)
logger
.
debug
(
"No plugins found."
)
return
logger
.
info
(
"Available plugins:"
)
for
plugin
in
discovered_plugins
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment