Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
36f1dc19
Unverified
Commit
36f1dc19
authored
Mar 31, 2026
by
Chang Su
Committed by
GitHub
Mar 31, 2026
Browse files
feat(grpc): add periodic stats logging and servicer log forwarding (#38333)
Signed-off-by:
Chang Su
<
chang.s.su@oracle.com
>
parent
3dc01ef3
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
15 additions
and
0 deletions
+15
-0
vllm/entrypoints/grpc_server.py
vllm/entrypoints/grpc_server.py
+15
-0
No files found.
vllm/entrypoints/grpc_server.py
View file @
36f1dc19
...
@@ -37,6 +37,7 @@ except ImportError:
...
@@ -37,6 +37,7 @@ except ImportError:
import
uvloop
import
uvloop
from
vllm
import
envs
from
vllm.engine.arg_utils
import
AsyncEngineArgs
from
vllm.engine.arg_utils
import
AsyncEngineArgs
from
vllm.entrypoints.utils
import
log_version_and_model
from
vllm.entrypoints.utils
import
log_version_and_model
from
vllm.logger
import
init_logger
from
vllm.logger
import
init_logger
...
@@ -113,6 +114,18 @@ async def serve_grpc(args: argparse.Namespace):
...
@@ -113,6 +114,18 @@ async def serve_grpc(args: argparse.Namespace):
logger
.
info
(
"vLLM gRPC server started on %s"
,
address
)
logger
.
info
(
"vLLM gRPC server started on %s"
,
address
)
logger
.
info
(
"Server is ready to accept requests"
)
logger
.
info
(
"Server is ready to accept requests"
)
# Start periodic stats logging (mirrors the HTTP server's lifespan task)
if
not
args
.
disable_log_stats
:
async
def
_force_log
():
while
True
:
await
asyncio
.
sleep
(
envs
.
VLLM_LOG_STATS_INTERVAL
)
await
async_llm
.
do_log_stats
()
stats_task
=
asyncio
.
create_task
(
_force_log
())
else
:
stats_task
=
None
# Handle shutdown signals
# Handle shutdown signals
loop
=
asyncio
.
get_running_loop
()
loop
=
asyncio
.
get_running_loop
()
stop_event
=
asyncio
.
Event
()
stop_event
=
asyncio
.
Event
()
...
@@ -130,6 +143,8 @@ async def serve_grpc(args: argparse.Namespace):
...
@@ -130,6 +143,8 @@ async def serve_grpc(args: argparse.Namespace):
logger
.
info
(
"Interrupted by user"
)
logger
.
info
(
"Interrupted by user"
)
finally
:
finally
:
logger
.
info
(
"Shutting down vLLM gRPC server..."
)
logger
.
info
(
"Shutting down vLLM gRPC server..."
)
if
stats_task
is
not
None
:
stats_task
.
cancel
()
await
server
.
stop
(
grace
=
5.0
)
await
server
.
stop
(
grace
=
5.0
)
logger
.
info
(
"gRPC server stopped"
)
logger
.
info
(
"gRPC server stopped"
)
async_llm
.
shutdown
()
async_llm
.
shutdown
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment