Skip to content

GitLab

Unverified Commit 67745d18 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

Supress verbose logs from model_hosting_container_standards (#28949) 


Signed-off-by: default avatarmgoin <mgoin64@gmail.com>
parent 2a2d5d27
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
vllm/entrypoints/openai/api_server.py
View file @ 67745d18
...@@ -5,6 +5,7 @@ import hashlib ...@@ -5,6 +5,7 @@ import hashlib
import importlib import importlib
import inspect import inspect
import json import json
import logging
import multiprocessing import multiprocessing
import multiprocessing.forkserver as forkserver import multiprocessing.forkserver as forkserver
import os import os
...@@ -2020,6 +2021,9 @@ async def run_server(args, **uvicorn_kwargs) -> None: ...@@ -2020,6 +2021,9 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# Add process-specific prefix to stdout and stderr. # Add process-specific prefix to stdout and stderr.
decorate_logs("APIServer") decorate_logs("APIServer")
# Suppress verbose logs from model_hosting_container_standards
logging.getLogger("model_hosting_container_standards").setLevel(logging.ERROR)
listen_address, sock = setup_server(args) listen_address, sock = setup_server(args)
await run_server_worker(listen_address, sock, args, **uvicorn_kwargs) await run_server_worker(listen_address, sock, args, **uvicorn_kwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment