Unverified Commit 52efc34e authored by Wentao Ye's avatar Wentao Ye Committed by GitHub
Browse files

[Log] Optimize Startup Log (#26740)


Signed-off-by: default avataryewentao256 <zhyanwentao@126.com>
parent d95d0f4b
......@@ -20,7 +20,10 @@ from vllm.distributed import (
set_custom_all_reduce,
)
from vllm.distributed.kv_transfer import ensure_kv_transfer_initialized
from vllm.distributed.parallel_state import get_pp_group, get_tp_group
from vllm.distributed.parallel_state import (
get_pp_group,
get_tp_group,
)
from vllm.logger import init_logger
from vllm.lora.request import LoRARequest
from vllm.model_executor import set_random_seed
......@@ -334,9 +337,10 @@ class Worker(WorkerBase):
GiB(free_gpu_memory - unrequested_memory),
)
logger.debug(profile_result)
logger.info(
logger.info_once(
"Available KV cache memory: %.2f GiB",
GiB(self.available_kv_cache_memory_bytes),
scope="local",
)
gc.collect()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment