Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "4c47710bf707e93bdf83391948f844e461b7ba4f"
Unverified Commit e5d7ed0c authored by WangErXiao's avatar WangErXiao Committed by GitHub
Browse files

[V1] log GPU blocks num for MultiprocExecutor (#11656)

parent ad0d567e
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
vllm/v1/executor/multiproc_executor.py
View file @ e5d7ed0c
...@@ -95,6 +95,7 @@ class MultiprocExecutor(Executor): ...@@ -95,6 +95,7 @@ class MultiprocExecutor(Executor):
Initialize the KV caches and begin the model execution loop of the Initialize the KV caches and begin the model execution loop of the
underlying workers. underlying workers.
""" """
logger.info("# GPU blocks: %d", num_gpu_blocks)
self.collective_rpc("initialize_cache", args=(num_gpu_blocks, )) self.collective_rpc("initialize_cache", args=(num_gpu_blocks, ))
self.collective_rpc("compile_or_warm_up_model") self.collective_rpc("compile_or_warm_up_model")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment