Unverified Commit 238dfc8a authored by Mengqing Cao's avatar Mengqing Cao Committed by GitHub
Browse files

[MISC] tiny fixes (#13378)

parent 45186834
......@@ -109,7 +109,7 @@ class ExecutorBase(ABC):
"""
# NOTE: This is logged in the executor because there can be >1 workers.
logger.info("# %s blocks: %d, # CPU blocks: %d",
vllm.platforms.current_platform.dispatch_key,
vllm.platforms.current_platform.device_name,
num_gpu_blocks, num_cpu_blocks)
max_concurrency = (num_gpu_blocks * self.cache_config.block_size /
self.model_config.max_model_len)
......
......@@ -327,7 +327,7 @@ class Platform:
"""
Get device specific communicator class for distributed communication.
"""
return "vllm.distributed.device_communicator.base_device_communicator.DeviceCommunicatorBase" # noqa
return "vllm.distributed.device_communicators.base_device_communicator.DeviceCommunicatorBase" # noqa
class UnspecifiedPlatform(Platform):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment