Unverified Commit 238dfc8a authored by Mengqing Cao's avatar Mengqing Cao Committed by GitHub
Browse files

[MISC] tiny fixes (#13378)

parent 45186834
...@@ -109,7 +109,7 @@ class ExecutorBase(ABC): ...@@ -109,7 +109,7 @@ class ExecutorBase(ABC):
""" """
# NOTE: This is logged in the executor because there can be >1 workers. # NOTE: This is logged in the executor because there can be >1 workers.
logger.info("# %s blocks: %d, # CPU blocks: %d", logger.info("# %s blocks: %d, # CPU blocks: %d",
vllm.platforms.current_platform.dispatch_key, vllm.platforms.current_platform.device_name,
num_gpu_blocks, num_cpu_blocks) num_gpu_blocks, num_cpu_blocks)
max_concurrency = (num_gpu_blocks * self.cache_config.block_size / max_concurrency = (num_gpu_blocks * self.cache_config.block_size /
self.model_config.max_model_len) self.model_config.max_model_len)
......
...@@ -327,7 +327,7 @@ class Platform: ...@@ -327,7 +327,7 @@ class Platform:
""" """
Get device specific communicator class for distributed communication. Get device specific communicator class for distributed communication.
""" """
return "vllm.distributed.device_communicator.base_device_communicator.DeviceCommunicatorBase" # noqa return "vllm.distributed.device_communicators.base_device_communicator.DeviceCommunicatorBase" # noqa
class UnspecifiedPlatform(Platform): class UnspecifiedPlatform(Platform):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment