Unverified Commit 4ceafb62 authored by Ning Xie's avatar Ning Xie Committed by GitHub
Browse files

[MISC] typo fix and clean import (#18664)


Signed-off-by: default avatarAndy Xie <andy.xning@gmail.com>
parent 2e670578
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBaseType
from vllm.distributed.kv_transfer.kv_transfer_state import ( from vllm.distributed.kv_transfer.kv_transfer_state import (
ensure_kv_transfer_initialized, get_kv_transfer_group, KVConnectorBaseType, ensure_kv_transfer_initialized, get_kv_transfer_group,
has_kv_transfer_group, is_v1_kv_transfer_group) has_kv_transfer_group, is_v1_kv_transfer_group)
__all__ = [ __all__ = [
......
...@@ -106,7 +106,7 @@ class SimpleConnector(KVConnectorBase): ...@@ -106,7 +106,7 @@ class SimpleConnector(KVConnectorBase):
else: else:
# the current vLLM instance is KV consumer, so it needs to connect # the current vLLM instance is KV consumer, so it needs to connect
# its recv pipe to the send pipe of KV producder # its recv pipe to the send pipe of KV producer
if self.config.kv_connector == "PyNcclConnector": if self.config.kv_connector == "PyNcclConnector":
self.consumer_data_pipe = PyNcclPipe( self.consumer_data_pipe = PyNcclPipe(
local_rank=local_rank, local_rank=local_rank,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment