get_lmcache_connector __init__

vllm/distributed/kv_transfer/__init__.py

@@ -3,10 +3,10 @@
 
 from vllm.distributed.kv_transfer.kv_transfer_state import (
     KVConnectorBaseType, ensure_kv_transfer_initialized, get_kv_transfer_group,
-    has_kv_transfer_group, is_v1_kv_transfer_group)
+    get_lmcache_connector, has_kv_transfer_group, is_v1_kv_transfer_group)
 
 __all__ = [
-    "get_kv_transfer_group", "has_kv_transfer_group",
+    "get_kv_transfer_group", "get_lmcache_connector", "has_kv_transfer_group",
     "is_v1_kv_transfer_group", "ensure_kv_transfer_initialized",
     "KVConnectorBaseType"
 ]

vllm/distributed/kv_transfer/kv_transfer_state.py

@@ -24,7 +24,7 @@ def get_kv_transfer_group() -> KVConnectorBaseType:
         "disaggregated KV cache transfer parallel group is not initialized")
     return _KV_CONNECTOR_AGENT
 
-def get_lmcache_connector() -> LMCacheConnectorV1:
+def get_lmcache_connector() -> KVConnectorBaseType:
     assert _KV_LMCACHE_CONNECTOR_AGENT is not None, (
         "LM cache transfer parallel group is not initialized")
     return _KV_LMCACHE_CONNECTOR_AGENT