Skip to content

GitLab

Unverified Commit 6ccb7bae authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[LMCache] Fix breakage due to new LMCache version (#30216) 


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent eea41804
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
requirements/kv_connectors.txt
View file @ 6ccb7bae
lmcache lmcache >= 0.3.10.post1
nixl >= 0.7.1 # Required for disaggregated prefill nixl >= 0.7.1 # Required for disaggregated prefill
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_integration/vllm_v1_adapter.py
View file @ 6ccb7bae
...@@ -27,7 +27,7 @@ from lmcache.v1.lookup_client.lmcache_async_lookup_client import ( ...@@ -27,7 +27,7 @@ from lmcache.v1.lookup_client.lmcache_async_lookup_client import (
LMCacheAsyncLookupServer, LMCacheAsyncLookupServer,
) )
from lmcache.v1.offload_server.zmq_server import ZMQOffloadServer from lmcache.v1.offload_server.zmq_server import ZMQOffloadServer
from lmcache.v1.plugin.plugin_launcher import PluginLauncher from lmcache.v1.plugin.runtime_plugin_launcher import RuntimePluginLauncher
from vllm.attention.backends.abstract import AttentionMetadata from vllm.attention.backends.abstract import AttentionMetadata
from vllm.config import VllmConfig from vllm.config import VllmConfig
...@@ -683,7 +683,7 @@ class LMCacheConnectorV1Impl: ...@@ -683,7 +683,7 @@ class LMCacheConnectorV1Impl:
self.api_server = InternalAPIServer(self) self.api_server = InternalAPIServer(self)
self.api_server.start() self.api_server.start()
# Launch plugins # Launch plugins
self.plugin_launcher = PluginLauncher( self.plugin_launcher = RuntimePluginLauncher(
self.config, self.config,
role, role,
self.worker_count, self.worker_count,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment