Commit 4bb8c6af authored by yangshj1's avatar yangshj1
Browse files

modify engied_id str

parent 1586d41f
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
from typing import TYPE_CHECKING, Optional from typing import TYPE_CHECKING, Optional
import copy import copy
from vllm import envs from vllm import envs
from vllm.config import get_current_vllm_config from vllm.config import VllmConfig
from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBaseType from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBaseType
from vllm.distributed.kv_transfer.kv_connector.factory import ( from vllm.distributed.kv_transfer.kv_connector.factory import (
KVConnectorFactory) KVConnectorFactory)
...@@ -66,7 +66,7 @@ def ensure_kv_transfer_initialized(vllm_config: "VllmConfig") -> None: ...@@ -66,7 +66,7 @@ def ensure_kv_transfer_initialized(vllm_config: "VllmConfig") -> None:
lmcache_config = copy.deepcopy(vllm_config) lmcache_config = copy.deepcopy(vllm_config)
from vllm.config import KVTransferConfig from vllm.config import KVTransferConfig
lmcache_config.kv_transfer_config = KVTransferConfig(kv_connector="LMCacheConnectorV1", kv_role="kv_both") lmcache_config.kv_transfer_config = KVTransferConfig(kv_connector="LMCacheConnectorV1", kv_role="kv_both")
lmcache_config.kv_transfer_config.engine_id = "ed9e943a-e455-4ed6-b88c-09ae6263f0c9" lmcache_config.kv_transfer_config.engine_id = "lmcache_engine_id"
lmcache_connector: LMCacheConnectorV1 = LMCacheConnectorV1(lmcache_config, role=KVConnectorRole.WORKER) lmcache_connector: LMCacheConnectorV1 = LMCacheConnectorV1(lmcache_config, role=KVConnectorRole.WORKER)
_KV_LMCACHE_CONNECTOR_AGENT = lmcache_connector _KV_LMCACHE_CONNECTOR_AGENT = lmcache_connector
......
...@@ -93,7 +93,7 @@ class Scheduler(SchedulerInterface): ...@@ -93,7 +93,7 @@ class Scheduler(SchedulerInterface):
if envs.VLLM_LMCACHE_ENABLE: if envs.VLLM_LMCACHE_ENABLE:
lmcache_config = copy.deepcopy(self.vllm_config) lmcache_config = copy.deepcopy(self.vllm_config)
lmcache_config.kv_transfer_config = KVTransferConfig(kv_connector="LMCacheConnectorV1", kv_role="kv_both") lmcache_config.kv_transfer_config = KVTransferConfig(kv_connector="LMCacheConnectorV1", kv_role="kv_both")
lmcache_config.kv_transfer_config.engine_id = "ed9e943a-e455-4ed6-b88c-09ae6263f0c9" lmcache_config.kv_transfer_config.engine_id = "lmcache_engine_id"
self.lmcache_connector: LMCacheConnectorV1 = LMCacheConnectorV1( self.lmcache_connector: LMCacheConnectorV1 = LMCacheConnectorV1(
lmcache_config, role=KVConnectorRole.SCHEDULER) lmcache_config, role=KVConnectorRole.SCHEDULER)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment