"vllm/vscode:/vscode.git/clone" did not exist on "d2e2e856ad4daf4b36bb37acaac06f3f61ac84ce"
Unverified Commit c24b1572 authored by maobaolong's avatar maobaolong Committed by GitHub
Browse files

Minor fix about MooncakeStoreConnector (#18721)


Signed-off-by: default avatarbaoloongmao <baoloongmao@tencent.com>
parent 4693a343
...@@ -31,12 +31,12 @@ class MooncakeStoreConnector(KVConnectorBase): ...@@ -31,12 +31,12 @@ class MooncakeStoreConnector(KVConnectorBase):
local_rank: int, local_rank: int,
config: VllmConfig, config: VllmConfig,
): ):
self.config = config.kv_transfer_config self.kv_transfer_config = config.kv_transfer_config
self.kv_helper = kv_helper(config) self.kv_helper = kv_helper(config)
self.local_tp_rank = local_rank self.local_tp_rank = local_rank
# Init kv_store # Init kv_store
if self.config.kv_connector == "MooncakeStoreConnector": if self.kv_transfer_config.kv_connector == "MooncakeStoreConnector":
# Check if MOONCAKE_CONFIG_PATH is set # Check if MOONCAKE_CONFIG_PATH is set
import os import os
use_mooncake_store = os.getenv('MOONCAKE_CONFIG_PATH') is not None use_mooncake_store = os.getenv('MOONCAKE_CONFIG_PATH') is not None
...@@ -50,10 +50,11 @@ class MooncakeStoreConnector(KVConnectorBase): ...@@ -50,10 +50,11 @@ class MooncakeStoreConnector(KVConnectorBase):
MooncakeStore) MooncakeStore)
logger.info( logger.info(
"Initializing KVStoreConnector under kv_transfer_config %s", "Initializing KVStoreConnector under kv_transfer_config %s",
self.config) self.kv_transfer_config)
self.kv_store = MooncakeStore(config) self.kv_store = MooncakeStore(config)
else: else:
logger.error("Can not find %s", self.config.kv_connector) logger.error("Can not find %s",
self.kv_transfer_config.kv_connector)
assert self.kv_store is not None assert self.kv_store is not None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment