Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c24b1572
Unverified
Commit
c24b1572
authored
May 27, 2025
by
maobaolong
Committed by
GitHub
May 27, 2025
Browse files
Minor fix about MooncakeStoreConnector (#18721)
Signed-off-by:
baoloongmao
<
baoloongmao@tencent.com
>
parent
4693a343
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
4 deletions
+5
-4
vllm/distributed/kv_transfer/kv_connector/mooncake_store_connector.py
...uted/kv_transfer/kv_connector/mooncake_store_connector.py
+5
-4
No files found.
vllm/distributed/kv_transfer/kv_connector/mooncake_store_connector.py
View file @
c24b1572
...
...
@@ -31,12 +31,12 @@ class MooncakeStoreConnector(KVConnectorBase):
local_rank
:
int
,
config
:
VllmConfig
,
):
self
.
config
=
config
.
kv_transfer_config
self
.
kv_transfer_
config
=
config
.
kv_transfer_config
self
.
kv_helper
=
kv_helper
(
config
)
self
.
local_tp_rank
=
local_rank
# Init kv_store
if
self
.
config
.
kv_connector
==
"MooncakeStoreConnector"
:
if
self
.
kv_transfer_
config
.
kv_connector
==
"MooncakeStoreConnector"
:
# Check if MOONCAKE_CONFIG_PATH is set
import
os
use_mooncake_store
=
os
.
getenv
(
'MOONCAKE_CONFIG_PATH'
)
is
not
None
...
...
@@ -50,10 +50,11 @@ class MooncakeStoreConnector(KVConnectorBase):
MooncakeStore
)
logger
.
info
(
"Initializing KVStoreConnector under kv_transfer_config %s"
,
self
.
config
)
self
.
kv_transfer_
config
)
self
.
kv_store
=
MooncakeStore
(
config
)
else
:
logger
.
error
(
"Can not find %s"
,
self
.
config
.
kv_connector
)
logger
.
error
(
"Can not find %s"
,
self
.
kv_transfer_config
.
kv_connector
)
assert
self
.
kv_store
is
not
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment