Unverified Commit 05e034f0 authored by Samuel Shen's avatar Samuel Shen Committed by GitHub
Browse files

[nit]: Fix import for the lmcache integration (#27600)


Signed-off-by: default avatarSamuel Shen <slshen@uchicago.edu>
Co-authored-by: default avatarSamuel Shen <slshen@uchicago.edu>
parent 936643a8
......@@ -13,9 +13,6 @@ from vllm.distributed.kv_transfer.kv_connector.v1.base import (
KVConnectorMetadata,
KVConnectorRole,
)
from vllm.distributed.kv_transfer.kv_connector.v1.lmcache_integration import (
vllm_v1_adapter as _adapter,
)
from vllm.logger import init_logger
from vllm.v1.core.sched.output import SchedulerOutput
......@@ -37,6 +34,11 @@ class LMCacheConnectorV1(KVConnectorBase_V1):
)
if use_native:
logger.info("Initializing native LMCache connector")
# lazy import
from vllm.distributed.kv_transfer.kv_connector.v1 import lmcache_integration
_adapter = lmcache_integration.vllm_v1_adapter
cls = _adapter.LMCacheConnectorV1Impl
else:
logger.info("Initializing latest dev LMCache connector")
......
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from . import vllm_v1_adapter
__all__ = ["vllm_v1_adapter"]
......@@ -131,7 +131,7 @@ def create_lmcache_metadata(
# First Party
from lmcache.config import LMCacheEngineMetadata
from vllm.utils import get_kv_cache_torch_dtype
from vllm.utils.torch_utils import get_kv_cache_torch_dtype
config = lmcache_get_or_create_config()
# Support both vllm_config object and individual config parameters
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment