Unverified Commit 1a9aeab4 authored by Kris Hung's avatar Kris Hung Committed by GitHub
Browse files

fix: Remove hard dep on kvbm (#4127)

parent 482a7919
......@@ -8,7 +8,6 @@ import signal
from typing import Optional
import uvloop
from kvbm.vllm_integration.consolidator_config import get_consolidator_endpoints
from prometheus_client import REGISTRY
from vllm.distributed.kv_events import ZmqEventPublisher
from vllm.usage.usage_lib import UsageContext
......@@ -216,7 +215,18 @@ def setup_vllm_engine(config, stat_logger=None):
# Set up consolidator endpoints if KVBM is enabled
consolidator_endpoints = None
if config.has_connector("kvbm"):
consolidator_endpoints = get_consolidator_endpoints(vllm_config)
try:
from kvbm.vllm_integration.consolidator_config import (
get_consolidator_endpoints,
)
consolidator_endpoints = get_consolidator_endpoints(vllm_config)
except Exception as e:
logger.warning(
f"KVBM connector is enabled but failed to get consolidator endpoints: {e}. "
"Continuing without KV event consolidation. "
"Ensure 'kvbm' package is installed if this feature is needed."
)
vllm_config.consolidator_endpoints = consolidator_endpoints
factory = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment