Unverified Commit dc7fb5be authored by Qier Li's avatar Qier Li Committed by GitHub
Browse files

[Bug][KVConnector][Metrics] Remove a vacuous assertion breaking external-launcher (#30577)


Co-authored-by: default avatarQier Li <qier@fb.com>
parent 24429d59
...@@ -7,7 +7,6 @@ from prometheus_client import Counter, Gauge, Histogram ...@@ -7,7 +7,6 @@ from prometheus_client import Counter, Gauge, Histogram
from vllm.config import KVTransferConfig, VllmConfig from vllm.config import KVTransferConfig, VllmConfig
from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory
from vllm.distributed.kv_transfer.kv_transfer_state import has_kv_transfer_group
from vllm.logger import init_logger from vllm.logger import init_logger
PromMetric: TypeAlias = Gauge | Counter | Histogram PromMetric: TypeAlias = Gauge | Counter | Histogram
...@@ -53,8 +52,6 @@ class KVConnectorStats: ...@@ -53,8 +52,6 @@ class KVConnectorStats:
class KVConnectorLogging: class KVConnectorLogging:
def __init__(self, kv_transfer_config: KVTransferConfig | None): def __init__(self, kv_transfer_config: KVTransferConfig | None):
# This should be called on frontend process.
assert not has_kv_transfer_group()
# Instantiate the connector's stats class. # Instantiate the connector's stats class.
if kv_transfer_config and kv_transfer_config.kv_connector: if kv_transfer_config and kv_transfer_config.kv_connector:
self.connector_cls = KVConnectorFactory.get_connector_class( self.connector_cls = KVConnectorFactory.get_connector_class(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment