Unverified Commit d1431523 authored by ziruiliu's avatar ziruiliu Committed by GitHub
Browse files

[KVConnector] Enable get_block_ids_with_load_errors() in LMCache connector (#27978)


Signed-off-by: default avatarZirui Liu <ziliu@ddn.com>
Signed-off-by: default avatarziruiliu <ziliu@ddn.com>
Co-authored-by: default avatargemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Co-authored-by: default avatarNicolò Lucchesi <nlucches@redhat.com>
parent a4730c1b
...@@ -136,6 +136,21 @@ class LMCacheConnectorV1(KVConnectorBase_V1): ...@@ -136,6 +136,21 @@ class LMCacheConnectorV1(KVConnectorBase_V1):
""" """
return self._lmcache_engine.get_finished(finished_req_ids) return self._lmcache_engine.get_finished(finished_req_ids)
def get_block_ids_with_load_errors(self) -> set[int]:
"""
Get the set of block IDs that failed to load.
Returns:
Set of block IDs that encountered load errors.
Empty set if no load errors occurred.
"""
method = getattr(self._lmcache_engine, "get_block_ids_with_load_errors", None)
if callable(method):
return method()
# Fallback for older versions that don't support this method
return set()
# ============================== # ==============================
# Scheduler-side methods # Scheduler-side methods
# ============================== # ==============================
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment