Unverified Commit 91fc5bb5 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

feat: add add_chunked_prefix_cache_attention_backend (#11636)

parent 780fbf2f
...@@ -190,6 +190,14 @@ def add_mla_attention_backend(backend_name): ...@@ -190,6 +190,14 @@ def add_mla_attention_backend(backend_name):
logger.info(f"Added {backend_name} to MLA_ATTENTION_BACKENDS.") logger.info(f"Added {backend_name} to MLA_ATTENTION_BACKENDS.")
def add_chunked_prefix_cache_attention_backend(backend_name):
if backend_name not in CHUNKED_PREFIX_CACHE_SUPPORTED_ATTENTION_BACKENDS:
CHUNKED_PREFIX_CACHE_SUPPORTED_ATTENTION_BACKENDS.append(backend_name)
logger.info(
f"Added {backend_name} to CHUNKED_PREFIX_CACHE_SUPPORTED_ATTENTION_BACKENDS."
)
_is_hip = is_hip() _is_hip = is_hip()
_is_npu = is_npu() _is_npu = is_npu()
_is_cpu_amx_available = cpu_has_amx_support() _is_cpu_amx_available = cpu_has_amx_support()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment