Skip to content

GitLab

Unverified Commit bcc5ba94 authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

[minor fix] SWA missing methods (#7972)

parent cee9f329
Hide whitespace changes
Inline Side-by-side
Showing with 10 additions and 0 deletions
python/sglang/srt/mem_cache/memory_pool.py
View file @ bcc5ba94
...@@ -602,6 +602,16 @@ class SWAKVPool(KVCache): ...@@ -602,6 +602,16 @@ class SWAKVPool(KVCache):
layer_id_override=layer_id_pool, layer_id_override=layer_id_pool,
) )
def load_from_host_per_layer(
self, host_pool, host_indices, device_indices, layer_id, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
def backup_to_host_all_layer(
self, host_pool, host_indices, device_indices, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
class AscendTokenToKVPool(MHATokenToKVPool): class AscendTokenToKVPool(MHATokenToKVPool):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment