Fix Bug 'get_cpu_copy not Implemented' in pd offloading mode (#7982)

7c39e8a1 · hzh0425 · GitHub · d969504d · 7c39e8a1
Unverified Commit 7c39e8a1 authored Jul 15, 2025 by hzh0425 Committed by GitHub Jul 14, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

python/sglang/srt/mem_cache/allocator.py python/sglang/srt/mem_cache/allocator.py +6 -0

No files found.
--- a/python/sglang/srt/mem_cache/allocator.py
+++ b/python/sglang/srt/mem_cache/allocator.py
@@ -526,6 +526,12 @@ class PagedTokenToKVPoolAllocator(BaseTokenToKVPoolAllocator):
        self.is_not_in_free_group = True
        self.free_group = []

+    def get_cpu_copy(self, indices):
+        return self._kvcache.get_cpu_copy(indices)
+
+    def load_cpu_copy(self, kv_cache_cpu, indices):
+        return self._kvcache.load_cpu_copy(kv_cache_cpu, indices)
+

 def alloc_extend_kernel_ascend(
    prefix_lens,