Skip to content

GitLab

"src/git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "b214bb25f838ca2b5526e81379d2434381c725fc"
Unverified Commit 7c39e8a1 authored by hzh0425's avatar hzh0425 Committed by GitHub
Browse files

Fix Bug 'get_cpu_copy not Implemented' in pd offloading mode (#7982)

parent d969504d
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 0 deletions
python/sglang/srt/mem_cache/allocator.py
View file @ 7c39e8a1
...@@ -526,6 +526,12 @@ class PagedTokenToKVPoolAllocator(BaseTokenToKVPoolAllocator): ...@@ -526,6 +526,12 @@ class PagedTokenToKVPoolAllocator(BaseTokenToKVPoolAllocator):
self.is_not_in_free_group = True self.is_not_in_free_group = True
self.free_group = [] self.free_group = []
def get_cpu_copy(self, indices):
return self._kvcache.get_cpu_copy(indices)
def load_cpu_copy(self, kv_cache_cpu, indices):
return self._kvcache.load_cpu_copy(kv_cache_cpu, indices)
def alloc_extend_kernel_ascend( def alloc_extend_kernel_ascend(
prefix_lens, prefix_lens,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment