Skip to content

GitLab

"...git@developer.sourcefind.cn:OpenDAS/pytorch3d.git" did not exist on "0c3599e8ee0fea4e8b8135131bb6381acd2fee61"
Unverified Commit 76ba5bbe authored by huangtingwei's avatar huangtingwei Committed by GitHub
Browse files

fix args typo in memory_pool_host (#8662)

parent ed6f7597
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/mem_cache/memory_pool_host.py
View file @ 76ba5bbe
...@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache): ...@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache):
elif self.layout == "page_first": elif self.layout == "page_first":
transfer_kv_all_layer_mla_lf_pf( transfer_kv_all_layer_mla_lf_pf(
src_layers=device_pool.data_ptrs, src_layers=device_pool.data_ptrs,
dst_k=self.kv_buffer, dst=self.kv_buffer,
src_indices=device_indices, src_indices=device_indices,
dst_indices=host_indices, dst_indices=host_indices,
item_size=self.token_stride_size, item_size=self.token_stride_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment