Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "0afc3cf8e1eb297c5ab3411686ea491ce8a58c36"
Unverified Commit 76ba5bbe authored by huangtingwei's avatar huangtingwei Committed by GitHub
Browse files

fix args typo in memory_pool_host (#8662)

parent ed6f7597
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/mem_cache/memory_pool_host.py
View file @ 76ba5bbe
...@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache): ...@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache):
elif self.layout == "page_first": elif self.layout == "page_first":
transfer_kv_all_layer_mla_lf_pf( transfer_kv_all_layer_mla_lf_pf(
src_layers=device_pool.data_ptrs, src_layers=device_pool.data_ptrs,
dst_k=self.kv_buffer, dst=self.kv_buffer,
src_indices=device_indices, src_indices=device_indices,
dst_indices=host_indices, dst_indices=host_indices,
item_size=self.token_stride_size, item_size=self.token_stride_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment