Unverified Commit 76ba5bbe authored by huangtingwei's avatar huangtingwei Committed by GitHub
Browse files

fix args typo in memory_pool_host (#8662)

parent ed6f7597
......@@ -618,7 +618,7 @@ class MLATokenToKVPoolHost(HostKVCache):
elif self.layout == "page_first":
transfer_kv_all_layer_mla_lf_pf(
src_layers=device_pool.data_ptrs,
dst_k=self.kv_buffer,
dst=self.kv_buffer,
src_indices=device_indices,
dst_indices=host_indices,
item_size=self.token_stride_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment