Commit c0799551 authored by PanZezhong's avatar PanZezhong
Browse files

fix ptr calculation in attn_v_rearrange

parent 4ed69f5d
......@@ -387,7 +387,7 @@ void inferDeviceBatch(const JiugeMeta &meta, DeviceResource &rsrc,
// rearrange attn val
RUN_INFINI(infiniopRearrange(
desc_attn_v_rearranges[req],
o->data(token_offset * nh * dh),
o->data(),
attn_val_buf->data(), stream));
token_offset += seq_len;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment