Commit c0799551 authored by PanZezhong's avatar PanZezhong
Browse files

fix ptr calculation in attn_v_rearrange

parent 4ed69f5d
...@@ -387,7 +387,7 @@ void inferDeviceBatch(const JiugeMeta &meta, DeviceResource &rsrc, ...@@ -387,7 +387,7 @@ void inferDeviceBatch(const JiugeMeta &meta, DeviceResource &rsrc,
// rearrange attn val // rearrange attn val
RUN_INFINI(infiniopRearrange( RUN_INFINI(infiniopRearrange(
desc_attn_v_rearranges[req], desc_attn_v_rearranges[req],
o->data(token_offset * nh * dh), o->data(),
attn_val_buf->data(), stream)); attn_val_buf->data(), stream));
token_offset += seq_len; token_offset += seq_len;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment