Commit 47e523ef authored by Po Yen Chen's avatar Po Yen Chen
Browse files

Update MakeKargs() arguments

parent 6c7a3bf4
...@@ -416,8 +416,8 @@ auto fmha_fwd_splitkv_create_kargs_and_grids(fmha_fwd_splitkv_args args) ...@@ -416,8 +416,8 @@ auto fmha_fwd_splitkv_create_kargs_and_grids(fmha_fwd_splitkv_args args)
args.k_ptr, args.k_ptr,
args.v_ptr, args.v_ptr,
args.bias_ptr, args.bias_ptr,
args.lse_acc_ptr, (1 < args.num_splits ? args.lse_acc_ptr : args.lse_ptr),
args.o_acc_ptr, (1 < args.num_splits ? args.o_acc_ptr : args.o_ptr),
args.batch, args.batch,
args.seqstart_q_ptr, args.seqstart_q_ptr,
args.seqstart_k_ptr, args.seqstart_k_ptr,
...@@ -437,17 +437,17 @@ auto fmha_fwd_splitkv_create_kargs_and_grids(fmha_fwd_splitkv_args args) ...@@ -437,17 +437,17 @@ auto fmha_fwd_splitkv_create_kargs_and_grids(fmha_fwd_splitkv_args args)
args.stride_k, args.stride_k,
args.stride_v, args.stride_v,
args.stride_bias, args.stride_bias,
args.stride_o_acc, (1 < args.num_splits ? args.stride_o_acc : args.stride_o),
args.nhead_stride_q, args.nhead_stride_q,
args.nhead_stride_k, args.nhead_stride_k,
args.nhead_stride_v, args.nhead_stride_v,
args.nhead_stride_bias, args.nhead_stride_bias,
args.nhead_stride_lse_acc, (1 < args.num_splits ? args.nhead_stride_lse_acc : args.nhead_stride_lse),
args.nhead_stride_o_acc, (1 < args.num_splits ? args.nhead_stride_o_acc : args.nhead_stride_o),
args.batch_stride_k, // only used for paged-kvcache args.batch_stride_k, // only used for paged-kvcache
args.batch_stride_v, // only used for paged-kvcache args.batch_stride_v, // only used for paged-kvcache
args.split_stride_lse_acc, (1 < args.num_splits ? args.split_stride_lse_acc : 0),
args.split_stride_o_acc, (1 < args.num_splits ? args.split_stride_o_acc : 0),
args.window_size_left, args.window_size_left,
args.window_size_right, args.window_size_right,
args.mask_type); args.mask_type);
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment