Commit f9e22d6e authored by Guolin Ke's avatar Guolin Ke
Browse files

fix a silly bug

parent b0f52120
...@@ -501,7 +501,7 @@ bool dispatch_softmax_forward(output_t *dst, output_t *dst_orig, const input_t * ...@@ -501,7 +501,7 @@ bool dispatch_softmax_forward(output_t *dst, output_t *dst_orig, const input_t *
GetNumBlocks(block_size, rows, waves, &grid_dim); GetNumBlocks(block_size, rows, waves, &grid_dim);
dim3 block(block_size); dim3 block(block_size);
const size_t smem = cols * sizeof(acc_t); const size_t smem = cols * sizeof(acc_t);
softmax_block_forward<input_t, output_t, acc_t, block_size, NeedAttnMask, NeedBias><<<grid_dim, block, smem>>>( softmax_block_forward<input_t, output_t, acc_t, block_size, NeedBias, NeedAttnMask><<<grid_dim, block, smem>>>(
src, dst, attn_mask, bias, rows, cols, attn_inner_skip_batch, bias_batch_count); src, dst, attn_mask, bias, rows, cols, attn_inner_skip_batch, bias_batch_count);
return true; return true;
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment