Skip to content

GitLab

Commit e4bce369 authored by zhushuang's avatar zhushuang
Browse files

issue/899 - fix: fix causal_softmax and rearrange bug

parent eb89439d
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 114 additions and 244 deletions
src/infiniop/ops/causal_softmax/moore/causal_softmax_kernel.h
View file @ e4bce369
...@@ -28,7 +28,7 @@ __device__ void causalSoftmaxKernel( ...@@ -28,7 +28,7 @@ __device__ void causalSoftmaxKernel(
// 1 | * * * ... * * | // 1 | * * * ... * * |
// 2 | * * * ... * * * | // 2 | * * * ... * * * |
// height: 3 col_id-> // height: 3 col_id->
if (width + blockIdx.x >= threadIdx.x + height) { if (width + blockIdx.x >= col + height) {
if constexpr (std::is_same_v<Tdata, half> || std::is_same_v<Tdata, cuda_bfloat16>) { if constexpr (std::is_same_v<Tdata, half> || std::is_same_v<Tdata, cuda_bfloat16>) {
/* /*
* MUSA does not support CUDA's native `hexp` function. * MUSA does not support CUDA's native `hexp` function.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment