check in (#1187)

3ad9db2a · eqy · GitHub · 5adf7bc2 · 3ad9db2a
Unverified Commit 3ad9db2a authored Oct 07, 2021 by eqy Committed by GitHub Oct 07, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

csrc/layer_norm_cuda_kernel.cu csrc/layer_norm_cuda_kernel.cu +2 -0

No files found.
--- a/csrc/layer_norm_cuda_kernel.cu
+++ b/csrc/layer_norm_cuda_kernel.cu
@@ -651,6 +651,8 @@ void cuComputeGradInput(
        k_grad_input[l] = static_cast<T>(f_grad_input);
      }
    }
+    // prevent race where buf is written again before reads are done
+    __syncthreads();
  }
 }