Unverified Commit 693d6541 authored by Tim Moon's avatar Tim Moon Committed by GitHub
Browse files

Fix illegal memory access in general layer norm backward kernel (#34)



Fix illegal memory access in layernorm backward kernel
Signed-off-by: default avatarTim Moon <tmoon@nvidia.com>
Signed-off-by: default avatarTim Moon <tmoon@nvidia.com>
parent 2a3916b4
......@@ -389,8 +389,12 @@ void ln_bwd_general_kernel(layer_norm::BwdParams params) {
cta_row < params.rows;
cta_row += gdimm ) {
const int row = cta_row + warp_m;
const compute_t mu = static_cast<const compute_t *>(params.mu)[row];
const compute_t rs = static_cast<const compute_t *>(params.rs)[row];
compute_t mu = 0.f;
compute_t rs = 0.f;
if ( row < params.rows ) {
mu = static_cast<const compute_t *>(params.mu)[row];
rs = static_cast<const compute_t *>(params.rs)[row];
}
Cvec dy[LDGS];
Cvec y[LDGS];
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment