Skip to content

GitLab

Commit 8759ce0c authored by Thor Johnsen's avatar Thor Johnsen
Browse files

Bug fix

parent 79b2cc28
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
apex/contrib/csrc/optimizers/fused_adam_cuda_kernel.cu
View file @ 8759ce0c
...@@ -270,7 +270,6 @@ struct AdamFunctor ...@@ -270,7 +270,6 @@ struct AdamFunctor
#pragma unroll #pragma unroll
for(int ii = 0; ii < ILP; ii++) { for(int ii = 0; ii < ILP; ii++) {
int j = j_start + threadIdx.x + ii*blockDim.x;
T scaled_grad = gi[ii]/grad_scale; T scaled_grad = gi[ii]/grad_scale;
if (isfinite(scaled_grad)) { if (isfinite(scaled_grad)) {
mi[ii] = b1*mi[ii] + (1-b1)*scaled_grad; mi[ii] = b1*mi[ii] + (1-b1)*scaled_grad;
...@@ -360,7 +359,6 @@ struct AdamUndoFunctor ...@@ -360,7 +359,6 @@ struct AdamUndoFunctor
#pragma unroll #pragma unroll
for(int ii = 0; ii < ILP; ii++) { for(int ii = 0; ii < ILP; ii++) {
int j = j_start + threadIdx.x + ii*blockDim.x;
T scaled_grad = gi[ii]/grad_scale; T scaled_grad = gi[ii]/grad_scale;
if (isfinite(scaled_grad)) { if (isfinite(scaled_grad)) {
float denom; float denom;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment