Tested on 1x8x1

070c7e96 · Michael Carilli · 3b32c401 · 070c7e96
Commit 070c7e96 authored Apr 26, 2019 by Michael Carilli
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

csrc/multi_tensor_sgd_kernel.cu csrc/multi_tensor_sgd_kernel.cu +1 -2

No files found.
--- a/csrc/multi_tensor_sgd_kernel.cu
+++ b/csrc/multi_tensor_sgd_kernel.cu
@@ -107,8 +107,7 @@ struct SGDFunctor
          {
            if(!first_run)
              incoming_moms[ii] = incoming_moms[ii] * momentum + (1.f - dampening) * incoming_grads[ii];
-            else
-              // initialize momentume to current incoming grads
+            else // initialize momentums to current incoming grads
              incoming_moms[ii] = incoming_grads[ii];

            if(nesterov)