missed adagrad

c5582724 · Phil Wang · af034309 · c5582724
Commit c5582724 authored Mar 09, 2023 by Phil Wang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

csrc/kernels.cu csrc/kernels.cu +1 -0

No files found.
--- a/csrc/kernels.cu
+++ b/csrc/kernels.cu
@@ -1691,6 +1691,7 @@ kOptimizerStatic8bit1StateBlockwise(T* p, T* __restrict__ const g, unsigned char
 							if(weight_decay > 0.0f) {
 								switch(OPTIMIZER) {
                  case MOMENTUM:
+                  case ADAGRAD:
                  case RMSPROP:
                    g_val += ((float)p_vals[j])*weight_decay;
                    break;