Skip to content

GitLab

Commit ead570a4 authored by Phil Wang's avatar Phil Wang
Browse files

remove something rmsprop specific

parent c83888aa
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
csrc/kernels.cu
View file @ ead570a4
...@@ -801,7 +801,6 @@ __global__ void kPreconditionOptimizer32bit1State(T* g, T* p, ...@@ -801,7 +801,6 @@ __global__ void kPreconditionOptimizer32bit1State(T* g, T* p,
case LION: case LION:
// using eps as beta2 // using eps as beta2
s1_vals[j] = s1_vals[j]*eps + ((1.0f-eps)*(float)g_vals[j]); // state update s1_vals[j] = s1_vals[j]*eps + ((1.0f-eps)*(float)g_vals[j]); // state update
s1_vals[j] = s1_vals[j]*s1_vals[j]; // update norm
break; break;
case RMSPROP: case RMSPROP:
s1_vals[j] = s1_vals[j]*beta1 + ((1.0f-beta1)*((float)g_vals[j])*((float)g_vals[j])); // state update s1_vals[j] = s1_vals[j]*beta1 + ((1.0f-beta1)*((float)g_vals[j])*((float)g_vals[j])); // state update
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment