Skip to content

GitLab

Unverified Commit 4c37d705 authored by Reza Yazdani's avatar Reza Yazdani Committed by GitHub
Browse files

fixing the AVX_256 compatibility (#497)

parent f5aa2547
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
csrc/adam/cpu_adam.cpp
View file @ 4c37d705
...@@ -384,8 +384,7 @@ void Adam_Optimizer::Step_8(float* _params, ...@@ -384,8 +384,7 @@ void Adam_Optimizer::Step_8(float* _params,
float w_decay = -1 * _alpha * _weight_decay; float w_decay = -1 * _alpha * _weight_decay;
AVX_Data weight_decay4; AVX_Data weight_decay4;
if (_weight_decay > 0) if (_weight_decay > 0)
weight_decay4.data = weight_decay4.data = (_adamw_mode ? SIMD_SET(w_decay) : SIMD_SET(_weight_decay));
(_adamw_mode ? _mm512_set1_ps(w_decay) : _mm512_set1_ps(_weight_decay));
rounded_size = ROUND_DOWN(_param_size, (SIMD_WIDTH << 3)); rounded_size = ROUND_DOWN(_param_size, (SIMD_WIDTH << 3));
for (size_t t = 0; t < rounded_size; t += TILE) { for (size_t t = 0; t < rounded_size; t += TILE) {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment