Unverified Commit 5a5c4351 authored by ihb2032's avatar ihb2032 Committed by GitHub
Browse files

fix(cpu): fix mla_decode compilation on x86 without AVX512 (#34052)


Signed-off-by: default avatarihb2032 <hebome@foxmail.com>
Co-authored-by: default avatarroot <root@LAPTOP-FKNHV411.localdomain>
parent d9bede03
...@@ -38,16 +38,7 @@ struct KernelVecType<c10::BFloat16> { ...@@ -38,16 +38,7 @@ struct KernelVecType<c10::BFloat16> {
using qk_vec_type = vec_op::BF16Vec32; using qk_vec_type = vec_op::BF16Vec32;
using v_load_vec_type = vec_op::BF16Vec16; using v_load_vec_type = vec_op::BF16Vec16;
}; };
#else
#elif defined(__s390x__)
template <>
struct KernelVecType<c10::BFloat16> {
using qk_load_vec_type = vec_op::BF16Vec16;
using qk_vec_type = vec_op::FP32Vec16;
using v_load_vec_type = vec_op::BF16Vec16;
};
#elif defined(__aarch64__)
template <> template <>
struct KernelVecType<c10::BFloat16> { struct KernelVecType<c10::BFloat16> {
using qk_load_vec_type = vec_op::BF16Vec16; using qk_load_vec_type = vec_op::BF16Vec16;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment