Commit 5e577dee authored by zhanghj2's avatar zhanghj2
Browse files

fix mha_fwd_kvcache_mla_nope_pe接口架构判断

parent 79c06a56
......@@ -337,8 +337,8 @@ mha_fwd_kvcache_mla_nope_pe(
// bool is_sm90 = dprops->major == 9 && dprops->minor == 0;
// TORCH_CHECK(is_sm90);
Arch arch = Arch();
if (!arch.is_gfx93x() || !arch.is_gfx928()) {
TORCH_CHECK(false, "Dense decode MLA is only supported on gfx936 or gfx938 architecture");
if (!(arch.is_gfx93x() || arch.is_gfx928())) {
TORCH_CHECK(false, "Dense decode MLA is only supported on gfx928, gfx936 or gfx938 architecture");
}
at::Tensor vcache = vcache_.has_value() ? vcache_.value() : kcache;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment