Commit 99ed2c1a authored by danyao12's avatar danyao12
Browse files

code sync up

parent 3552041a
...@@ -82,7 +82,7 @@ struct BlockFmhaPipelineQRKSVSAsync ...@@ -82,7 +82,7 @@ struct BlockFmhaPipelineQRKSVSAsync
else else
{ {
// minimize occupancy // minimize occupancy
if constexpr(BiasEnum != BlockAttentionBiasEnum::NO_BIAS && kHasDropout) if constexpr(BiasEnum != BlockAttentionBiasEnum::NO_BIAS && FmhaDropout::IsDropout)
{ {
return 1; return 1;
} }
...@@ -303,7 +303,7 @@ struct BlockFmhaPipelineQRKSVSAsync ...@@ -303,7 +303,7 @@ struct BlockFmhaPipelineQRKSVSAsync
constexpr auto k_pre_np = [&]() { constexpr auto k_pre_np = [&]() {
if constexpr(kPadSeqLenK && if constexpr(kPadSeqLenK &&
(BiasEnum == BlockAttentionBiasEnum::ELEMENTWISE_BIAS || (BiasEnum == BlockAttentionBiasEnum::ELEMENTWISE_BIAS ||
(BiasEnum != BlockAttentionBiasEnum::NO_BIAS && kHasDropout))) (BiasEnum != BlockAttentionBiasEnum::NO_BIAS && FmhaDropout::IsDropout)))
return bool_constant<true>{}; return bool_constant<true>{};
else else
return bool_constant<false>{}; return bool_constant<false>{};
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment