Commit f42beae8 authored by Po Yen Chen's avatar Po Yen Chen Committed by GitHub
Browse files

Revert "roll back splitkv"

This reverts commit 60113859.
parent 8e587254
...@@ -95,6 +95,8 @@ struct BlockFmhaFwdSplitKVCombinePipeline ...@@ -95,6 +95,8 @@ struct BlockFmhaFwdSplitKVCombinePipeline
{ {
constexpr std::array occupancy{2, 2, 2, 2, 2, 1}; constexpr std::array occupancy{2, 2, 2, 2, 2, 1};
return occupancy[detail::log2<kMaxSplits>::value - 2]; return occupancy[detail::log2<kMaxSplits>::value - 2];
} else if constexpr(kHeadDimV <= 512) {
return 1;
} }
} }
}(); }();
......
...@@ -96,6 +96,10 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS ...@@ -96,6 +96,10 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS
{ {
return 1; return 1;
} }
else if constexpr(kQKHeaddim <= 512)
{
return 1;
}
} }
}(); }();
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment