Commit f42beae8 authored by Po Yen Chen's avatar Po Yen Chen Committed by GitHub
Browse files

Revert "roll back splitkv"

This reverts commit 60113859.
parent 8e587254
......@@ -95,6 +95,8 @@ struct BlockFmhaFwdSplitKVCombinePipeline
{
constexpr std::array occupancy{2, 2, 2, 2, 2, 1};
return occupancy[detail::log2<kMaxSplits>::value - 2];
} else if constexpr(kHeadDimV <= 512) {
return 1;
}
}
}();
......
......@@ -96,6 +96,10 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS
{
return 1;
}
else if constexpr(kQKHeaddim <= 512)
{
return 1;
}
}
}();
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment