"docs/vscode:/vscode.git/clone" did not exist on "2d0b184bb615f7720dc40559e2b07cd1cbe7a95b"
Commit f42beae8 authored by Po Yen Chen's avatar Po Yen Chen Committed by GitHub
Browse files

Revert "roll back splitkv"

This reverts commit 60113859.
parent 8e587254
...@@ -95,6 +95,8 @@ struct BlockFmhaFwdSplitKVCombinePipeline ...@@ -95,6 +95,8 @@ struct BlockFmhaFwdSplitKVCombinePipeline
{ {
constexpr std::array occupancy{2, 2, 2, 2, 2, 1}; constexpr std::array occupancy{2, 2, 2, 2, 2, 1};
return occupancy[detail::log2<kMaxSplits>::value - 2]; return occupancy[detail::log2<kMaxSplits>::value - 2];
} else if constexpr(kHeadDimV <= 512) {
return 1;
} }
} }
}(); }();
......
...@@ -96,6 +96,10 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS ...@@ -96,6 +96,10 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS
{ {
return 1; return 1;
} }
else if constexpr(kQKHeaddim <= 512)
{
return 1;
}
} }
}(); }();
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment