"git@developer.sourcefind.cn:modelzoo/qwen_lmdeploy.git" did not exist on "62e0fa9a9f279614f8c4f2a8915dc1619fc59c28"
Commit 60113859 authored by Max Podkorytov's avatar Max Podkorytov
Browse files

roll back splitkv

parent bfc997a7
...@@ -95,8 +95,6 @@ struct BlockFmhaFwdSplitKVCombinePipeline ...@@ -95,8 +95,6 @@ struct BlockFmhaFwdSplitKVCombinePipeline
{ {
constexpr std::array occupancy{2, 2, 2, 2, 2, 1}; constexpr std::array occupancy{2, 2, 2, 2, 2, 1};
return occupancy[detail::log2<kMaxSplits>::value - 2]; return occupancy[detail::log2<kMaxSplits>::value - 2];
} else if constexpr(kHeadDimV <= 512) {
return 1;
} }
} }
}(); }();
......
...@@ -96,10 +96,6 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS ...@@ -96,10 +96,6 @@ struct BlockFmhaFwdSplitKVPipelineQRKSVS
{ {
return 1; return 1;
} }
else if constexpr(kQKHeaddim <= 512)
{
return 1;
}
} }
}(); }();
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment