Skip to content

GitLab

"docs/source/en/api/pipelines/overview.mdx" did not exist on "48269070d23ad8a4c6f31bc6847c358aac182ad1"
Commit 10b6f3a8 authored by skrider's avatar skrider Committed by Woosuk Kwon
Browse files

revert hardcoded rotcossin thread layout

parent 166f33fd
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
csrc/flash_attn/src/kernel_traits.h
View file @ 10b6f3a8
......@@ -158,9 +158,7 @@ struct Flash_fwd_kernel_traits : public Base {
make_tiled_copy(Copy_Atom<DefaultCopy, ElementAccum>{},
GmemLayoutAtomOaccum{},
Layout<Shape < _1, _4>>{})); // Val layout, 4 vals per store
// using GmemLayoutAtomRotcossin = GmemLayoutAtom;
using GmemLayoutAtomRotcossin = Layout<Shape <Int<kNThreads / kGmemThreadsPerRow>, Int<kGmemThreadsPerRow>>,
Stride<Int<kGmemThreadsPerRow>, _1>>;
using GmemLayoutAtomRotcossin = GmemLayoutAtom;
using GmemTiledCopyRotcossin = decltype(
make_tiled_copy(Copy_Atom<UniversalCopy<uint64_t>, Element>{},
GmemLayoutAtomRotcossin{},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment