Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
2c8e04aa
Unverified
Commit
2c8e04aa
authored
Feb 04, 2025
by
Max Podkorytov
Browse files
clang-format
parent
503a7da6
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
14 additions
and
10 deletions
+14
-10
example/ck_tile/18_flexattn/fmha_fwd.cpp
example/ck_tile/18_flexattn/fmha_fwd.cpp
+6
-6
include/ck_tile/ops/fmha/kernel/fmha_flex_fwd_kernel.hpp
include/ck_tile/ops/fmha/kernel/fmha_flex_fwd_kernel.hpp
+5
-3
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp
.../ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp
+3
-1
No files found.
example/ck_tile/18_flexattn/fmha_fwd.cpp
View file @
2c8e04aa
...
@@ -1504,8 +1504,8 @@ bool run(const ck_tile::ArgParser& arg_parser)
...
@@ -1504,8 +1504,8 @@ bool run(const ck_tile::ArgParser& arg_parser)
mask
.
type
==
mask_enum
::
mask_top_left
));
mask
.
type
==
mask_enum
::
mask_top_left
));
}
}
auto
pre_softmax
=
[]
(
auto
s
)
{
auto
pre_softmax
=
[](
auto
s
)
{
//ck_tile::detail::swallow(s);
//
ck_tile::detail::swallow(s);
return
CK_PRE_SOFTMAX_F
;
return
CK_PRE_SOFTMAX_F
;
};
};
s_host_ref
.
ForEach
([
&
](
auto
&
self
,
auto
i
)
{
s_host_ref
.
ForEach
([
&
](
auto
&
self
,
auto
i
)
{
...
...
include/ck_tile/ops/fmha/kernel/fmha_flex_fwd_kernel.hpp
View file @
2c8e04aa
...
@@ -20,7 +20,10 @@
...
@@ -20,7 +20,10 @@
namespace
ck_tile
{
namespace
ck_tile
{
template
<
typename
FmhaPipeline_
,
typename
EpiloguePipeline_
,
typename
ScoreModFunction_
,
typename
PreSoftmaxFunction_
>
template
<
typename
FmhaPipeline_
,
typename
EpiloguePipeline_
,
typename
ScoreModFunction_
,
typename
PreSoftmaxFunction_
>
struct
FmhaFwdKernel
struct
FmhaFwdKernel
{
{
using
FmhaPipeline
=
ck_tile
::
remove_cvref_t
<
FmhaPipeline_
>
;
using
FmhaPipeline
=
ck_tile
::
remove_cvref_t
<
FmhaPipeline_
>
;
...
@@ -1317,8 +1320,7 @@ struct FmhaFwdKernel
...
@@ -1317,8 +1320,7 @@ struct FmhaFwdKernel
};
};
auto
pre_softmax_def
=
PreSoftmaxFunction_
{};
auto
pre_softmax_def
=
PreSoftmaxFunction_
{};
auto
pre_softmax_arg
=
[
pre_softmax_def
](
auto
pre_softmax_arg
=
[
pre_softmax_def
](
typename
PreSoftmaxFunction_
::
TScore
s
)
{
typename
PreSoftmaxFunction_
::
TScore
s
)
{
return
pre_softmax_def
(
s
);
return
pre_softmax_def
(
s
);
};
};
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp
View file @
2c8e04aa
...
@@ -13,7 +13,9 @@
...
@@ -13,7 +13,9 @@
namespace
ck_tile
{
namespace
ck_tile
{
// a variation of qr/ks/vs, where we use async copy to load k (potentially v in the future)
// a variation of qr/ks/vs, where we use async copy to load k (potentially v in the future)
template
<
typename
Problem_
,
typename
Policy_
=
BlockFmhaPipelineQRKSVSAsyncDefaultPolicy
,
typename
PreSoftmaxFunction_
>
template
<
typename
Problem_
,
typename
Policy_
=
BlockFmhaPipelineQRKSVSAsyncDefaultPolicy
,
typename
PreSoftmaxFunction_
>
struct
BlockFmhaPipelineQRKSVSAsync
struct
BlockFmhaPipelineQRKSVSAsync
{
{
using
Problem
=
remove_cvref_t
<
Problem_
>
;
using
Problem
=
remove_cvref_t
<
Problem_
>
;
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment