Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
4dd77195
Commit
4dd77195
authored
Dec 03, 2024
by
letaoqin
Browse files
add gelu to kernel
parent
072dfbfe
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
12 additions
and
6 deletions
+12
-6
include/ck_tile/ops/fused_moe/pipeline/fused_moegemm_pipeline_general.hpp
...ops/fused_moe/pipeline/fused_moegemm_pipeline_general.hpp
+12
-6
No files found.
include/ck_tile/ops/fused_moe/pipeline/fused_moegemm_pipeline_general.hpp
View file @
4dd77195
...
...
@@ -208,11 +208,18 @@ struct FusedMoeGemmPipeline_General
block_sync_lds
();
gemm_0
(
s_acc
,
a_lds_win
,
g_dram_block
);
}
#if 0
// relu
const
auto
activation
=
ck_tile
::
element_wise
::
Gelu
{};
// constexpr index_t thread_buffer_size = SaccBlockTileType::get_thread_buffer_size();
// static_for<0, thread_buffer_size, 1>{}([&](auto i) {
// activation(s_acc.get_thread_buffer()(i),s_acc.get_thread_buffer()[i]);
// });
tile_elementwise_inout
(
activation
,
s_acc
,
s_acc
);
#if 1
{
constexpr
auto
a_spans
=
decltype
(
s_acc
)
::
get_distributed_spans
();
int
counter
=
0
;
//a_spans[0] = 1;
//
a_spans[0] = 1;
sweep_tile_span
(
a_spans
[
number
<
0
>
{}],
[
&
](
auto
idxm
)
{
sweep_tile_span
(
a_spans
[
number
<
1
>
{}],
[
&
](
auto
idxn
)
{
constexpr
auto
i_j_idx
=
make_tuple
(
idxm
,
idxn
);
...
...
@@ -235,7 +242,6 @@ struct FusedMoeGemmPipeline_General
}
#endif
// move sacc to LDS
auto
bridge_lds_view
=
make_tensor_view
<
address_space_enum
::
lds
>
(
smem_0
,
Policy
::
template
MakeBridgeLdsBlockDesc
<
Problem
>());
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment