Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
ec1b65e7
Commit
ec1b65e7
authored
Jan 19, 2025
by
Aleksander Dudek
Browse files
[CK_TILE] Update the file structure
parent
aa30ef56
Changes
262
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
85 additions
and
39 deletions
+85
-39
include/ck_tile/device/ops/epilogue/cshuffle_epilogue.hpp
include/ck_tile/device/ops/epilogue/cshuffle_epilogue.hpp
+1
-1
include/ck_tile/device/ops/epilogue/default_2d_epilogue.hpp
include/ck_tile/device/ops/epilogue/default_2d_epilogue.hpp
+1
-1
include/ck_tile/device/ops/epilogue/dynamic_quant_epilogue.hpp
...de/ck_tile/device/ops/epilogue/dynamic_quant_epilogue.hpp
+2
-2
include/ck_tile/device/ops/fmha.hpp
include/ck_tile/device/ops/fmha.hpp
+46
-0
include/ck_tile/device/ops/fmha/block/block_attention_bias_enum.hpp
..._tile/device/ops/fmha/block/block_attention_bias_enum.hpp
+1
-1
include/ck_tile/device/ops/fmha/block/block_dropout.hpp
include/ck_tile/device/ops/fmha/block/block_dropout.hpp
+2
-2
include/ck_tile/device/ops/fmha/block/block_masking.hpp
include/ck_tile/device/ops/fmha/block/block_masking.hpp
+1
-1
include/ck_tile/device/ops/fmha/block/block_position_encoding.hpp
...ck_tile/device/ops/fmha/block/block_position_encoding.hpp
+2
-2
include/ck_tile/device/ops/fmha/block/block_rotary_embedding.hpp
.../ck_tile/device/ops/fmha/block/block_rotary_embedding.hpp
+1
-1
include/ck_tile/device/ops/fmha/block/page_block_navigator.hpp
...de/ck_tile/device/ops/fmha/block/page_block_navigator.hpp
+1
-1
include/ck_tile/device/ops/fmha/kernel/fmha_bwd_kernel.hpp
include/ck_tile/device/ops/fmha/kernel/fmha_bwd_kernel.hpp
+3
-3
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp
..._tile/device/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp
+2
-2
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp
...ce/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp
+1
-1
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_kernel.hpp
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_kernel.hpp
+3
-3
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp
...evice/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp
+1
-1
include/ck_tile/device/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp
...k_tile/device/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp
+3
-3
include/ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp
...le/device/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp
+2
-2
include/ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp
...tile/device/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp
+2
-2
include/ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp
...a/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp
+5
-5
include/ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp
...eline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp
+5
-5
No files found.
include/ck_tile/ops/epilogue/cshuffle_epilogue.hpp
→
include/ck_tile/
device/
ops/epilogue/cshuffle_epilogue.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/epilogue/default_2d_epilogue.hpp
→
include/ck_tile/
device/
ops/epilogue/default_2d_epilogue.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/epilogue/dynamic_quant_epilogue.hpp
→
include/ck_tile/
device/
ops/epilogue/dynamic_quant_epilogue.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
3
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/reduce.hpp"
#include "ck_tile/
device/
ops/reduce.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
include/ck_tile/device/ops/fmha.hpp
0 → 100644
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2025, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#include "ck_tile/device/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/device/ops/fmha/block/block_dropout.hpp"
#include "ck_tile/device/ops/fmha/block/block_masking.hpp"
#include "ck_tile/device/ops/fmha/block/block_position_encoding.hpp"
#include "ck_tile/device/ops/fmha/block/block_rotary_embedding.hpp"
#include "ck_tile/device/ops/fmha/block/page_block_navigator.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_bwd_kernel.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_fwd_kernel.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp"
#include "ck_tile/device/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_pipeline_enum.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_bwd_pipeline_problem.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_problem.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_fp8.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs_default_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/block_fmha_pipeline_qx_ks_vs_custom_policy.hpp"
#include "ck_tile/device/ops/fmha/pipeline/tile_fmha_shape.hpp"
#include "ck_tile/device/ops/fmha/pipeline/tile_fmha_traits.hpp"
#include "ck_tile/device/ops/common/generic_2d_block_shape.hpp"
#include "ck_tile/device/ops/common/tensor_layout.hpp"
include/ck_tile/ops/fmha/block/block_attention_bias_enum.hpp
→
include/ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/block/block_dropout.hpp
→
include/ck_tile/
device/
ops/fmha/block/block_dropout.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/gemm/warp/warp_gemm.hpp"
#include "ck_tile/
device/
ops/gemm/warp/warp_gemm.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
include/ck_tile/ops/fmha/block/block_masking.hpp
→
include/ck_tile/
device/
ops/fmha/block/block_masking.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/block/block_position_encoding.hpp
→
include/ck_tile/
device/
ops/fmha/block/block_position_encoding.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
3
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/block/block_masking.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_masking.hpp"
#include <cmath>
#include <cmath>
#include <vector>
#include <vector>
...
...
include/ck_tile/ops/fmha/block/block_rotary_embedding.hpp
→
include/ck_tile/
device/
ops/fmha/block/block_rotary_embedding.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/block/page_block_navigator.hpp
→
include/ck_tile/
device/
ops/fmha/block/page_block_navigator.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/kernel/fmha_bwd_kernel.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_bwd_kernel.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/common.hpp"
#include "ck_tile/
device/
ops/common.hpp"
#include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp"
#include <string>
#include <string>
#include <type_traits>
#include <type_traits>
...
...
include/ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/common.hpp"
#include "ck_tile/
device/
ops/common.hpp"
#include <string>
#include <string>
#include <type_traits>
#include <type_traits>
...
...
include/ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/kernel/fmha_fwd_kernel.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_fwd_kernel.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/common.hpp"
#include "ck_tile/
device/
ops/common.hpp"
#include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp"
#include <string>
#include <string>
#include <type_traits>
#include <type_traits>
...
...
include/ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
...
...
include/ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp
→
include/ck_tile/
device/
ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/common.hpp"
#include "ck_tile/
device/
ops/common.hpp"
#include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp"
#include <string>
#include <string>
#include <type_traits>
#include <type_traits>
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp
→
include/ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp
→
include/ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp
→
include/ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/ops/fmha/block/block_dropout.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_dropout.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/ops/reduce/block/block_reduce.hpp"
#include "ck_tile/
device/
ops/reduce/block/block_reduce.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp
→
include/ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp
View file @
ec1b65e7
// SPDX-License-Identifier: MIT
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-202
4
, Advanced Micro Devices, Inc. All rights reserved.
// Copyright (c) 2018-202
5
, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_attention_bias_enum.hpp"
#include "ck_tile/ops/fmha/block/block_dropout.hpp"
#include "ck_tile/
device/
ops/fmha/block/block_dropout.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/
device/
ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"
#include "ck_tile/ops/reduce/block/block_reduce.hpp"
#include "ck_tile/
device/
ops/reduce/block/block_reduce.hpp"
namespace
ck_tile
{
namespace
ck_tile
{
...
...
Prev
1
2
3
4
5
6
7
…
14
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment