Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel_ROCM
Commits
1fe33203
Commit
1fe33203
authored
Sep 18, 2024
by
Po Yen, Chen
Browse files
Simply create 2wave pipeline/policy files
parent
b46c5b7c
Changes
4
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
674 additions
and
0 deletions
+674
-0
include/ck_tile/ops/fmha.hpp
include/ck_tile/ops/fmha.hpp
+2
-0
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp
...de/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp
+6
-0
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave.hpp
.../ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave.hpp
+647
-0
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave_default_policy.hpp
...ine/block_fmha_pipeline_qr_ks_vs_2wave_default_policy.hpp
+19
-0
No files found.
include/ck_tile/ops/fmha.hpp
View file @
1fe33203
...
@@ -34,6 +34,8 @@
...
@@ -34,6 +34,8 @@
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_problem.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_problem.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave_default_policy.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_default_policy.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_default_policy.hpp"
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp
View file @
1fe33203
...
@@ -11,6 +11,7 @@ enum class BlockFmhaPipelineEnum
...
@@ -11,6 +11,7 @@ enum class BlockFmhaPipelineEnum
QRKSVS
=
0
,
QRKSVS
=
0
,
QRKSVS_ASYNC
,
QRKSVS_ASYNC
,
QSKSVS
,
QSKSVS
,
QRKSVS_2WAVE
,
};
};
template
<
BlockFmhaPipelineEnum
>
template
<
BlockFmhaPipelineEnum
>
...
@@ -22,6 +23,11 @@ struct BlockFmhaPipelineEnumToStr<BlockFmhaPipelineEnum::QRKSVS>
...
@@ -22,6 +23,11 @@ struct BlockFmhaPipelineEnumToStr<BlockFmhaPipelineEnum::QRKSVS>
static
constexpr
const
char
*
name
=
"qr"
;
static
constexpr
const
char
*
name
=
"qr"
;
};
};
template
<
>
template
<
>
struct
BlockFmhaPipelineEnumToStr
<
BlockFmhaPipelineEnum
::
QRKSVS_2WAVE
>
{
static
constexpr
const
char
*
name
=
"qr_2wave"
;
};
template
<
>
struct
BlockFmhaPipelineEnumToStr
<
BlockFmhaPipelineEnum
::
QRKSVS_ASYNC
>
struct
BlockFmhaPipelineEnumToStr
<
BlockFmhaPipelineEnum
::
QRKSVS_ASYNC
>
{
{
static
constexpr
const
char
*
name
=
"qr_async"
;
static
constexpr
const
char
*
name
=
"qr_async"
;
...
...
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave.hpp
0 → 100644
View file @
1fe33203
This diff is collapsed.
Click to expand it.
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_2wave_default_policy.hpp
0 → 100644
View file @
1fe33203
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
#pragma once
#include "ck_tile/core.hpp"
#include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qx_ks_vs_custom_policy.hpp"
namespace
ck_tile
{
// This pipeline is qkv all located in LDS
using
BlockFmhaPipelineQRKSVS2WaveDefaultPolicy
=
BlockFmhaPipelineQXKSVSCustomPolicy
<
/* QLoadOnce = */
true
,
/* AsyncCopyK = */
false
,
/* AsyncCopyV = */
false
,
/* NumPrefetchK = */
1
,
/* NumPrefetchV = */
1
>
;
}
// namespace ck_tile
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment