Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
composable_kernel
Commits
a59cb900
Commit
a59cb900
authored
Apr 24, 2023
by
ltqin
Browse files
regular code
parent
1cda3b80
Changes
8
Expand all
Show whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
111 additions
and
146 deletions
+111
-146
library/include/ck/library/tensor_operation_instance/add_device_operation_instance.hpp
...nsor_operation_instance/add_device_operation_instance.hpp
+2
-2
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/batched_gemm_softmax_gemm_permute.hpp
...oftmax_gemm_permute/batched_gemm_softmax_gemm_permute.hpp
+2
-2
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_multiple_d_softmax_gemm_permute_xdl_cshuffle_bf16_gmk_gnk_gno_gmo_instance.hpp
...mm_permute_xdl_cshuffle_bf16_gmk_gnk_gno_gmo_instance.hpp
+49
-67
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_multiple_d_softmax_gemm_permute_xdl_cshuffle_fp16_gmk_gnk_gno_gmo_instance.hpp
...mm_permute_xdl_cshuffle_fp16_gmk_gnk_gno_gmo_instance.hpp
+50
-67
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_bias_softmax_gemm_permute_xdl_cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
...cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
+2
-2
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_bias_softmax_gemm_permute_xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
...xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
+2
-2
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
...cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
+2
-2
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
...xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
+2
-2
No files found.
library/include/ck/library/tensor_operation_instance/add_device_operation_instance.hpp
View file @
a59cb900
...
@@ -35,10 +35,10 @@ enum struct ArchitectureEnum
...
@@ -35,10 +35,10 @@ enum struct ArchitectureEnum
Dl
Dl
};
};
template
<
typename
DeviceOp
,
ArchitectureEnum
Arch
=
ArchitectureEnum
::
Xdl
>
template
<
typename
DeviceOp
,
ArchitectureEnum
Arch
=
ArchitectureEnum
::
Xdl
>
struct
DeviceOperationInstance
Creator
;
struct
DeviceOperationInstance
s
;
template
<
typename
DeviceOp
,
ArchitectureEnum
Arch
>
template
<
typename
DeviceOp
,
ArchitectureEnum
Arch
>
struct
DeviceOperationInstance
Builde
r
;
struct
DeviceOperationInstance
Creato
r
;
}
// namespace instance
}
// namespace instance
}
// namespace device
}
// namespace device
}
// namespace tensor_operation
}
// namespace tensor_operation
...
...
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/batched_gemm_softmax_gemm_permute.hpp
View file @
a59cb900
...
@@ -36,7 +36,7 @@ template <index_t NumDimG,
...
@@ -36,7 +36,7 @@ template <index_t NumDimG,
typename
C1DEElementwiseOperation
,
typename
C1DEElementwiseOperation
,
MaskingSpecialization
MaskingSpec
,
MaskingSpecialization
MaskingSpec
,
ArchitectureEnum
Arch
>
ArchitectureEnum
Arch
>
struct
DeviceOperationInstance
Builde
r
<
DeviceBatchedGemmSoftmaxGemmPermute
<
NumDimG
,
struct
DeviceOperationInstance
Creato
r
<
DeviceBatchedGemmSoftmaxGemmPermute
<
NumDimG
,
NumDimM
,
NumDimM
,
NumDimN
,
NumDimN
,
NumDimK
,
NumDimK
,
...
@@ -75,7 +75,7 @@ struct DeviceOperationInstanceBuilder<DeviceBatchedGemmSoftmaxGemmPermute<NumDim
...
@@ -75,7 +75,7 @@ struct DeviceOperationInstanceBuilder<DeviceBatchedGemmSoftmaxGemmPermute<NumDim
static
void
add_device_instances
(
std
::
vector
<
std
::
unique_ptr
<
DeviceOp
>>&
instances
)
static
void
add_device_instances
(
std
::
vector
<
std
::
unique_ptr
<
DeviceOp
>>&
instances
)
{
{
add_device_operation_instances
(
add_device_operation_instances
(
instances
,
DeviceOperationInstance
Creator
<
DeviceOp
,
Arch
>::
create
_device_instances
());
instances
,
DeviceOperationInstance
s
<
DeviceOp
,
Arch
>::
get
_device_instances
());
}
}
};
};
...
...
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_multiple_d_softmax_gemm_permute_xdl_cshuffle_bf16_gmk_gnk_gno_gmo_instance.hpp
View file @
a59cb900
This diff is collapsed.
Click to expand it.
library/include/ck/library/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_multiple_d_softmax_gemm_permute_xdl_cshuffle_fp16_gmk_gnk_gno_gmo_instance.hpp
View file @
a59cb900
This diff is collapsed.
Click to expand it.
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_bias_softmax_gemm_permute_xdl_cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
View file @
a59cb900
...
@@ -66,7 +66,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -66,7 +66,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
@@ -108,7 +108,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -108,7 +108,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskDisabled
>
;
MaskingSpecialization
::
MaskDisabled
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
...
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_bias_softmax_gemm_permute_xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
View file @
a59cb900
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
@@ -107,7 +107,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -107,7 +107,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskDisabled
>
;
MaskingSpecialization
::
MaskDisabled
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
...
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_bf16_bf16_bf16_bf16_gmk_gnk_gno_gmo_instance.cpp
View file @
a59cb900
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
@@ -107,7 +107,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -107,7 +107,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskDisabled
>
;
MaskingSpecialization
::
MaskDisabled
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
...
library/src/tensor_operation_instance/gpu/batched_gemm_softmax_gemm_permute/device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_f16_f16_f16_f16_gmk_gnk_gno_gmo_instance.cpp
View file @
a59cb900
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -65,7 +65,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
MaskingSpecialization
::
MaskOutUpperTriangle
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
void
add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_instances
(
void
add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_instances
(
...
@@ -106,7 +106,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
...
@@ -106,7 +106,7 @@ void add_device_batched_gemm_softmax_gemm_permute_xdl_cshuffle_gmk_gnk_gno_gmo_i
PassThrough
,
PassThrough
,
PassThrough
,
PassThrough
,
MaskingSpecialization
::
MaskDisabled
>
;
MaskingSpecialization
::
MaskDisabled
>
;
DeviceOperationInstance
Builde
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
DeviceOperationInstance
Creato
r
<
DeviceOp
,
ArchitectureEnum
::
Xdl
>::
add_device_instances
(
instances
);
instances
);
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment