Skip to content

GitLab

"docs/git@developer.sourcefind.cn:SIYIXNI/vllm.git" did not exist on "ab3a5a8259922ce312d01be39d29e27666968039"
Commit 18ba135f authored by Po-Yen, Chen's avatar Po-Yen, Chen
Browse files

Add N/H/WPerBlock template parameter to 'DevicePermute'

parent b8abc3e3
Hide whitespace changes
Inline Side-by-side
Showing with 11 additions and 5 deletions
example/36_permute/permute_fp16.cpp
View file @ 18ba135f
......@@ -8,11 +8,11 @@ using BDataType = F16;
// clang-format off
using DevicePermuteInstance = ck::tensor_operation::device::DevicePermute
// ######| InData| OutData| Elementwise| NumDim| MPerThread| InScalar| OutScalar|
// ######| Type| Type| Operation| | | PerVector| PerVector|
// ######| | | | | | | |
// ######| | | | | | | |
< ADataType, BDataType, PassThrough, 4, 8, 8, 1>;
// ######| InData| OutData| Elementwise| NumDim| NPer| HPer| WPer|MPerThread| InScalar| OutScalar|
// ######| Type| Type| Operation| | Block| Block| Block| | PerVector| PerVector|
// ######| | | | | | | | | | |
// ######| | | | | | | | | | |
< ADataType, BDataType, PassThrough, 4, 128, 128, 128, 8, 8, 1>;
// clang-format on
#include "run_permute_example.inc"
......
include/ck/tensor_operation/gpu/device/device_permute.hpp
View file @ 18ba135f
......@@ -77,6 +77,9 @@ template <typename InDataType,
typename OutDataType,
typename ElementwiseOperation,
index_t NumDim,
index_t NPerBlock,
index_t HPerBlock,
index_t WPerBlock,
index_t MPerThread,
index_t InScalarPerVector,
index_t OutScalarPerVector>
......@@ -84,6 +87,9 @@ struct DevicePermute : detail::DevicePermuteBase<DevicePermute<InDataType,
OutDataType,
ElementwiseOperation,
NumDim,
NPerBlock,
HPerBlock,
WPerBlock,
MPerThread,
InScalarPerVector,
OutScalarPerVector>>
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment