Skip to content

GitLab

"example/01_gemm/gemm_xdl_fp8.cpp" did not exist on "85fc91c3218c1d85169ed1fe95eef7b07942e648"
Commit 6d3ad8cd authored by rocking's avatar rocking
Browse files

[What] Get length from upper length. 

[Why] if we get length directly, we may get length after padding.
parent 0a2a25e3
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 5 deletions
include/ck/tensor_operation/gpu/grid/gridwise_layernorm.hpp
View file @ 6d3ad8cd
......@@ -251,10 +251,8 @@ struct GridwiseLayernorm_mk_to_mk
// Copy x from Cache
// one pass: fwd, second pass: bwd
constexpr auto thread_copy_fwd_step =
make_multi_index(0, SweepOnce ? 0 : K_BlockTileSize);
constexpr auto thread_copy_bwd_step =
make_multi_index(0, SweepOnce ? 0 : -K_BlockTileSize);
constexpr auto thread_copy_fwd_step = make_multi_index(0, SweepOnce ? 0 : K_BlockTileSize);
constexpr auto thread_copy_bwd_step = make_multi_index(0, SweepOnce ? 0 : -K_BlockTileSize);
const auto x_global_val_buf = make_dynamic_buffer<AddressSpaceEnum::Global>(
p_x_global, x_grid_desc_m_k.GetElementSpaceSize());
......@@ -266,7 +264,8 @@ struct GridwiseLayernorm_mk_to_mk
p_beta_global, beta_grid_desc_m_k.GetElementSpaceSize());
// E(x), E[x^2], var(x)
int reduce_length = x_grid_desc_m_k.GetLength(I1);
int reduce_length = x_grid_desc_m_k.GetTransforms()[I0].GetUpperLengths()[I1];
index_t reducedTiles = 0;
do
{
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment