Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
device_dynamic_copy_gemmkgemmn.hpp 3.44 KB
Newer Older
Chao Liu's avatar
debugging scatch mem issue  
Chao Liu committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83 
#pragma once
#include <unistd.h>
#include "device.hpp"
#include "host_tensor.hpp"
#include "gridwise_operation_wrapper.hpp"
#include "dynamic_gridwise_copy_gemmkgemmn.hpp"

template <typename T, typename SrcDesc, typename DstDesc>
void device_dynamic_copy(SrcDesc,
                         const Tensor<T>& src_gemmk_gemmn,
                         DstDesc,
                         Tensor<T>& dst_gemmk_gemmn)
{
    using namespace ck;

    constexpr auto I0 = Number<0>{};
    constexpr auto I1 = Number<1>{};

    std::size_t data_sz = sizeof(T);
    DeviceMem src_gemmk_gemmn_device_buf(data_sz * src_gemmk_gemmn.mDesc.GetElementSpace());
    DeviceMem dst_gemmk_gemmn_device_buf(data_sz * dst_gemmk_gemmn.mDesc.GetElementSpace());

    src_gemmk_gemmn_device_buf.ToDevice(src_gemmk_gemmn.mData.data());

    const auto src_gemmk_gemmn_desc = make_dynamic_native_tensor_descriptor<2>(
        to_multi_index(SrcDesc::GetLengths()), to_multi_index(SrcDesc::GetStrides()));

    const auto dst_gemmk_gemmn_desc = make_dynamic_native_tensor_descriptor<2>(
        to_multi_index(DstDesc::GetLengths()), to_multi_index(DstDesc::GetStrides()));

    index_t GemmK = src_gemmk_gemmn_desc.GetLength(I0);
    index_t GemmN = src_gemmk_gemmn_desc.GetLength(I1);

#if 1
    constexpr index_t BlockSize = 256;

    constexpr index_t GemmKPerBlock = 8;
    constexpr index_t GemmNPerBlock = 128;

    using BlockCopySubLengths_GemmK_GemmN     = Sequence<1, 8>;
    using BlockCopyClusterLengths_GemmK_GemmN = Sequence<8, 16>;
    using BlockCopyThreadClusterArrangeOrder  = Sequence<0, 1>; // [GemmK, GemmN]
    using BlockCopySrcAccessOrder             = Sequence<0, 1>; // [GemmK, GemmN]
    using BlockCopyDstAccessOrder             = Sequence<0, 1>; // [GemmK, GemmN]

    constexpr index_t BlockCopyDataPerAccess_GemmN = 1;
#endif

    const index_t GridSize = GemmN / GemmNPerBlock;

    printf("%s: BlockSize %u, GridSize %u \n", __func__, BlockSize, GridSize);

    constexpr auto gridwise_copy =
        DynamicGridwiseCopy_gemmkgemmn<BlockSize,
                                       GemmKPerBlock,
                                       GemmNPerBlock,
                                       BlockCopySubLengths_GemmK_GemmN,
                                       BlockCopyClusterLengths_GemmK_GemmN,
                                       BlockCopyThreadClusterArrangeOrder,
                                       BlockCopySrcAccessOrder,
                                       BlockCopyDstAccessOrder,
                                       BlockCopyDataPerAccess_GemmN>{};

    std::cout << "Start running " << std::endl;

    launch_kernel(run_gridwise_operation<decltype(gridwise_copy),
                                         const T* const __restrict__,
                                         T* const __restrict__,
                                         decltype(src_gemmk_gemmn_desc),
                                         decltype(dst_gemmk_gemmn_desc)>,
                  dim3(GridSize),
                  dim3(BlockSize),
                  0,
                  0,
                  const_cast<const T* const __restrict__>(
                      static_cast<T*>(src_gemmk_gemmn_device_buf.GetDeviceBuffer())),
                  const_cast<T* const __restrict__>(
                      static_cast<T*>(dst_gemmk_gemmn_device_buf.GetDeviceBuffer())),
                  src_gemmk_gemmn_desc,
                  dst_gemmk_gemmn_desc);

    dst_gemmk_gemmn_device_buf.FromDevice(dst_gemmk_gemmn.mData.data());
}