conv_common.hpp 4.4 KB
Newer Older
1
2
3
#ifndef CK_CONV_COMMON_HPP
#define CK_CONV_COMMON_HPP

Chao Liu's avatar
Chao Liu committed
4
#include "ConstantTensorDescriptor.hpp"
Chao Liu's avatar
Chao Liu committed
5

6
7
using namespace ck;

Chao Liu's avatar
Chao Liu committed
8
9
// this is ugly, only for 4d
template <class InDesc, class WeiDesc>
10
constexpr auto get_convolution_output_default_4d_tensor_descriptor(InDesc, WeiDesc)
Chao Liu's avatar
Chao Liu committed
11
12
13
14
15
16
17
18
19
{
    constexpr auto in_desc  = InDesc{};
    constexpr auto wei_desc = WeiDesc{};

    constexpr auto I0 = Number<0>{};
    constexpr auto I1 = Number<1>{};
    constexpr auto I2 = Number<2>{};
    constexpr auto I3 = Number<3>{};

Chao Liu's avatar
Chao Liu committed
20
21
    static_assert(in_desc.GetNumOfDimension() == 4, "input nDim is not 4");
    static_assert(wei_desc.GetNumOfDimension() == 4, "weight nDim is not 4");
Chao Liu's avatar
Chao Liu committed
22
23
24
25
26
27
28
29
    static_assert(in_desc.GetLength(I1) == wei_desc.GetLength(I1),
                  "input & weight dimension not consistent");

    constexpr auto N  = in_desc.GetLength(I0);
    constexpr auto HI = in_desc.GetLength(I2);
    constexpr auto WI = in_desc.GetLength(I3);

    constexpr auto K = wei_desc.GetLength(I0);
Chao Liu's avatar
Chao Liu committed
30
31
    constexpr auto Y = wei_desc.GetLength(I2);
    constexpr auto X = wei_desc.GetLength(I3);
Chao Liu's avatar
Chao Liu committed
32

Chao Liu's avatar
Chao Liu committed
33
34
    constexpr auto HO = HI + 1 - Y;
    constexpr auto WO = WI + 1 - X;
35

Chao Liu's avatar
Chao Liu committed
36
    return make_ConstantTensorDescriptor_packed(Sequence<N, K, HO, WO>{});
37
38
39
}

template <class InDesc, class WeiDesc, class LowerPads, class UpperPads>
40
41
42
43
constexpr auto get_convolution_with_padding_output_default_4d_tensor_descriptor(InDesc,
                                                                                WeiDesc,
                                                                                LowerPads,
                                                                                UpperPads)
44
45
46
47
48
49
50
51
52
{
    constexpr auto in_desc  = InDesc{};
    constexpr auto wei_desc = WeiDesc{};

    constexpr auto I0 = Number<0>{};
    constexpr auto I1 = Number<1>{};
    constexpr auto I2 = Number<2>{};
    constexpr auto I3 = Number<3>{};

Chao Liu's avatar
Chao Liu committed
53
54
    static_assert(in_desc.GetNumOfDimension() == 4, "input nDim is not 4");
    static_assert(wei_desc.GetNumOfDimension() == 4, "weight nDim is not 4");
55
56
57
58
59
60
61
62
    static_assert(in_desc.GetLength(I1) == wei_desc.GetLength(I1),
                  "input & weight dimension not consistent");

    constexpr auto N  = in_desc.GetLength(I0);
    constexpr auto HI = in_desc.GetLength(I2);
    constexpr auto WI = in_desc.GetLength(I3);

    constexpr auto K = wei_desc.GetLength(I0);
Chao Liu's avatar
Chao Liu committed
63
64
    constexpr auto Y = wei_desc.GetLength(I2);
    constexpr auto X = wei_desc.GetLength(I3);
65
66
67
68
69
70
71

    constexpr auto HPadLow = LowerPads{}.Get(I0);
    constexpr auto WPadLow = LowerPads{}.Get(I1);

    constexpr auto HPadUp = UpperPads{}.Get(I0);
    constexpr auto WPadUp = UpperPads{}.Get(I1);

Chao Liu's avatar
Chao Liu committed
72
73
    constexpr auto HO = HI + HPadLow + HPadUp + 1 - Y;
    constexpr auto WO = WI + WPadLow + WPadUp + 1 - X;
Chao Liu's avatar
Chao Liu committed
74

Chao Liu's avatar
Chao Liu committed
75
    return make_ConstantTensorDescriptor_packed(Sequence<N, K, HO, WO>{});
Chao Liu's avatar
Chao Liu committed
76
}
Chao Liu's avatar
Chao Liu committed
77
78

template <class InDesc, class WeiDesc, class OutDesc>
Chao Liu's avatar
Chao Liu committed
79
constexpr std::size_t calculate_convolution_flops(InDesc, WeiDesc, OutDesc)
Chao Liu's avatar
Chao Liu committed
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
    constexpr auto wei_desc = WeiDesc{};
    constexpr auto out_desc = OutDesc{};

    constexpr auto I0 = Number<0>{};
    constexpr auto I1 = Number<1>{};
    constexpr auto I2 = Number<2>{};
    constexpr auto I3 = Number<3>{};

    constexpr index_t N  = out_desc.GetLength(I0);
    constexpr index_t K  = out_desc.GetLength(I1);
    constexpr index_t Ho = out_desc.GetLength(I2);
    constexpr index_t Wo = out_desc.GetLength(I3);

    constexpr index_t C = wei_desc.GetLength(I1);
    constexpr index_t Y = wei_desc.GetLength(I2);
    constexpr index_t X = wei_desc.GetLength(I3);

    return std::size_t(2) * N * K * Ho * Wo * C * Y * X;
}
Chao Liu's avatar
Chao Liu committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

template <class Float, class InDesc, class WeiDesc, class OutDesc>
constexpr std::size_t calculate_convolution_memory_size(Float, InDesc, WeiDesc, OutDesc)
{
    constexpr auto wei_desc = WeiDesc{};
    constexpr auto out_desc = OutDesc{};

    constexpr auto I0 = Number<0>{};
    constexpr auto I1 = Number<1>{};
    constexpr auto I2 = Number<2>{};
    constexpr auto I3 = Number<3>{};

    constexpr index_t N  = out_desc.GetLength(I0);
    constexpr index_t K  = out_desc.GetLength(I1);
    constexpr index_t Ho = out_desc.GetLength(I2);
    constexpr index_t Wo = out_desc.GetLength(I3);

    constexpr index_t C = wei_desc.GetLength(I1);
    constexpr index_t Y = wei_desc.GetLength(I2);
    constexpr index_t X = wei_desc.GetLength(I3);

121
122
    return sizeof(Float) *
           (InDesc::GetElementSpace() + WeiDesc::GetElementSpace() + OutDesc::GetElementSpace());
Chao Liu's avatar
Chao Liu committed
123
}
124
125

#endif