static_buffer.hpp 5.1 KB
Newer Older
1
2
3
4
5
6
7
#ifndef CK_STATIC_BUFFER_HPP
#define CK_STATIC_BUFFER_HPP

#include "statically_indexed_array.hpp"

namespace ck {

8
// static buffer for scalar
9
template <AddressSpaceEnum AddressSpace,
10
11
          typename T,
          index_t N,
12
          bool InvalidElementUseNumericalZeroValue> // TODO remove this bool, no longer needed
13
14
15
16
17
18
19
struct StaticBuffer : public StaticallyIndexedArray<T, N>
{
    using type = T;
    using base = StaticallyIndexedArray<T, N>;

    __host__ __device__ constexpr StaticBuffer() : base{} {}

20
    __host__ __device__ static constexpr AddressSpaceEnum GetAddressSpace() { return AddressSpace; }
21

22
23
24
25
26
    __host__ __device__ static constexpr bool IsStaticBuffer() { return true; }

    __host__ __device__ static constexpr bool IsDynamicBuffer() { return false; }

    // read access
27
    template <index_t I>
28
    __host__ __device__ constexpr const T& operator[](Number<I> i) const
29
    {
30
        return base::operator[](i);
31
32
    }

33
    // write access
34
    template <index_t I>
35
    __host__ __device__ constexpr T& operator()(Number<I> i)
36
    {
37
        return base::operator()(i);
38
    }
39
40
};

41
// static buffer for vector
42
template <AddressSpaceEnum AddressSpace,
43
44
45
46
47
48
49
          typename S,
          index_t NumOfVector,
          index_t ScalarPerVector,
          bool InvalidElementUseNumericalZeroValue, // TODO remove this bool, no longer needed,
          typename enable_if<is_scalar_type<S>::value, bool>::type = false>
struct StaticBufferTupleOfVector
    : public StaticallyIndexedArray<vector_type<S, ScalarPerVector>, NumOfVector>
50
{
51
52
53
54
55
    using V    = typename vector_type<S, ScalarPerVector>::type;
    using base = StaticallyIndexedArray<vector_type<S, ScalarPerVector>, NumOfVector>;

    static constexpr auto s_per_v   = Number<ScalarPerVector>{};
    static constexpr auto num_of_v_ = Number<NumOfVector>{};
56

57
    __host__ __device__ constexpr StaticBufferTupleOfVector() : base{} {}
58

59
    __host__ __device__ static constexpr AddressSpaceEnum GetAddressSpace() { return AddressSpace; }
60

61
    __host__ __device__ static constexpr bool IsStaticBuffer() { return true; }
62

63
    __host__ __device__ static constexpr bool IsDynamicBuffer() { return false; }
64

65
66
67
68
    // Get S
    // i is offset of S
    template <index_t I>
    __host__ __device__ constexpr const S& operator[](Number<I> i) const
69
    {
70
71
        constexpr auto i_v = i / s_per_v;
        constexpr auto i_s = i % s_per_v;
72

73
        return base::operator[](i_v).template AsType<S>()[i_s];
74
75
    }

76
77
    // Set S
    // i is offset of S
78
    template <index_t I>
79
    __host__ __device__ constexpr S& operator()(Number<I> i)
80
    {
81
82
        constexpr auto i_v = i / s_per_v;
        constexpr auto i_s = i % s_per_v;
83

84
        return base::operator()(i_v).template AsType<S>()(i_s);
85
86
    }

87
88
89
90
91
92
    // Get X
    // i is offset of S, not X. i should be aligned to X
    template <typename X,
              index_t I,
              typename enable_if<has_same_scalar_type<S, X>::value, bool>::type = false>
    __host__ __device__ constexpr auto GetAsType(Number<I> i) const
93
    {
94
95
96
97
98
99
100
        constexpr auto s_per_x = Number<scalar_type<remove_cvref_t<X>>::vector_size>{};

        static_assert(s_per_v % s_per_x == 0, "wrong! V must  one or multiple X");
        static_assert(i % s_per_x == 0, "wrong!");

        constexpr auto i_v = i / s_per_v;
        constexpr auto i_x = (i % s_per_v) / s_per_x;
101

102
        return base::operator[](i_v).template AsType<X>()[i_x];
103
104
    }

105
106
107
108
109
110
    // Set X
    // i is offset of S, not X. i should be aligned to X
    template <typename X,
              index_t I,
              typename enable_if<has_same_scalar_type<S, X>::value, bool>::type = false>
    __host__ __device__ constexpr void SetAsType(Number<I> i, X x)
111
    {
112
113
114
115
116
117
118
119
120
        constexpr auto s_per_x = Number<scalar_type<remove_cvref_t<X>>::vector_size>{};

        static_assert(s_per_v % s_per_x == 0, "wrong! V must contain one or multiple X");
        static_assert(i % s_per_x == 0, "wrong!");

        constexpr auto i_v = i / s_per_v;
        constexpr auto i_x = (i % s_per_v) / s_per_x;

        base::operator()(i_v).template AsType<X>()(i_x) = x;
121
122
    }

123
124
    // Get read access to vector_type V
    // i is offset of S, not V. i should be aligned to V
125
    template <index_t I>
126
    __host__ __device__ constexpr const auto& GetVectorTypeReference(Number<I> i) const
127
    {
128
129
130
131
132
        static_assert(i % s_per_v == 0, "wrong!");

        constexpr auto i_v = i / s_per_v;

        return base::operator[](i_v);
133
134
    }

135
136
    // Get write access to vector_type V
    // i is offset of S, not V. i should be aligned to V
137
    template <index_t I>
138
    __host__ __device__ constexpr auto& GetVectorTypeReference(Number<I> i)
139
    {
140
        static_assert(i % s_per_v == 0, "wrong!");
141

142
        constexpr auto i_v = i / s_per_v;
143

144
145
        return base::operator()(i_v);
    }
zjing14's avatar
zjing14 committed
146
147
148
149
150
151
152

    __host__ __device__ void Clear()
    {
        const index_t numScalars = NumOfVector * ScalarPerVector;

        static_for<0, Number<numScalars>{}, 1>{}([&](auto i) { SetAsType(i, S{0}); });
    }
153
154
};

155
template <AddressSpaceEnum AddressSpace, typename T, index_t N>
156
157
__host__ __device__ constexpr auto make_static_buffer(Number<N>)
{
158
    return StaticBuffer<AddressSpace, T, N, true>{};
159
160
161
162
}

} // namespace ck
#endif