Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
test_groupnorm_fp16.cpp 2.27 KB
Newer Older
rocking5566's avatar
Group norm (#417)  
rocking5566 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28 
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2022, Advanced Micro Devices, Inc. All rights reserved.

#include "gtest/gtest.h"
#include "profiler/include/profile_groupnorm_impl.hpp"

using F16 = ck::half_t;
using F32 = float;
using ck::index_t;

template <typename Tuple>
class TestGroupnorm : public ::testing::Test
{
    protected:
    using XDataType     = std::tuple_element_t<0, Tuple>;
    using GammaDataType = std::tuple_element_t<1, Tuple>;
    using BetaDataType  = std::tuple_element_t<2, Tuple>;
    using AccDataType   = std::tuple_element_t<3, Tuple>;
    using YDataType     = std::tuple_element_t<4, Tuple>;

    void Run()
    {
        // N, H, W, G, C
        std::vector<std::vector<ck::index_t>> lengths = {{1, 1, 1, 1, 1},
                                                         {1, 2, 3, 4, 5},
                                                         {256, 9, 9, 9, 9},
                                                         {1, 64, 64, 32, 10},
                                                         {1, 32, 32, 32, 20},
Shaojie WANG's avatar
Optimization for gridwise group norm (#453)  
Shaojie WANG committed
29
30 
                                                         {2, 32, 32, 32, 30},
                                                         {2, 32, 32, 32, 40},
rocking5566's avatar
Group norm (#417)  
rocking5566 committed
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58 
                                                         {1, 16, 16, 32, 40}};

        for(auto length : lengths)
        {
            bool success =
                ck::profiler::profile_groupnorm_impl<XDataType,
                                                     GammaDataType,
                                                     BetaDataType,
                                                     AccDataType,
                                                     YDataType>(true, 2, false, false, length);
            EXPECT_TRUE(success);
        }
    }
};

using KernelTypes = ::testing::Types<
    // XDataType, GammaDataType, BetaDataType, AccDataType, YDataType>
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>,
    std::tuple<F16, F16, F16, F32, F16>>;

TYPED_TEST_SUITE(TestGroupnorm, KernelTypes);
TYPED_TEST(TestGroupnorm, Test_FP16) { this->Run(); }