static_switch.h 1.31 KB
Newer Older
Tri Dao's avatar
Tri Dao committed
1
2
3
4
5
6
7
8
9
10
11
// Inspired by https://github.com/NVIDIA/DALI/blob/main/include/dali/core/static_switch.h
// and https://github.com/pytorch/pytorch/blob/master/aten/src/ATen/Dispatch.h

#pragma once

/// @param COND       - a boolean expression to switch by
/// @param CONST_NAME - a name given for the constexpr bool variable.
/// @param ...       - code to execute for true and false
///
/// Usage:
/// ```
12
/// BOOL_SWITCH(flag, BoolConst, ({
Tri Dao's avatar
Tri Dao committed
13
///     some_function<BoolConst>(...);
14
/// }));
Tri Dao's avatar
Tri Dao committed
15
/// ```
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
/// We need "({" and "})" to make sure that the code is a single argument being passed to the macro.
#define BOOL_SWITCH(COND, CONST_NAME, CODE) \
    if (COND) {                             \
        constexpr bool CONST_NAME = true;   \
        CODE;                               \
    } else {                                \
        constexpr bool CONST_NAME = false;  \
        CODE;                               \
    }

// modified from BOOL_SWITCH
// because MSVC cannot handle std::conditional with constexpr variable
#define FP16_SWITCH(COND, CODE)        \
    if (COND) {                        \
      using elem_type = __nv_bfloat16; \
      CODE;                            \
    } else {                           \
      using elem_type = __half;        \
      CODE;                            \
    }                                  \