Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
pybind_helper.h 6.26 KB
Newer Older
Alp Dener's avatar
[C/PyTorch] Userbuffers and comm+GEMM overlap algorithms refactored and moved to TE/common (#1067)  
Alp Dener committed
1 
/*************************************************************************
Kirthi Shankar Sivamani's avatar
Update copyright to include 2025 (#1388)  
Kirthi Shankar Sivamani committed
2 
 * Copyright (c) 2022-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
Alp Dener's avatar
[C/PyTorch] Userbuffers and comm+GEMM overlap algorithms refactored and moved to TE/common (#1067)  
Alp Dener committed
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79 
 *
 * See LICENSE for license information.
 ************************************************************************/

#ifndef TRANSFORMER_ENGINE_COMMON_UTIL_PYBIND_HELPER_H_
#define TRANSFORMER_ENGINE_COMMON_UTIL_PYBIND_HELPER_H_

#include <pybind11/pybind11.h>
#include <transformer_engine/comm_gemm_overlap.h>
#include <transformer_engine/fused_attn.h>
#include <transformer_engine/transformer_engine.h>

#include "cuda_runtime.h"

#define NVTE_DECLARE_COMMON_PYBIND11_HANDLES(m)                                               \
  pybind11::enum_<transformer_engine::DType>(m, "DType")                                      \
      .value("kByte", transformer_engine::DType::kByte)                                       \
      .value("kInt32", transformer_engine::DType::kInt32)                                     \
      .value("kFloat32", transformer_engine::DType::kFloat32)                                 \
      .value("kFloat16", transformer_engine::DType::kFloat16)                                 \
      .value("kBFloat16", transformer_engine::DType::kBFloat16)                               \
      .value("kFloat8E4M3", transformer_engine::DType::kFloat8E4M3)                           \
      .value("kFloat8E5M2", transformer_engine::DType::kFloat8E5M2);                          \
  pybind11::enum_<NVTE_Bias_Type>(m, "NVTE_Bias_Type")                                        \
      .value("NVTE_NO_BIAS", NVTE_Bias_Type::NVTE_NO_BIAS)                                    \
      .value("NVTE_PRE_SCALE_BIAS", NVTE_Bias_Type::NVTE_PRE_SCALE_BIAS)                      \
      .value("NVTE_POST_SCALE_BIAS", NVTE_Bias_Type::NVTE_POST_SCALE_BIAS)                    \
      .value("NVTE_ALIBI", NVTE_Bias_Type::NVTE_ALIBI);                                       \
  pybind11::enum_<NVTE_Mask_Type>(m, "NVTE_Mask_Type")                                        \
      .value("NVTE_NO_MASK", NVTE_Mask_Type::NVTE_NO_MASK)                                    \
      .value("NVTE_PADDING_MASK", NVTE_Mask_Type::NVTE_PADDING_MASK)                          \
      .value("NVTE_CAUSAL_MASK", NVTE_Mask_Type::NVTE_CAUSAL_MASK)                            \
      .value("NVTE_PADDING_CAUSAL_MASK", NVTE_Mask_Type::NVTE_PADDING_CAUSAL_MASK)            \
      .value("NVTE_CAUSAL_BOTTOM_RIGHT_MASK", NVTE_Mask_Type::NVTE_CAUSAL_BOTTOM_RIGHT_MASK)  \
      .value("NVTE_PADDING_CAUSAL_BOTTOM_RIGHT_MASK",                                         \
             NVTE_Mask_Type::NVTE_PADDING_CAUSAL_BOTTOM_RIGHT_MASK);                          \
  pybind11::enum_<NVTE_QKV_Layout>(m, "NVTE_QKV_Layout")                                      \
      .value("NVTE_SB3HD", NVTE_QKV_Layout::NVTE_SB3HD)                                       \
      .value("NVTE_SBH3D", NVTE_QKV_Layout::NVTE_SBH3D)                                       \
      .value("NVTE_SBHD_SB2HD", NVTE_QKV_Layout::NVTE_SBHD_SB2HD)                             \
      .value("NVTE_SBHD_SBH2D", NVTE_QKV_Layout::NVTE_SBHD_SBH2D)                             \
      .value("NVTE_SBHD_SBHD_SBHD", NVTE_QKV_Layout::NVTE_SBHD_SBHD_SBHD)                     \
      .value("NVTE_BS3HD", NVTE_QKV_Layout::NVTE_BS3HD)                                       \
      .value("NVTE_BSH3D", NVTE_QKV_Layout::NVTE_BSH3D)                                       \
      .value("NVTE_BSHD_BS2HD", NVTE_QKV_Layout::NVTE_BSHD_BS2HD)                             \
      .value("NVTE_BSHD_BSH2D", NVTE_QKV_Layout::NVTE_BSHD_BSH2D)                             \
      .value("NVTE_BSHD_BSHD_BSHD", NVTE_QKV_Layout::NVTE_BSHD_BSHD_BSHD)                     \
      .value("NVTE_T3HD", NVTE_QKV_Layout::NVTE_T3HD)                                         \
      .value("NVTE_TH3D", NVTE_QKV_Layout::NVTE_TH3D)                                         \
      .value("NVTE_THD_T2HD", NVTE_QKV_Layout::NVTE_THD_T2HD)                                 \
      .value("NVTE_THD_TH2D", NVTE_QKV_Layout::NVTE_THD_TH2D)                                 \
      .value("NVTE_THD_THD_THD", NVTE_QKV_Layout::NVTE_THD_THD_THD);                          \
  pybind11::enum_<NVTE_Fused_Attn_Backend>(m, "NVTE_Fused_Attn_Backend")                      \
      .value("NVTE_F16_max512_seqlen", NVTE_Fused_Attn_Backend::NVTE_F16_max512_seqlen)       \
      .value("NVTE_F16_arbitrary_seqlen", NVTE_Fused_Attn_Backend::NVTE_F16_arbitrary_seqlen) \
      .value("NVTE_FP8", NVTE_Fused_Attn_Backend::NVTE_FP8)                                   \
      .value("NVTE_No_Backend", NVTE_Fused_Attn_Backend::NVTE_No_Backend);                    \
  pybind11::enum_<transformer_engine::CommOverlapType>(m, "CommOverlapType")                  \
      .value("RS", transformer_engine::CommOverlapType::RS)                                   \
      .value("AG", transformer_engine::CommOverlapType::AG);                                  \
  pybind11::enum_<transformer_engine::CommOverlapAlgo>(m, "CommOverlapAlgo")                  \
      .value("BULK_OVERLAP_AG", transformer_engine::CommOverlapAlgo::BULK_OVERLAP_AG)         \
      .value("BULK_OVERLAP_RS", transformer_engine::CommOverlapAlgo::BULK_OVERLAP_RS)         \
      .value("SPLIT_PIPELINED_AG_P2P",                                                        \
             transformer_engine::CommOverlapAlgo::SPLIT_PIPELINED_AG_P2P)                     \
      .value("SPLIT_PIPELINED_RS", transformer_engine::CommOverlapAlgo::SPLIT_PIPELINED_RS)   \
      .value("SPLIT_PIPELINED_RS_P2P",                                                        \
             transformer_engine::CommOverlapAlgo::SPLIT_PIPELINED_RS_P2P)                     \
      .value("ATOMIC_GEMM_RS", transformer_engine::CommOverlapAlgo::ATOMIC_GEMM_RS)           \
      .value("ATOMIC_GEMM_AG_P2P", transformer_engine::CommOverlapAlgo::ATOMIC_GEMM_AG_P2P)   \
      .value("ATOMIC_GEMM_RS_P2P", transformer_engine::CommOverlapAlgo::ATOMIC_GEMM_RS_P2P);  \
  m.def("device_supports_multicast", &transformer_engine::cuda::supports_multicast,           \
        py::call_guard<py::gil_scoped_release>(), py::arg("device_id") = -1);                 \
  m.def("ubuf_built_with_mpi", &transformer_engine::ubuf_built_with_mpi,                      \
        py::call_guard<py::gil_scoped_release>());

#endif