__init__.py 370 Bytes
Newer Older
1
2
3
4
5
# Copyright (c) 2022-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# See LICENSE for license information.
"""Transformer Engine bindings for Paddle"""

6
from .fp8 import fp8_autocast
Shijie's avatar
Shijie committed
7
8
from .layer import (Linear, LayerNorm, LayerNormLinear, LayerNormMLP, FusedScaleMaskSoftmax,
                    DotProductAttention, MultiHeadAttention, TransformerLayer)