__init__.py 422 Bytes
Newer Older
Jared Casper's avatar
Jared Casper committed
1
# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
Raul Puri's avatar
Raul Puri committed
2

3
from .fused_layer_norm import MixedFusedLayerNorm as LayerNorm
Mostofa Patwary's avatar
Mostofa Patwary committed
4
#from .fused_layer_norm import MixedFusedLayerNorm1P as LayerNorm1P
5

6
from .distributed import DistributedDataParallel
7
8
from .bert_model import BertModel
from .gpt_model import GPTModel
9
from .t5_model import T5Model
10
from .language_model import get_language_model
Mohammad Shoeybi's avatar
Mohammad Shoeybi committed
11
from .module import Float16Module