# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved. from .fused_layer_norm import MixedFusedLayerNorm as LayerNorm #from .fused_layer_norm import MixedFusedLayerNorm1P as LayerNorm1P from .distributed import DistributedDataParallel from .bert_model import BertModel from .gpt_model import GPTModel from .t5_model import T5Model from .language_model import get_language_model from .module import Float16Module