__init__.py

# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.

from .fused_layer_norm import MixedFusedLayerNorm as LayerNorm
from apex.normalization import MixedFusedRMSNorm as RMSNorm
from .distributed import DistributedDataParallel
from .bert_model import BertModel
from .gpt_model import GPTModel
from .yuan_model import YuanModel
from .t5_model import T5Model
from .language_model import get_language_model
from .module import Float16Module
#from .yuan_hf_model import YuanForCausalLM