__init__.py

r"""
The fmoe package contains MoE Layers only.
"""
__version__ = "1.1.0"
from .version import __dcu_version__
from .layers import FMoE
from .linear import FMoELinear
from .transformer import FMoETransformerMLP
from .distributed import DistributedGroupedDataParallel