__init__.py 231 Bytes
Newer Older
1
2
3
4
r"""
The fmoe package contains MoE Layers only.
"""

Rick Ho's avatar
Rick Ho committed
5
6
from .layers import FMoE
from .linear import FMoELinear
Rick Ho's avatar
Rick Ho committed
7
from .transformer import FMoETransformerMLP
Rick Ho's avatar
Rick Ho committed
8
from .distributed import DistributedGroupedDataParallel
zhanggezhong's avatar
zhanggezhong committed
9
__version__ = '1.1.0'