__init__.py 371 Bytes
Newer Older
1
2
3
4
import megatron.core.parallel_state
import megatron.core.tensor_parallel
import megatron.core.utils

liangjing's avatar
v1  
liangjing committed
5
6
7
from .inference_params import InferenceParams
from .model_parallel_config import ModelParallelConfig

8
9
10
# Alias parallel_state as mpu, its legacy name
mpu = parallel_state

liangjing's avatar
v1  
liangjing committed
11
__all__ = ["parallel_state", "tensor_parallel", "utils", "InferenceParams", "ModelParallelConfig"]