__init__.py 767 Bytes
Newer Older
hepj's avatar
hepj committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# SPDX-License-Identifier: Apache-2.0

from fastvideo.v1.distributed.communication_op import *
from fastvideo.v1.distributed.parallel_state import (
    cleanup_dist_env_and_memory, get_sequence_model_parallel_rank,
    get_sequence_model_parallel_world_size, get_tensor_model_parallel_rank,
    get_tensor_model_parallel_world_size, get_world_group,
    init_distributed_environment, initialize_model_parallel)
from fastvideo.v1.distributed.utils import *

__all__ = [
    "init_distributed_environment",
    "initialize_model_parallel",
    "get_sequence_model_parallel_rank",
    "get_sequence_model_parallel_world_size",
    "get_tensor_model_parallel_rank",
    "get_tensor_model_parallel_world_size",
    "cleanup_dist_env_and_memory",
    "get_world_group",
]