Commit 701bad43 authored by ziyu huang's avatar ziyu huang Committed by binmakeswell
Browse files

[NFC] polish...


[NFC] polish colossalai/context/process_group_initializer/process_group_initializer.py code stype (#617)
Co-authored-by: default avatar“Arsmart123 <202476410arsmart@gmail.com>
parent db544194
...@@ -17,14 +17,9 @@ class ProcessGroupInitializer(ABC): ...@@ -17,14 +17,9 @@ class ProcessGroupInitializer(ABC):
pipeline_parallel_size (int): Size of pipeline parallel. pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel. tensor_parallel_size (int): Size of tensor parallel.
""" """
def __init__(self,
rank: int, def __init__(self, rank: int, world_size: int, config: Config, data_parallel_size: int, pipeline_parallel_size: int,
world_size: int, tensor_parallel_size: int):
config: Config,
data_parallel_size: int,
pipeline_parallel_size: int,
tensor_parallel_size: int
):
self.rank = rank self.rank = rank
self.world_size = world_size self.world_size = world_size
self.data_parallel_size = data_parallel_size self.data_parallel_size = data_parallel_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment