Commit 0a96338b authored by Jiang Zhuo's avatar Jiang Zhuo Committed by binmakeswell
Browse files

[NFC] polish <colossalai/context/process_group_initializer/initializer_data.py> code stype (#626)


Co-authored-by: default avatar姜卓 <jiangzhuo@jiangzhuodeMacBook-Pro.local>
parent 701bad43
...@@ -20,6 +20,7 @@ class Initializer_Data(ProcessGroupInitializer): ...@@ -20,6 +20,7 @@ class Initializer_Data(ProcessGroupInitializer):
pipeline_parallel_size (int): Size of pipeline parallel. pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel. tensor_parallel_size (int): Size of tensor parallel.
""" """
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
self.num_data_parallel_group = self.world_size // self.data_parallel_size self.num_data_parallel_group = self.world_size // self.data_parallel_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment