github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-03 18:46:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

[NFC] polish colossalai/context/process_group_initializer/process_group_initializer.py code stype (#617)

Browse Source 
Co-authored-by: “Arsmart123 <202476410arsmart@gmail.com>
This commit is contained in:
ziyu huang 2022-04-01 16:13:29 +08:00 committed by binmakeswell
parent db54419409
commit 701bad439b
1 changed files with 3 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
colossalai/context/process_group_initializer/process_group_initializer.py
View File

@ -17,14 +17,9 @@ class ProcessGroupInitializer(ABC):
pipeline_parallel_size (int): Size of pipeline parallel. pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel. tensor_parallel_size (int): Size of tensor parallel.
""" """
def __init__(self,
rank: int, def __init__(self, rank: int, world_size: int, config: Config, data_parallel_size: int, pipeline_parallel_size: int,
world_size: int, tensor_parallel_size: int):
config: Config,
data_parallel_size: int,
pipeline_parallel_size: int,
tensor_parallel_size: int
):
self.rank = rank self.rank = rank
self.world_size = world_size self.world_size = world_size
self.data_parallel_size = data_parallel_size self.data_parallel_size = data_parallel_size