diff --git a/colossalai/context/process_group_initializer/process_group_initializer.py b/colossalai/context/process_group_initializer/process_group_initializer.py index 5c16651ad..98150ce8e 100644 --- a/colossalai/context/process_group_initializer/process_group_initializer.py +++ b/colossalai/context/process_group_initializer/process_group_initializer.py @@ -17,14 +17,9 @@ class ProcessGroupInitializer(ABC): pipeline_parallel_size (int): Size of pipeline parallel. tensor_parallel_size (int): Size of tensor parallel. """ - def __init__(self, - rank: int, - world_size: int, - config: Config, - data_parallel_size: int, - pipeline_parallel_size: int, - tensor_parallel_size: int - ): + + def __init__(self, rank: int, world_size: int, config: Config, data_parallel_size: int, pipeline_parallel_size: int, + tensor_parallel_size: int): self.rank = rank self.world_size = world_size self.data_parallel_size = data_parallel_size