diff --git a/colossalai/context/process_group_initializer/initializer_data.py b/colossalai/context/process_group_initializer/initializer_data.py index aa4e54148..0b8b0d91f 100644 --- a/colossalai/context/process_group_initializer/initializer_data.py +++ b/colossalai/context/process_group_initializer/initializer_data.py @@ -20,6 +20,7 @@ class Initializer_Data(ProcessGroupInitializer): pipeline_parallel_size (int): Size of pipeline parallel. tensor_parallel_size (int): Size of tensor parallel. """ + def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) self.num_data_parallel_group = self.world_size // self.data_parallel_size