github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-19 00:16:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

[NFC] polish colossalai/context/process_group_initializer/initializer_2d.py code style (#2726)

Browse Source
This commit is contained in:
Zirui Zhu
2023-02-15 22:27:13 +08:00
committed by GitHub
parent 1819373e5c
commit c9e3ee389e
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
colossalai/context/process_group_initializer/initializer_2d.py
View File

@@ -2,10 +2,11 @@ import math
import torch.distributed as dist
from colossalai.registry import DIST_GROUP_INITIALIZER
from .process_group_initializer import ProcessGroupInitializer
from ..parallel_mode import ParallelMode
from colossalai.global_variables import tensor_parallel_env as env
from colossalai.registry import DIST_GROUP_INITIALIZER
from ..parallel_mode import ParallelMode
from .process_group_initializer import ProcessGroupInitializer
def _check_summa_env_var(summa_dim):