github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-04-28 19:55:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Update parallel_context.py (#2408)"

Browse Source 
This reverts commit 7d5640b9db.
This commit is contained in:
アマデウス 2023-01-19 12:23:03 +08:00
parent ecccc91f21
commit 99d9713b02
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/context/parallel_context.py
View File

@ -375,7 +375,7 @@ class ParallelContext(metaclass=SingletonMeta):
# None will give the default global process group for pytorch dist operations
ranks = list(range(world_size))
cpu_group = dist.new_group(ranks, backend='gloo') if dist.get_backend() == 'gloo' else None
cpu_group = dist.new_group(ranks, backend='gloo') if dist.get_backend() != 'gloo' else None
self._register_dist(rank, world_size, dist.GroupMember.WORLD, cpu_group, ranks, ParallelMode.GLOBAL)
self.add_global_rank(ParallelMode.GLOBAL, rank)