github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-23 06:00:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

[chore] trivial fix

Browse Source
This commit is contained in:
botbw 2024-07-12 07:04:17 +00:00 committed by hxwang
parent 5bc085fc01
commit cbcc818d5a
No known key found for this signature in database
GPG Key ID: 0EC383D418F0B9F8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/cluster/process_group_mesh.py
View File

@ -48,7 +48,7 @@ class ProcessGroupMesh:
self._shape = size
self._rank = dist.get_rank()
self._coord = ProcessGroupMesh.unravel(self._rank, self._shape)
self._ranks_to_group: Dict[Tuple[int, ...], Union[ProcessGroup, GroupMember]] = {}
self._ranks_to_group: Dict[Tuple[int, ...], Union[ProcessGroup, GroupMember.NON_GROUP_MEMBER]] = {}
self._group_to_ranks: Dict[ProcessGroup, Tuple[int, ...]] = {}
def destroy_mesh_process_groups(self):