mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-08 20:40:34 +00:00
[hotfix] ZeroDDP use new process group (#1333)
* process group supports getting ranks in group * chunk mgr receives a process group * update unit test * fix unit tests
This commit is contained in:
@@ -171,3 +171,9 @@ class ProcessGroup:
|
||||
def cpu_tp_process_group(self):
|
||||
assert self._has_cpu_groups
|
||||
return PYTORCHPGDICT_.get(self._tp_rank_list, 'gloo')
|
||||
|
||||
def get_ranks_in_dp(self):
|
||||
return self._dp_rank_list
|
||||
|
||||
def get_ranks_in_tp(self):
|
||||
return self._tp_rank_list
|
||||
|
Reference in New Issue
Block a user