github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-30 23:06:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

mark sanity_check of dist_spec_mgr as staticmethod (#1161)

Browse Source
This commit is contained in:
ver217 2022-06-23 11:35:25 +08:00 committed by GitHub
parent 955ac912de
commit 634eecb98e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/tensor/dist_spec_mgr.py
View File

@ -43,6 +43,7 @@ class DistSpecManager:
_use_autograd_function: bool = True
@staticmethod
def _sanity_check(old_dist_spec: _DistSpec, dist_spec: _DistSpec) -> None:
if old_dist_spec.process_group is not None and old_dist_spec.process_group != dist_spec.process_group \
and dist_spec.process_group is not None: