[checkpoint]support generalized scheduler (#1222)

This commit is contained in:
Yi Zhao
2022-07-07 18:16:38 +08:00
committed by GitHub
parent a98319f023
commit 04537bf83e
4 changed files with 85 additions and 20 deletions

View File

@@ -29,7 +29,6 @@ def _scan_for_pg_from_args(args, kwargs) -> ProcessGroup:
pg = _scan_for_pg_from_args(elem, {})
if pg is not None:
return pg
print(type(elem), elem, isinstance(elem, (list, tuple)))
for k, v in kwargs:
if isinstance(v, ColoTensor):
pg = v.get_process_group()