github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-27 05:20:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse Source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2025-05-28 16:06:50 +00:00
parent aedb8d1b22
commit dd562d28a4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/checkpoint_io/utils.py
View File

@ -1142,7 +1142,7 @@ def gather_state_dict_fast(
ks.append(k) ks.append(k)
ops.append(dist.P2POp(dist.irecv, buffer, dist.get_global_rank(group, i), group)) ops.append(dist.P2POp(dist.irecv, buffer, dist.get_global_rank(group, i), group))
reqs = dist.batch_isend_irecv(ops) reqs = dist.batch_isend_irecv(ops)
for req in reqs: # len(reqs) maybe be different from len(ops) because of coalescing for req in reqs: # len(reqs) maybe be different from len(ops) because of coalescing
req.wait() req.wait()
for k in ks: for k in ks:
returned_state_dict[k] = returned_state_dict[k].to(device) returned_state_dict[k] = returned_state_dict[k].to(device)