github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-15 22:53:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

move empty cache

Browse Source
This commit is contained in:
YeAnbang 2025-04-10 10:22:43 +08:00
parent f7e532511c
commit 1723a02860
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
applications/ColossalChat/coati/distributed/consumer.py
View File

@ -129,6 +129,7 @@ class BaseConsumer:
if episode != self.num_episodes - 1 or step != self.num_update_per_episode - 1: if episode != self.num_episodes - 1 or step != self.num_update_per_episode - 1:
print(f"[T{dist.get_rank()}] Sync model episode {episode} step {step}") print(f"[T{dist.get_rank()}] Sync model episode {episode} step {step}")
torch.cuda.empty_cache()
state_dict = self.state_dict() state_dict = self.state_dict()
if self.rank == 0: if self.rank == 0:
ray_broadcast_tensor_dict( ray_broadcast_tensor_dict(