github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-20 04:32:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

run pre-commit

Browse Source
This commit is contained in:
YeAnbang 2025-03-07 18:40:31 +08:00
parent d31f9e4d0f
commit c8e13a9403
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/coati/distributed/producer.py
View File

@ -98,7 +98,7 @@ class BaseProducer:
self.dataloader.sampler.set_epoch(episode) self.dataloader.sampler.set_epoch(episode)
for i, batch in enumerate(self.dataloader): for i, batch in enumerate(self.dataloader):
if i >= num_valid_microbatches: if i >= num_valid_microbatches:
break break
outputs = self.rollout(**batch) outputs = self.rollout(**batch)
print(f"[P{self.producer_idx}] Send data {[(k, v.shape) for k, v in outputs.items()]}") print(f"[P{self.producer_idx}] Send data {[(k, v.shape) for k, v in outputs.items()]}")
outputs = pre_send(outputs) outputs = pre_send(outputs)