github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-22 17:58:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

update sft

Browse Source
This commit is contained in:
Tong Li 2024-08-15 03:47:54 +00:00
parent 4191f21f70
commit 4516a4ed6a
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
applications/ColossalChat/coati/trainer/sft.py
View File

@ -200,8 +200,9 @@ class SFTTrainer(SLTrainer):
) )
loss = outputs["loss"] loss = outputs["loss"]
if dist.get_rank() == dist.get_world_size() - 1: if dist.get_rank() == dist.get_world_size() - 1:
step_bar.set_postfix({"eval/loss": loss.item()}) global_loss = all_reduce_mean(loss, self.booster)
self.accumulative_meter.add("loss", loss.item()) step_bar.set_postfix({"eval/loss": global_loss.item()})
self.accumulative_meter.add("loss", global_loss.item())
step_bar.update() step_bar.update()
if dist.get_rank() == dist.get_world_size() - 1: if dist.get_rank() == dist.get_world_size() - 1: