diff --git a/applications/ColossalChat/coati/distributed/producer.py b/applications/ColossalChat/coati/distributed/producer.py index eb0621180..9f9ed73a0 100644 --- a/applications/ColossalChat/coati/distributed/producer.py +++ b/applications/ColossalChat/coati/distributed/producer.py @@ -94,7 +94,7 @@ class BaseProducer: print( f"[P{self.producer_idx}] num_valid_microbatches {num_valid_microbatches}, nmb: {self.num_microbatches}, dl: {len(self.dataloader)}" ) - for episode in range(self.num_episodes): + for episode in range(self.num_episodes): self.dataloader.sampler.set_epoch(episode) for i, batch in enumerate(self.dataloader): if i >= num_valid_microbatches: