mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-19 08:27:23 +00:00
address conversation
This commit is contained in:
parent
e7f61be51a
commit
654aefc3c3
@ -187,7 +187,7 @@ class BaseProducer:
|
|||||||
for eval_task_name in self.eval_dataloaders:
|
for eval_task_name in self.eval_dataloaders:
|
||||||
if self.producer_idx == 0:
|
if self.producer_idx == 0:
|
||||||
print(
|
print(
|
||||||
f"[P{self.producer_idx}] Evaluate consumer step {self.consumer_global_step} on task {eval_task_name}"
|
f"[P{self.producer_idx}] Evaluate model at training step {self.consumer_global_step} on task {eval_task_name}"
|
||||||
)
|
)
|
||||||
eval_results = []
|
eval_results = []
|
||||||
eval_statistics_tensor = torch.zeros((2,), dtype=torch.float32).to(self.device)
|
eval_statistics_tensor = torch.zeros((2,), dtype=torch.float32).to(self.device)
|
||||||
@ -220,7 +220,7 @@ class BaseProducer:
|
|||||||
safe_append_to_jsonl_file(
|
safe_append_to_jsonl_file(
|
||||||
os.path.join(
|
os.path.join(
|
||||||
self.eval_save_dir,
|
self.eval_save_dir,
|
||||||
f"{eval_task_name}_episode_{episode}_step_{self.consumer_global_step}.jsonl",
|
f"{eval_task_name}_training_step_{self.consumer_global_step}.jsonl",
|
||||||
),
|
),
|
||||||
eval_results,
|
eval_results,
|
||||||
)
|
)
|
||||||
|
@ -100,7 +100,7 @@ if __name__ == "__main__":
|
|||||||
"--eval-interval",
|
"--eval-interval",
|
||||||
type=int,
|
type=int,
|
||||||
default=100,
|
default=100,
|
||||||
help="Interval for evaluation. Evaluate every ei consumer steps.",
|
help="Interval for evaluation. Evaluate every ei training steps.",
|
||||||
)
|
)
|
||||||
|
|
||||||
# Logging/Checkpointing parameters
|
# Logging/Checkpointing parameters
|
||||||
|
Loading…
Reference in New Issue
Block a user