From d4a6b6c4a77aa4afe61da4babbfdd81145745d32 Mon Sep 17 00:00:00 2001 From: YeAnbang Date: Sun, 4 May 2025 16:41:27 +0800 Subject: [PATCH] update evaluation parameters --- applications/ColossalChat/coati/distributed/producer.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/applications/ColossalChat/coati/distributed/producer.py b/applications/ColossalChat/coati/distributed/producer.py index 8e7f7d240..8766daf1a 100644 --- a/applications/ColossalChat/coati/distributed/producer.py +++ b/applications/ColossalChat/coati/distributed/producer.py @@ -303,7 +303,9 @@ class SimpleProducer(BaseProducer): ) self.model = self.backend_cls(model_config, generate_config, self.tokenizer, num_generations) self.eval_generation_config = copy.deepcopy(self.model.generate_config) - self.eval_generation_config["n"] = 1 # use 1 generation for evaluation + self.eval_generation_config.update( + {"n": 1, "temperature": 0.6, "top_p": 0.95} + ) # use 1 generation for evaluation self.eval_sample_params = SamplingParams(**self.eval_generation_config) @torch.no_grad()