github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-31 15:25:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

update evaluation parameters

Browse Source
This commit is contained in:
YeAnbang 2025-05-04 16:41:27 +08:00
parent 2999bd4cc8
commit d4a6b6c4a7
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
applications/ColossalChat/coati/distributed/producer.py
View File

@ -303,7 +303,9 @@ class SimpleProducer(BaseProducer):
)
self.model = self.backend_cls(model_config, generate_config, self.tokenizer, num_generations)
self.eval_generation_config = copy.deepcopy(self.model.generate_config)
self.eval_generation_config["n"] = 1 # use 1 generation for evaluation
self.eval_generation_config.update(
{"n": 1, "temperature": 0.6, "top_p": 0.95}
) # use 1 generation for evaluation
self.eval_sample_params = SamplingParams(**self.eval_generation_config)
@torch.no_grad()