github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 02:51:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix logprob, add filtering, temperature annealing, lr descent

Browse Source
This commit is contained in:
YeAnbang
2025-03-21 10:24:24 +08:00
parent 7ee4452f8c
commit 0472f44163
7 changed files with 74 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/rl_example.py
View File

@@ -22,7 +22,7 @@ if __name__ == "__main__":
inference_model_config = dict(path=args.model)
train_model_config = dict(path=args.model)
generate_config = dict(top_k=50, top_p=0.9, temperature=0.7)
generate_config = dict(top_k=50, top_p=0.75, temperature=0.9)
if args.backend == "transformers":
inference_model_config.update(