github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-01 01:06:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

add dynamic batching control flag

Browse Source
This commit is contained in:
YeAnbang
2025-04-24 17:45:59 +08:00
parent 25e0062de6
commit f4bdbf6b5d
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
applications/ColossalChat/rl_example.py
View File

@@ -135,6 +135,7 @@ if __name__ == "__main__":
"filter_range": [0.01, 0.99], # only filter out all zero batch and all one batch
"lr": 1e-6,
"train_microbatch_size": args.train_microbatch_size,
"dynamic_batching": True,
"clip_eps_low": 0.2,
"clip_eps_high": 0.28,
"skip_threshold": 20.0,