github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 19:13:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

add algo selection

Browse Source
This commit is contained in:
Tong Li
2025-03-06 14:29:22 +08:00
parent 812f4b7750
commit 0f566cc2d4
2 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/rl_example.py
View File

@@ -15,6 +15,7 @@ if __name__ == "__main__":
parser.add_argument("-tbs", "--train-batch-size", type=int, default=16)
parser.add_argument("-tmbs", "--train-microbatch-size", type=int, default=2)
parser.add_argument("-b", "--backend", type=str, default="transformers")
parser.add_argument("-a", "--algo", type=str, default="GPRO", choices=["Simple, GPRO"])
args = parser.parse_args()
ray.init(address="local", namespace="ray-example")
@@ -95,4 +96,5 @@ if __name__ == "__main__":
inference_backend=args.backend,
master_addr="localhost",
master_port=29504,
core_algo=args.algo
)