github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-10-30 21:39:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

setup update

Browse Source
This commit is contained in:
Tong Li
2025-03-13 16:52:15 +08:00
parent 45ac6c6cb2
commit 57b49da5e4
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
applications/ColossalChat/rl_example.py
View File

@@ -10,12 +10,12 @@ if __name__ == "__main__":
parser.add_argument("-d", "--dataset", type=str, default="data.jsonl")
parser.add_argument("-t", "--num-trainers", type=int, default=2)
parser.add_argument("-i", "--num-inferencer", type=int, default=2)
parser.add_argument("-ibs", "--inference-batch-size", type=int, default=64)
parser.add_argument("-ibs", "--inference-batch-size", type=int, default=32)
parser.add_argument("-imbs", "--inference-microbatch-size", type=int, default=16)
parser.add_argument("-tbs", "--train-batch-size", type=int, default=16)
parser.add_argument("-tmbs", "--train-microbatch-size", type=int, default=2)
parser.add_argument("-tmbs", "--train-microbatch-size", type=int, default=1)
parser.add_argument("-b", "--backend", type=str, default="transformers")
parser.add_argument("-a", "--algo", type=str, default="GRPO", choices=["Simple, GPRO"])
parser.add_argument("-a", "--algo", type=str, default="GRPO", choices=["Simple, GRPO"])
args = parser.parse_args()
ray.init(address="local", namespace="ray-example")