github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-11-03 15:48:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove redundant code and fix bugs

Browse Source
This commit is contained in:
YeAnbang
2025-05-16 14:08:23 +08:00
parent a528921944
commit 11a5854b50
5 changed files with 27 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/coati/distributed/launch.py
View File

@@ -66,7 +66,7 @@ def launch_distributed(
dataset_path = train_dataset_config["path"]
num_samples = get_jsonl_size_fast(dataset_path)
global_inference_batch_size = inference_batch_size * num_producers # TODO: this doesn't support TP on producer
global_inference_batch_size = inference_batch_size * num_producers
num_update_per_episode = num_samples // global_inference_batch_size
num_recv_per_update = inference_batch_size // inference_microbatch_size