github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 20:10:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #6347 from hpcaitech/hotfix/fix_num_update_per_episode

Browse Source 
[fix] fix num update per episode
This commit is contained in:
YeAnbang
2025-06-12 15:56:49 +08:00
committed by GitHub
parent ac069357a9 51b7abe9dd
commit 0e69b98c28
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/coati/distributed/launch.py
View File

@@ -16,7 +16,7 @@ def get_jsonl_size_fast(path: str) -> int:
with open(path) as f:
lines = f.readlines()
lines = [line for line in lines if line.strip()]
return len(lines) - 1
return len(lines)
def get_dp_size_fast(n_procs: int, plugin_config: Dict[str, Any]) -> int: