github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-22 13:41:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

[checkpointio] fix performance issue (#6139)

Browse Source
This commit is contained in:
Hongxin Liu 2024-11-18 16:41:29 +08:00
parent 8e08c27e19
commit b90835bd32
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/checkpoint_io/utils.py
View File

@ -441,7 +441,6 @@ def clean_folder(
reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}") reg = re.compile(r"(.*?)-stage-\d{5}-shard-\d{5}")
if ( if (
filename.startswith(weights_no_suffix) filename.startswith(weights_no_suffix)
and os.path.isfile(full_filename)
and filename not in shard_filenames and filename not in shard_filenames
and reg.fullmatch(filename_no_suffix) is not None and reg.fullmatch(filename_no_suffix) is not None
): ):