github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-19 04:02:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

[bug] continue fix

Browse Source
This commit is contained in:
hxwang 2024-05-28 02:41:23 +00:00
parent 936dd96dbb
commit e5e3320948
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/zero/gemini/placement_policy.py
View File

@ -206,7 +206,7 @@ class AutoPlacementPolicy(PlacementPolicy):
f"Adjust layout failed! No enough CUDA memory! "
f"Need {to_free_cuda_model_data}, freed {freed_cuda_model_data}"
)
self.__avail_cuda_model_data_for_prefetch = avail_cuda_model_data - freed_cuda_model_data
self.__avail_cuda_model_data_for_prefetch = avail_cuda_model_data + freed_cuda_model_data
return freed_cuda_model_data, time() - start
@staticmethod