From e5e3320948ce4b05cf8839e79e936c482b0326fb Mon Sep 17 00:00:00 2001 From: hxwang Date: Tue, 28 May 2024 02:41:23 +0000 Subject: [PATCH] [bug] continue fix --- colossalai/zero/gemini/placement_policy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/zero/gemini/placement_policy.py b/colossalai/zero/gemini/placement_policy.py index c26db00e0..178755d03 100644 --- a/colossalai/zero/gemini/placement_policy.py +++ b/colossalai/zero/gemini/placement_policy.py @@ -206,7 +206,7 @@ class AutoPlacementPolicy(PlacementPolicy): f"Adjust layout failed! No enough CUDA memory! " f"Need {to_free_cuda_model_data}, freed {freed_cuda_model_data}" ) - self.__avail_cuda_model_data_for_prefetch = avail_cuda_model_data - freed_cuda_model_data + self.__avail_cuda_model_data_for_prefetch = avail_cuda_model_data + freed_cuda_model_data return freed_cuda_model_data, time() - start @staticmethod