From 20503cdfdff07dd5fc87187ba30180a04049bba9 Mon Sep 17 00:00:00 2001 From: duanjunwen <935724073@qq.com> Date: Tue, 3 Sep 2024 09:24:40 +0000 Subject: [PATCH] [fix] rm requir_grad for output; --- colossalai/pipeline/schedule/zero_bubble_pp.py | 1 - 1 file changed, 1 deletion(-) diff --git a/colossalai/pipeline/schedule/zero_bubble_pp.py b/colossalai/pipeline/schedule/zero_bubble_pp.py index 3c19b6027..5c9a02d4e 100644 --- a/colossalai/pipeline/schedule/zero_bubble_pp.py +++ b/colossalai/pipeline/schedule/zero_bubble_pp.py @@ -569,7 +569,6 @@ class ZeroBubbleVPipeScheduler(PipelineSchedule): ) detached_output_obj = output_obj.clone() - detached_output_obj.requires_grad_() # Step3: send fwd # add output to send_fwd_buffer