diff --git a/colossalai/pipeline/schedule/zero_bubble_pp.py b/colossalai/pipeline/schedule/zero_bubble_pp.py index 3c19b6027..5c9a02d4e 100644 --- a/colossalai/pipeline/schedule/zero_bubble_pp.py +++ b/colossalai/pipeline/schedule/zero_bubble_pp.py @@ -569,7 +569,6 @@ class ZeroBubbleVPipeScheduler(PipelineSchedule): ) detached_output_obj = output_obj.clone() - detached_output_obj.requires_grad_() # Step3: send fwd # add output to send_fwd_buffer