From a22706337a57dd1c98b95739dd09d98bd55947a0 Mon Sep 17 00:00:00 2001 From: Yan haixu <40758050+hova88@users.noreply.github.com> Date: Tue, 26 Sep 2023 14:43:46 +0800 Subject: [PATCH] [misc] add last_epoch in CosineAnnealingWarmupLR (#4778) --- colossalai/nn/lr_scheduler/cosine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/nn/lr_scheduler/cosine.py b/colossalai/nn/lr_scheduler/cosine.py index a896d3acb..f563825de 100644 --- a/colossalai/nn/lr_scheduler/cosine.py +++ b/colossalai/nn/lr_scheduler/cosine.py @@ -62,7 +62,7 @@ class CosineAnnealingWarmupLR(WarmupScheduler): base_scheduler = _CosineAnnealingLR( optimizer, total_steps - warmup_steps, eta_min=eta_min, last_epoch=last_epoch ) - super().__init__(optimizer, warmup_steps, base_scheduler) + super().__init__(optimizer, warmup_steps, base_scheduler, last_epoch=last_epoch) class FlatAnnealingLR(DelayerScheduler):