github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-01 17:17:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[misc] add last_epoch in CosineAnnealingWarmupLR (#4778)

Browse Source
This commit is contained in:
Yan haixu
2023-09-26 14:43:46 +08:00
committed by GitHub
parent b6cf0aca55
commit a22706337a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/nn/lr_scheduler/cosine.py
View File

@@ -62,7 +62,7 @@ class CosineAnnealingWarmupLR(WarmupScheduler):
base_scheduler = _CosineAnnealingLR(
optimizer, total_steps - warmup_steps, eta_min=eta_min, last_epoch=last_epoch
)
super().__init__(optimizer, warmup_steps, base_scheduler)
super().__init__(optimizer, warmup_steps, base_scheduler, last_epoch=last_epoch)
class FlatAnnealingLR(DelayerScheduler):