mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-02 01:28:31 +00:00
[misc] update pre-commit and run all files (#4752)
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
This commit is contained in:
@@ -20,13 +20,15 @@ class MultiStepLR(_MultiStepLR):
|
||||
the schedule is started from the beginning or When last_epoch=-1, sets initial lr as lr.
|
||||
"""
|
||||
|
||||
def __init__(self,
|
||||
optimizer,
|
||||
total_steps: int,
|
||||
milestones: List[int] = None,
|
||||
gamma: float = 0.1,
|
||||
last_epoch: int = -1,
|
||||
**kwargs):
|
||||
def __init__(
|
||||
self,
|
||||
optimizer,
|
||||
total_steps: int,
|
||||
milestones: List[int] = None,
|
||||
gamma: float = 0.1,
|
||||
last_epoch: int = -1,
|
||||
**kwargs,
|
||||
):
|
||||
super().__init__(optimizer, milestones, gamma=gamma, last_epoch=last_epoch)
|
||||
|
||||
|
||||
@@ -44,16 +46,18 @@ class MultiStepWarmupLR(WarmupScheduler):
|
||||
the schedule is started from the beginning or When last_epoch=-1, sets initial lr as lr.
|
||||
"""
|
||||
|
||||
def __init__(self,
|
||||
optimizer,
|
||||
total_steps: int,
|
||||
warmup_steps: int = 0,
|
||||
milestones: List[int] = None,
|
||||
gamma: float = 0.1,
|
||||
last_epoch: int = -1,
|
||||
**kwargs):
|
||||
def __init__(
|
||||
self,
|
||||
optimizer,
|
||||
total_steps: int,
|
||||
warmup_steps: int = 0,
|
||||
milestones: List[int] = None,
|
||||
gamma: float = 0.1,
|
||||
last_epoch: int = -1,
|
||||
**kwargs,
|
||||
):
|
||||
if len(milestones) == 0:
|
||||
raise ValueError('milestones cannot be empty')
|
||||
raise ValueError("milestones cannot be empty")
|
||||
milestones = [v - warmup_steps for v in milestones if v >= warmup_steps]
|
||||
base_scheduler = _MultiStepLR(optimizer, milestones=milestones, gamma=gamma)
|
||||
super().__init__(optimizer, warmup_steps, base_scheduler, last_epoch=last_epoch)
|
||||
|
Reference in New Issue
Block a user