mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-01-13 19:46:01 +00:00
Add gradient accumulation, fix lr scheduler
This commit is contained in:
@@ -17,7 +17,8 @@ def run_trainer():
|
||||
criterion=criterion,
|
||||
optimizer=optimizer,
|
||||
lr_scheduler=lr_scheduler,
|
||||
schedule=schedule
|
||||
schedule=schedule,
|
||||
gradient_accumulation=5,
|
||||
)
|
||||
logger.info("engine is built", ranks=[0])
|
||||
|
||||
|
||||
Reference in New Issue
Block a user