mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-04-25 09:12:10 +00:00
3defa32aee
* Add gradient accumulation, fix lr scheduler
* fix FP16 optimizer and adapted torch amp with tensor parallel (#18)
* fixed bugs in compatibility between torch amp and tensor parallel and performed some minor fixes
* fixed trainer
* Revert "fixed trainer"
This reverts commit 2e0b0b7699.
* improved consistency between trainer, engine and schedule (#23)
Co-authored-by: 1SAA <c2h214748@gmail.com>
Co-authored-by: 1SAA <c2h214748@gmail.com>
Co-authored-by: ver217 <lhx0217@gmail.com>
8 lines
131 B
Python
8 lines
131 B
Python
from ._base_engine import Engine
|
|
from .gradient_handler import *
|
|
from .schedule import *
|
|
from .amp import *
|
|
|
|
|
|
__all__ = ['Engine']
|