mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-07 02:54:10 +00:00
26b7aac0be
* [zero] refactor low-level zero folder structure * [zero] fix legacy zero import path * [zero] fix legacy zero import path * [zero] remove useless import * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor legacy zero import path * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor gemini folder structure * [zero] refactor legacy zero import path * [zero] fix test import path * [zero] fix test * [zero] fix circular import * [zero] update import
17 lines
512 B
Python
17 lines
512 B
Python
from .gemini import (
|
|
ColoInitContext,
|
|
GeminiAdamOptimizer,
|
|
GeminiDDP,
|
|
ZeroDDP,
|
|
ZeroOptimizer,
|
|
get_static_torch_model,
|
|
post_process_colo_init_ctx,
|
|
)
|
|
from .low_level import LowLevelZeroOptimizer
|
|
from .wrapper import zero_model_wrapper, zero_optim_wrapper
|
|
|
|
__all__ = [
|
|
'ZeroDDP', 'GeminiDDP', 'ZeroOptimizer', 'GeminiAdamOptimizer', 'zero_model_wrapper', 'zero_optim_wrapper',
|
|
'LowLevelZeroOptimizer', 'ColoInitContext', 'post_process_colo_init_ctx', 'get_static_torch_model'
|
|
]
|