mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-08 20:40:34 +00:00
update examples and sphnix docs for the new api (#63)
This commit is contained in:
@@ -14,6 +14,21 @@ def convert_to_zero(model: nn.Module,
|
||||
optimizer: Optimizer,
|
||||
level: int,
|
||||
zero_config):
|
||||
"""
|
||||
A helper function to integrate the model and optimizer with ZeRO optimizer and off-loading
|
||||
|
||||
:param model: your model object
|
||||
:type model: :class:`torch.nn.Module`
|
||||
:param optimizer: your optimizer object
|
||||
:type optimizer: :class:`torch.optim.Optimizer`
|
||||
:param level: optimizer level, can be 2 or 3
|
||||
:type level: int
|
||||
:param zero_config: configuration for zero
|
||||
:type zero_config: dict
|
||||
|
||||
:return: (model, optimizer)
|
||||
:rtype: Tuple
|
||||
"""
|
||||
assert level == 2 or level == 3, 'Only ZERO Optimizer Level 2 and 3 are provided'
|
||||
if level == 2:
|
||||
if is_no_pp_or_last_stage():
|
||||
|
Reference in New Issue
Block a user