[zero] hotfix master param sync (#4618)

* [zero] add method to update master params

* [zero] update zero plugin

* [plugin] update low level zero plugin
This commit is contained in:
Hongxin Liu
2023-09-05 15:04:02 +08:00
committed by GitHub
parent aaeb520ce3
commit 807e01a4ba
5 changed files with 122 additions and 45 deletions

View File

@@ -23,3 +23,14 @@ class ModelWrapper(nn.Module):
def forward(self, *args, **kwargs):
return self.module(*args, **kwargs)
class AMPModelMixin:
"""This mixin class defines the interface for AMP training.
"""
def update_master_params(self):
"""
Update the master parameters for AMP training.
"""
pass