[booster] support torch fsdp plugin in booster (#3697)

Co-authored-by: 纪少敏 <jishaomin@jishaomindeMBP.lan>
This commit is contained in:
wukong1992
2023-05-15 12:14:38 +08:00
committed by GitHub
parent ad6460cf2c
commit b37797ed3d
4 changed files with 358 additions and 2 deletions

View File

@@ -4,3 +4,10 @@ from .plugin_base import Plugin
from .torch_ddp_plugin import TorchDDPPlugin
__all__ = ['Plugin', 'TorchDDPPlugin', 'GeminiPlugin', 'LowLevelZeroPlugin']
import torch
from packaging import version
if version.parse(torch.__version__) >= version.parse('1.12.0'):
from .torch_fsdp_plugin import TorchFSDPPlugin
__all__.append('TorchFSDPPlugin')