github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-11-02 06:54:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

[feature] new zero implementation (#1623)

Browse Source
This commit is contained in:
HELSON
2022-09-24 19:58:18 +08:00
committed by GitHub
parent f921733621
commit 5be118f405
29 changed files with 914 additions and 1536 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/zero/utils/zero_hook_v2.py
View File

@@ -54,8 +54,8 @@ class ZeROHookV2(ParamOpHook):
@contextmanager
def switch_training_phase(self, training_phase: TrainingPhase = TrainingPhase.BACKWARD):
old_training_phase = self._training_phase
try:
old_training_phase = self._training_phase
self._training_phase = training_phase
yield
finally: