github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-16 22:52:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

[lazy] refactor lazy init (#3891)

Browse Source 
* [lazy] remove old lazy init

* [lazy] refactor lazy init folder structure

* [lazy] fix lazy tensor deepcopy

* [test] update lazy init test
This commit is contained in:
Hongxin Liu
2023-06-05 14:20:47 +08:00
committed by GitHub
parent 70c8cdecf4
commit dbb32692d2
9 changed files with 56 additions and 324 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_booster/test_plugin/test_gemini_plugin.py
View File

@@ -8,10 +8,10 @@ import colossalai
from colossalai.booster import Booster
from colossalai.booster.plugin import GeminiPlugin
from colossalai.fx import is_compatible_with_meta
from colossalai.lazy.lazy_init import LazyInitContext
from colossalai.nn.optimizer import HybridAdam
from colossalai.tensor.colo_parameter import ColoParameter
from colossalai.testing import parameterize, rerun_if_address_is_in_use, spawn
from colossalai.utils.model.experimental import LazyInitContext
from colossalai.zero import ColoInitContext
from tests.kit.model_zoo import model_zoo