github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-02 01:28:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

[example] update examples related to zero/gemini (#3431)

Browse Source 
* [zero] update legacy import

* [zero] update examples

* [example] fix opt tutorial

* [example] fix opt tutorial

* [example] fix opt tutorial

* [example] fix opt tutorial

* [example] fix import
This commit is contained in:
ver217
2023-04-04 17:32:51 +08:00
committed by GitHub
parent 773955abfa
commit 573af84184
8 changed files with 50 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
examples/language/roberta/configs/colossalai_ddp.py
View File

@@ -1,4 +1,9 @@
from colossalai.zero.shard_utils import TensorShardStrategy
from colossalai.nn.optimizer import FusedAdam
try:
from colossalai.zero.shard_utils import TensorShardStrategy
except ImportError:
# colossalai > 0.2.8
from colossalai.zero.legacy import TensorShardStrategy
clip_grad_norm = 1.0

9
examples/language/roberta/configs/colossalai_zero.py
View File

@@ -1,6 +1,11 @@
from colossalai.zero.shard_utils import TensorShardStrategy
from colossalai.nn.optimizer import FusedAdam
try:
from colossalai.zero.shard_utils import TensorShardStrategy
except ImportError:
# colossalai > 0.2.8
from colossalai.zero.legacy import TensorShardStrategy
# fp16 = dict(
# mode=AMP_TYPE.TORCH,
# )
@@ -29,4 +34,4 @@ optimizer = dict(
weight_decay=1e-2,
)
# 64433
# 64433