mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-17 08:51:59 +00:00
52bd106627
* update roberta * update roberta & readme * update roberta & readme * update roberta & readme
5 lines
128 B
Python
5 lines
128 B
Python
from colossalai.zero.shard_utils import TensorShardStrategy
|
|
from colossalai.nn.optimizer import FusedAdam
|
|
|
|
clip_grad_norm = 1.0
|