mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-30 05:22:41 +00:00
079bf3cb26
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
11 lines
379 B
Python
11 lines
379 B
Python
try:
|
|
from colossalai.zero.shard_utils import TensorShardStrategy
|
|
except ImportError:
|
|
# colossalai > 0.2.8
|
|
from colossalai.legacy.zero import TensorShardStrategy
|
|
|
|
zero = dict(
|
|
model_config=dict(shard_strategy=TensorShardStrategy(), tensor_placement_policy="auto", reuse_fp16_shard=True),
|
|
optimizer_config=dict(gpu_margin_mem_ratio=0.8, initial_scale=16384),
|
|
)
|