github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-05-03 22:18:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'prefetch' of github.com:botbw/ColossalAI into prefetch

Browse Source
This commit is contained in:
hxwang 2024-05-16 07:25:22 +00:00
commit 82b25524ff
1 changed files with 1 additions and 1 deletions

2
colossalai/booster/plugin/gemini_plugin.py
View File

@ -329,7 +329,7 @@ class GeminiPlugin(DPPluginBase):
chunk_init_device: Optional[torch.device] = None,
placement_policy: str = "static",
enable_gradient_accumulation: bool = False,
max_prefetch:int = 0,
max_prefetch: int = 0,
shard_param_frac: float = 1.0, # only for static placement
offload_optim_frac: float = 0.0, # only for static placement
offload_param_frac: float = 0.0, # only for static placement