github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-07 03:52:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix weekly runing example (#4787)

Browse Source 
* [fix] fix weekly runing example

* [fix] fix weekly runing example
This commit is contained in:
flybird11111
2023-09-25 16:19:33 +08:00
committed by GitHub
parent d512a4d38d
commit 26cd6d850c
4 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/tutorial/new_api/cifar_vit/train.py
View File

@@ -165,7 +165,7 @@ def main():
if args.plugin.startswith("torch_ddp"):
plugin = TorchDDPPlugin()
elif args.plugin == "gemini":
plugin = GeminiPlugin(placement_policy="cuda", strict_ddp_mode=True, initial_scale=2**5)
plugin = GeminiPlugin(placement_policy="static", strict_ddp_mode=True, initial_scale=2**5)
elif args.plugin == "low_level_zero":
plugin = LowLevelZeroPlugin(initial_scale=2**5)