github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-01 17:17:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[hotfix]fix argument naming in docs and examples (#4083)

Browse Source
This commit is contained in:
Baizhou Zhang
2023-06-26 23:50:04 +08:00
committed by GitHub
parent e89b127d8e
commit 4da324cd60
8 changed files with 40 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/community/roberta/pretraining/run_pretraining.py
View File

@@ -88,7 +88,7 @@ def main():
placement_policy=args.placement,
pin_memory=True,
hidden_dim=model.config.hidden_size,
search_range_mb=128)
search_range_m=128)
optim_config = dict(gpu_margin_mem_ratio=0.)
else:
raise RuntimeError

0
examples/community/roberta/test_ci.sh Normal file
View File

2
examples/language/gpt/gemini/train_gpt_demo.py
View File

@@ -258,7 +258,7 @@ def main():
placement_policy=args.placement,
pin_memory=True,
strict_ddp_mode=args.tp_degree == 1,
search_range_mb=128,
search_range_m=128,
hidden_dim=model.config.n_embd,
gpu_margin_mem_ratio=0.)
else: