github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-21 17:40:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

[example] fix redundant note (#3065)

Browse Source
This commit is contained in:
binmakeswell
2023-03-09 10:59:28 +08:00
committed by GitHub
parent af3888481d
commit 360674283d
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/language/opt/train_gemini_opt.py
View File

@@ -178,8 +178,6 @@ def main():
# build model # build model
if args.model_name_or_path is None: if args.model_name_or_path is None:
# currently, there has a bug in pretrained opt-13b
# we can not import it until huggingface fix it
logger.info("Train a new model from scratch", ranks=[0]) logger.info("Train a new model from scratch", ranks=[0])
with ColoInitContext(device=init_dev, dtype=torch.half, with ColoInitContext(device=init_dev, dtype=torch.half,
default_dist_spec=default_dist_spec, default_dist_spec=default_dist_spec,