github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-24 22:42:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

[hotfix] fix a type in ColoInitContext (#2106)

Browse Source
This commit is contained in:
Jiarui Fang 2022-12-09 11:44:39 +08:00 committed by GitHub
parent 05545bfee9
commit 8e14344ec9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/utils/model/colo_init_context.py
View File

@ -38,7 +38,7 @@ def _convert_to_coloparam(param: torch.nn.Parameter,
requires_grad = param.requires_grad requires_grad = param.requires_grad
if param.device.type == 'meta': if param.device.type == 'meta':
raise NotImplemented( raise NotImplementedError(
"ColoInitContext is initializing a model with meta parameters! This is not allowed right now!") "ColoInitContext is initializing a model with meta parameters! This is not allowed right now!")
else: else:
# param is the global tensor. # param is the global tensor.