github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-25 15:01:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix colo init context (#1026)

Browse Source
This commit is contained in:
ver217 2022-05-25 20:41:58 +08:00 committed by GitHub
parent 58a7dd2ede
commit 007ca0df92
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/utils/model/colo_init_context.py
View File

@ -69,7 +69,7 @@ def _setattr_with_colotensor(self, name: str, value: Union[torch.Tensor, torch.n
d.discard(name) d.discard(name)
params = self.__dict__.get('_parameters') params = self.__dict__.get('_parameters')
if isinstance(value, (ColoTensor, torch.nn.Parameter)): if isinstance(value, (ColoParameter, torch.nn.Parameter)):
if params is None: if params is None:
raise AttributeError("cannot assign parameters before Module.__init__() call") raise AttributeError("cannot assign parameters before Module.__init__() call")
remove_from(self.__dict__, self._buffers, self._modules, self._non_persistent_buffers_set) remove_from(self.__dict__, self._buffers, self._modules, self._non_persistent_buffers_set)