github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-04 11:06:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

[zero] hotfix update master params (#5951)

Browse Source
This commit is contained in:
Hongxin Liu 2024-07-30 13:36:00 +08:00 committed by GitHub
parent bcf0181ecd
commit 060892162a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/zero/low_level/low_level_optim.py
View File

@ -807,8 +807,8 @@ class LowLevelZeroOptimizer(OptimizerWrapper):
""" """
for p in model.parameters(): for p in model.parameters():
p_id = id(p) p_id = id(p)
pg = self.param_to_pg[p]
if p_id in self.working_to_master_param: if p_id in self.working_to_master_param:
pg = self.param_to_pg[p]
master_param = self.working_to_master_param[p_id] master_param = self.working_to_master_param[p_id]
padding_size = self.get_param_padding_size(p) padding_size = self.get_param_padding_size(p)
working_param = p.data.view(-1) working_param = p.data.view(-1)