mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-08 04:24:47 +00:00
[zero]remove registered gradients hooks (#5687)
* remove registered hooks fix fix fix zero fix fix fix fix fix zero fix zero fix fix fix * fix fix fix
This commit is contained in:
@@ -6,6 +6,7 @@ class BaseStore:
|
||||
def __init__(self, torch_pg: ProcessGroup):
|
||||
self._world_size = dist.get_world_size(group=torch_pg)
|
||||
self._local_rank = dist.get_rank(group=torch_pg)
|
||||
self.torch_pg = torch_pg
|
||||
|
||||
@property
|
||||
def world_size(self):
|
||||
|
Reference in New Issue
Block a user