github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-06 20:10:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix/format colossalai/engine/paramhooks/(#350)

Browse Source
This commit is contained in:
Xu Kai 2022-03-09 17:28:17 +08:00 committed by Frank Lee
parent e83970e3dc
commit 54ee8d1254
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/engine/paramhooks/__init__.py
View File

@ -1,2 +1,3 @@
from ._param_hookmgr import BaseParamHookMgr from ._param_hookmgr import BaseParamHookMgr
__all__ = ["BaseParamHookMgr"] __all__ = ["BaseParamHookMgr"]

2
colossalai/engine/paramhooks/_param_hookmgr.py
View File

@ -2,7 +2,9 @@ from typing import Callable, List
import torch import torch
import functools import functools
class BaseParamHookMgr(object): class BaseParamHookMgr(object):
def __init__(self, param_list: List[torch.nn.Parameter]) -> None: def __init__(self, param_list: List[torch.nn.Parameter]) -> None:
r""" r"""
register backward hook on every parameters of module register backward hook on every parameters of module