github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-30 17:22:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

[NFC] polish colossalai/nn/layer/colossalai_layer/dropout.py code style (#1568)

Browse Source
This commit is contained in:
DouJS 2022-09-08 16:23:04 +08:00 committed by Frank Lee
parent c7d4932956
commit f586887a90
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
colossalai/nn/layer/colossalai_layer/dropout.py
View File

@ -13,6 +13,7 @@ class Dropout(ColossalaiModule):
p (float, optional): probability of an element to be zeroed, defaults 0.5. p (float, optional): probability of an element to be zeroed, defaults 0.5.
inplace (bool, optional): whether to do dropout in-place, default to be False. inplace (bool, optional): whether to do dropout in-place, default to be False.
""" """
def __init__(self, p: float = 0.5, inplace: bool = False) -> None: def __init__(self, p: float = 0.5, inplace: bool = False) -> None:
tensor_parallel = get_tensor_parallel_mode() tensor_parallel = get_tensor_parallel_mode()
if tensor_parallel == "1d": if tensor_parallel == "1d":