github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-17 00:41:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

[NFC] polish colossalai/nn/layer/parallel_3d/layers.py code style (#966)

Browse Source
This commit is contained in:
LuGY 2022-05-16 10:18:49 +08:00 committed by binmakeswell
parent 955463e542
commit fb5bc6cb28
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/nn/layer/parallel_3d/layers.py
View File

@ -53,8 +53,8 @@ class LayerNorm3D(ParallelLayer):
self.weight = Parameter(
torch.ones(self.normalized_shape_per_partition, device=get_current_device(), dtype=dtype))
if bias:
self.bias = Parameter(torch.zeros(self.normalized_shape_per_partition,
device=get_current_device(), dtype=dtype))
self.bias = Parameter(
torch.zeros(self.normalized_shape_per_partition, device=get_current_device(), dtype=dtype))
else:
self.bias = None
self.variance_epsilon = eps