[NFC] polish colossalai/nn/layer/parallel_3d/layers.py code style (#966)

fb5bc6cb · LuGY · binmakeswell · 955463e5 · fb5bc6cb
Commit fb5bc6cb authored May 16, 2022 by LuGY Committed by binmakeswell May 17, 2022
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

colossalai/nn/layer/parallel_3d/layers.py colossalai/nn/layer/parallel_3d/layers.py +3 -3

No files found.
--- a/colossalai/nn/layer/parallel_3d/layers.py
+++ b/colossalai/nn/layer/parallel_3d/layers.py
@@ -53,8 +53,8 @@ class LayerNorm3D(ParallelLayer):
        self.weight = Parameter(
            torch.ones(self.normalized_shape_per_partition, device=get_current_device(), dtype=dtype))
        if bias:
-            self.bias = Parameter(torch.zeros(self.normalized_shape_per_partition,
-                                              device=get_current_device(), dtype=dtype))
+            self.bias = Parameter(
+                torch.zeros(self.normalized_shape_per_partition, device=get_current_device(), dtype=dtype))
        else:
            self.bias = None
        self.variance_epsilon = eps