html refactor (#555)

colossalai/nn/layer/parallel_3d/_operation.py

@@ -264,7 +264,7 @@ def layernorm_3d(input_: Tensor, weight: Tensor, bias: Tensor, normalized_shape:
 def split_tensor_3d(tensor: Tensor, dim: int, parallel_mode: ParallelMode) -> Tensor:
     r"""Splits 3D parallel tensor in specified dimension.
 
-     Args:
+    Args:
         tensor (:class:`torch.tensor`): Input tensor.
         dim (int): Specified dimension in which to split.
         parallel_mode (:class:`colossalai.context.parallel_mode.ParallelMode`, optional): Parallel mode.

colossalai/nn/loss/loss_2d.py

@@ -27,7 +27,7 @@ class CrossEntropyLoss2D(_Loss):
         reduce (bool, optional)
         label_smoothing (float, optional)
 
-    More details about args, kwargs and torch.nn.functional.cross_entropy could be found in
+    More details about ``args``, ``kwargs`` and ``torch.nn.functional.cross_entropy`` could be found in
     `Cross_entropy <https://pytorch.org/docs/stable/generated/torch.nn.functional.cross_entropy.html#torch.nn.functional.cross_entropy>`_.
     """
 

colossalai/nn/loss/loss_2p5d.py

@@ -27,7 +27,7 @@ class CrossEntropyLoss2p5D(_Loss):
         reduce (bool, optional)
         label_smoothing (float, optional)
 
-    More details about args, kwargs and torch.nn.functional.cross_entropy could be found in
+    More details about ``args``, ``kwargs`` and ``torch.nn.functional.cross_entropy`` could be found in
     `Cross_entropy <https://pytorch.org/docs/stable/generated/torch.nn.functional.cross_entropy.html#torch.nn.functional.cross_entropy>`_.
     """
     def __init__(self, reduction=True, *args, **kwargs):

colossalai/nn/loss/loss_3d.py

@@ -27,7 +27,7 @@ class CrossEntropyLoss3D(_Loss):
         reduce (bool, optional)
         label_smoothing (float, optional)
 
-    More details about args, kwargs and torch.nn.functional.cross_entropy could be found in
+    More details about ``args``, ``kwargs`` and ``torch.nn.functional.cross_entropy`` could be found in
     `Cross_entropy <https://pytorch.org/docs/stable/generated/torch.nn.functional.cross_entropy.html#torch.nn.functional.cross_entropy>`_.
     """
 

colossalai/nn/loss/loss_moe.py

@@ -23,7 +23,7 @@ class MoeCrossEntropyLoss(_Loss):
         reduction (str, optional)
         label_smoothing (float, optional)
 
-    More details about args, kwargs and torch.nn.functional.cross_entropy could be found in
+    More details about ``args``, ``kwargs`` and ``torch.nn.functional.cross_entropy`` could be found in
     `Cross_entropy <https://pytorch.org/docs/stable/generated/torch.nn.functional.cross_entropy.html#torch.nn.functional.cross_entropy>`_.
     """
 
@@ -40,7 +40,7 @@ class MoeCrossEntropyLoss(_Loss):
             input (:class:`torch.tensor`): Predicted unnormalized scores (often referred to as logits).
             target (:class:`torch.tensor`): Ground truth class indices or class probabilities.
 
-        More details about args, kwargs and torch.nn.functional.cross_entropy could be found in
+        More details about ``args``, ``kwargs`` and ``torch.nn.functional.cross_entropy`` could be found in
         `Cross_entropy <https://pytorch.org/docs/stable/generated/torch.nn.functional.cross_entropy.html#torch.nn.functional.cross_entropy>`_.
         """
         main_loss = self.loss(*args)