mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-10 04:18:05 +00:00
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
This commit is contained in:
parent
6991819a97
commit
e17f835df7
@ -69,7 +69,7 @@ def all_reduce_fp8(tensor: torch.Tensor, fp8_format="e4m3") -> None:
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
world_size = dist.get_world_size()
|
world_size = dist.get_world_size()
|
||||||
rank = dist.get_rank()
|
dist.get_rank()
|
||||||
input_type = tensor.dtype
|
input_type = tensor.dtype
|
||||||
input_shape = tensor.shape
|
input_shape = tensor.shape
|
||||||
input_device = tensor.device
|
input_device = tensor.device
|
||||||
|
Loading…
Reference in New Issue
Block a user