ColossalAI/colossalai/legacy/nn/layer/utils/__init__.py
Hongxin Liu 079bf3cb26
[misc] update pre-commit and run all files (#4752)
* [misc] update pre-commit

* [misc] run pre-commit

* [misc] remove useless configuration files

* [misc] ignore cuda for clang-format
2023-09-19 14:20:26 +08:00

22 lines
445 B
Python

from .common import (
ACT2FN,
CheckpointModule,
_ntuple,
divide,
get_tensor_parallel_mode,
set_tensor_parallel_attribute_by_partition,
set_tensor_parallel_attribute_by_size,
to_2tuple,
)
__all__ = [
"CheckpointModule",
"divide",
"ACT2FN",
"set_tensor_parallel_attribute_by_size",
"set_tensor_parallel_attribute_by_partition",
"get_tensor_parallel_mode",
"_ntuple",
"to_2tuple",
]