mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-27 15:57:16 +00:00
079bf3cb26
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
23 lines
494 B
Python
23 lines
494 B
Python
from ._operation import reduce_by_batch_2p5d, split_batch_2p5d
|
|
from .layers import (
|
|
Classifier2p5D,
|
|
Embedding2p5D,
|
|
LayerNorm2p5D,
|
|
Linear2p5D,
|
|
PatchEmbedding2p5D,
|
|
VocabParallelClassifier2p5D,
|
|
VocabParallelEmbedding2p5D,
|
|
)
|
|
|
|
__all__ = [
|
|
"split_batch_2p5d",
|
|
"reduce_by_batch_2p5d",
|
|
"Linear2p5D",
|
|
"LayerNorm2p5D",
|
|
"Classifier2p5D",
|
|
"PatchEmbedding2p5D",
|
|
"Embedding2p5D",
|
|
"VocabParallelClassifier2p5D",
|
|
"VocabParallelEmbedding2p5D",
|
|
]
|