mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-14 06:05:26 +00:00
9ee197d0e9
added branch context; added vocab parallel layers; moved split_batch from load_batch to tensor parallel embedding layers; updated gpt model; updated unit test cases; fixed few collective communicator bugs
8 lines
307 B
Python
8 lines
307 B
Python
from ._utils import partition_batch
|
|
from .dropout import Dropout
|
|
from .embedding import Embedding, PatchEmbedding
|
|
from .linear import Classifier, Linear
|
|
from .normalization import LayerNorm
|
|
|
|
__all__ = ['Linear', 'Classifier', 'Embedding', 'PatchEmbedding', 'LayerNorm', 'Dropout', 'partition_batch']
|