mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-01-24 22:35:06 +00:00
9ee197d0e9
added branch context; added vocab parallel layers; moved split_batch from load_batch to tensor parallel embedding layers; updated gpt model; updated unit test cases; fixed few collective communicator bugs
9 lines
421 B
Python
9 lines
421 B
Python
from ._operation import reduce_by_batch_2d, split_tensor_2d
|
|
from .layers import (Classifier2D, Embedding2D, LayerNorm2D, Linear2D, PatchEmbedding2D, VocabParallelClassifier2D,
|
|
VocabParallelEmbedding2D)
|
|
|
|
__all__ = [
|
|
'split_tensor_2d', 'reduce_by_batch_2d', 'Linear2D', 'LayerNorm2D', 'Classifier2D', 'PatchEmbedding2D',
|
|
'Embedding2D', 'VocabParallelEmbedding2D', 'VocabParallelClassifier2D'
|
|
]
|