mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-04-30 11:53:09 +00:00
9ee197d0e9
added branch context; added vocab parallel layers; moved split_batch from load_batch to tensor parallel embedding layers; updated gpt model; updated unit test cases; fixed few collective communicator bugs
8 lines
338 B
Python
8 lines
338 B
Python
from .layers import (Classifier1D, Dropout1D, Embedding1D, Linear1D, Linear1D_Col, Linear1D_Row,
|
|
VocabParallelClassifier1D, VocabParallelEmbedding1D)
|
|
|
|
__all__ = [
|
|
'Linear1D', 'Linear1D_Col', 'Linear1D_Row', 'Embedding1D', 'Dropout1D', 'Classifier1D', 'VocabParallelClassifier1D',
|
|
'VocabParallelEmbedding1D'
|
|
]
|