mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-01 23:30:10 +00:00
4 lines
159 B
Python
4 lines
159 B
Python
from .layer_norm import MixedFusedLayerNorm as LayerNorm
|
|
from .multihead_attention import MultiHeadAttention
|
|
from .scaled_softmax import FusedScaleMaskSoftmax
|