mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-22 07:14:09 +00:00
4 lines
159 B
Python
4 lines
159 B
Python
from .layer_norm import MixedFusedLayerNorm as LayerNorm
|
|
from .scaled_softmax import FusedScaleMaskSoftmax
|
|
from .multihead_attention import MultiHeadAttention
|