mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-12-26 14:02:57 +00:00
4 lines
159 B
Python
4 lines
159 B
Python
from .layer_norm import MixedFusedLayerNorm as LayerNorm
|
|
from .scaled_softmax import FusedScaleMaskSoftmax
|
|
from .multihead_attention import MultiHeadAttention
|