mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-07-11 18:14:16 +00:00
4 lines
159 B
Python
4 lines
159 B
Python
from .layer_norm import MixedFusedLayerNorm as LayerNorm
|
|
from .scaled_softmax import FusedScaleMaskSoftmax
|
|
from .multihead_attention import MultiHeadAttention
|