mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2026-01-16 07:28:45 +00:00
4 lines
159 B
Python
4 lines
159 B
Python
from .layer_norm import MixedFusedLayerNorm as LayerNorm
|
|
from .scaled_softmax import FusedScaleMaskSoftmax
|
|
from .multihead_attention import MultiHeadAttention
|