mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-07 19:13:57 +00:00
e2c0e7f92a
* [hotfix] remove triton kernels from kernel init * revise bloom/llama kernel imports for infer
8 lines
165 B
Python
8 lines
165 B
Python
from .cuda_native import FusedScaleMaskSoftmax, LayerNorm, MultiHeadAttention
|
|
|
|
__all__ = [
|
|
"LayerNorm",
|
|
"FusedScaleMaskSoftmax",
|
|
"MultiHeadAttention",
|
|
]
|