mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-27 19:36:13 +00:00
279300dc5f
* refactor compilation mechanism and unified multi hw * fix file path bug * add init.py to make pybind a module to avoid relative path error caused by softlink * delete duplicated micros * fix micros bug in gcc
15 lines
470 B
Python
15 lines
470 B
Python
from .flash_attention_dao_cuda import FlashAttentionDaoCudaExtension
|
|
from .flash_attention_npu import FlashAttentionNpuExtension
|
|
from .flash_attention_sdpa_cuda import FlashAttentionSdpaCudaExtension
|
|
|
|
try:
|
|
# TODO: remove this after updating openmoe example
|
|
import flash_attention # noqa
|
|
|
|
HAS_FLASH_ATTN = True
|
|
except:
|
|
HAS_FLASH_ATTN = False
|
|
|
|
|
|
__all__ = ["FlashAttentionDaoCudaExtension", "FlashAttentionSdpaCudaExtension", "FlashAttentionNpuExtension"]
|