2024-04-27 01:54:52 +08:00
|
|
|
__version__ = "2.5.8"
|
2023-07-17 20:26:11 +08:00
|
|
|
|
2023-08-19 05:22:11 +08:00
|
|
|
from flash_attn.flash_attn_interface import (
|
|
|
|
|
flash_attn_func,
|
|
|
|
|
flash_attn_kvpacked_func,
|
|
|
|
|
flash_attn_qkvpacked_func,
|
|
|
|
|
flash_attn_varlen_func,
|
|
|
|
|
flash_attn_varlen_kvpacked_func,
|
|
|
|
|
flash_attn_varlen_qkvpacked_func,
|
2023-09-04 15:00:59 +08:00
|
|
|
flash_attn_with_kvcache,
|
2023-08-19 05:22:11 +08:00
|
|
|
)
|
