2024-07-25 16:31:28 +08:00
|
|
|
__version__ = "2.6.3"
|
2023-07-17 20:26:11 +08:00
|
|
|
|
2023-08-19 05:22:11 +08:00
|
|
|
from flash_attn.flash_attn_interface import (
|
|
|
|
|
flash_attn_func,
|
|
|
|
|
flash_attn_kvpacked_func,
|
|
|
|
|
flash_attn_qkvpacked_func,
|
|
|
|
|
flash_attn_varlen_func,
|
|
|
|
|
flash_attn_varlen_kvpacked_func,
|
|
|
|
|
flash_attn_varlen_qkvpacked_func,
|
2023-09-04 15:00:59 +08:00
|
|
|
flash_attn_with_kvcache,
|
2023-08-19 05:22:11 +08:00
|
|
|
)
|
