2023-08-17 06:11:49 +08:00
|
|
|
__version__ = "2.0.8"
|
2023-07-17 20:26:11 +08:00
|
|
|
|
2023-08-19 05:22:11 +08:00
|
|
|
from flash_attn.flash_attn_interface import (
|
|
|
|
|
flash_attn_func,
|
|
|
|
|
flash_attn_kvpacked_func,
|
|
|
|
|
flash_attn_qkvpacked_func,
|
|
|
|
|
flash_attn_varlen_func,
|
|
|
|
|
flash_attn_varlen_kvpacked_func,
|
|
|
|
|
flash_attn_varlen_qkvpacked_func,
|
|
|
|
|
)
|
