2023-09-04 14:41:05 +08:00
|
|
|
__version__ = "2.1.2.post3"
|
2023-07-17 20:26:11 +08:00
|
|
|
|
2023-08-19 05:22:11 +08:00
|
|
|
from flash_attn.flash_attn_interface import (
|
|
|
|
|
flash_attn_func,
|
|
|
|
|
flash_attn_kvpacked_func,
|
|
|
|
|
flash_attn_qkvpacked_func,
|
|
|
|
|
flash_attn_varlen_func,
|
|
|
|
|
flash_attn_varlen_kvpacked_func,
|
|
|
|
|
flash_attn_varlen_qkvpacked_func,
|
|
|
|
|
)
|
