12 lines
285 B
Python
12 lines
285 B
Python
__version__ = "2.6.3"
|
|
|
|
from flash_attn.flash_attn_interface import (
|
|
flash_attn_func,
|
|
flash_attn_kvpacked_func,
|
|
flash_attn_qkvpacked_func,
|
|
flash_attn_varlen_func,
|
|
flash_attn_varlen_kvpacked_func,
|
|
flash_attn_varlen_qkvpacked_func,
|
|
flash_attn_with_kvcache,
|
|
)
|