squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Add verbose error if scipy is missing for blocksparse attention (#5695)

Browse Source
This commit is contained in:
JGSweets 2024-07-05 12:41:01 -05:00 committed by GitHub
parent f1e15da6fe
commit e58294ddf2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/attention/ops/blocksparse_attention/utils.py
View File

@ -6,7 +6,14 @@ from functools import lru_cache
import torch import torch
import triton import triton
from scipy import sparse
try:
from scipy import sparse
except ImportError as err:
raise ImportError("Please install scipy via "
"`pip install scipy` to use "
"BlockSparseAttention in "
"models such as Phi-3.") from err
def dense_to_crow_col(x: torch.Tensor): def dense_to_crow_col(x: torch.Tensor):