[Bugfix] Add verbose error if scipy is missing for blocksparse attention (#5695)

2024-07-05 12:41:01 -05:00 · 2024-07-05 12:41:01 -05:00 · e58294ddf2
commit e58294ddf2
parent f1e15da6fe
1 changed files with 13 additions and 6 deletions
--- a/vllm/attention/ops/blocksparse_attention/utils.py
+++ b/vllm/attention/ops/blocksparse_attention/utils.py
@ -6,7 +6,14 @@ from functools import lru_cache

 import torch
 import triton
-from scipy import sparse
+
+try:
+    from scipy import sparse
+except ImportError as err:
+    raise ImportError("Please install scipy via "
+                      "`pip install scipy` to use "
+                      "BlockSparseAttention in "
+                      "models such as Phi-3.") from err


 def dense_to_crow_col(x: torch.Tensor):