[Doc] add env docs for flashinfer backend (#6437)

2024-07-15 12:16:51 +08:00 · 2024-07-15 12:16:51 +08:00 · 44874a0bf9
commit 44874a0bf9
parent b47008b4d2
1 changed files with 1 additions and 0 deletions
--- a/vllm/envs.py
+++ b/vllm/envs.py
@ -206,6 +206,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
    # - "FLASH_ATTN": use FlashAttention
    # - "XFORMERS": use XFormers
    # - "ROCM_FLASH": use ROCmFlashAttention
+    # - "FLASHINFER": use flashinfer
    "VLLM_ATTENTION_BACKEND":
    lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),