squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Core/Bugfix] pass VLLM_ATTENTION_BACKEND to ray workers (#8172)

Browse Source
This commit is contained in:
William Lin 2024-09-10 16:46:08 -07:00 committed by GitHub
parent 22f3a4bc6c
commit 1d5e397aa4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/executor/ray_gpu_executor.py
View File

@ -242,6 +242,9 @@ class RayGPUExecutor(DistributedGPUExecutor):
VLLM_INSTANCE_ID, VLLM_INSTANCE_ID,
"VLLM_TRACE_FUNCTION": "VLLM_TRACE_FUNCTION":
str(envs.VLLM_TRACE_FUNCTION), str(envs.VLLM_TRACE_FUNCTION),
**({
"VLLM_ATTENTION_BACKEND": envs.VLLM_ATTENTION_BACKEND
} if envs.VLLM_ATTENTION_BACKEND is not None else {})
}, ) for (node_id, _) in worker_node_and_gpu_ids] }, ) for (node_id, _) in worker_node_and_gpu_ids]
self._env_vars_for_all_workers = ( self._env_vars_for_all_workers = (