[Core/Bugfix] pass VLLM_ATTENTION_BACKEND to ray workers (#8172)
This commit is contained in:
parent
22f3a4bc6c
commit
1d5e397aa4
@ -242,6 +242,9 @@ class RayGPUExecutor(DistributedGPUExecutor):
|
||||
VLLM_INSTANCE_ID,
|
||||
"VLLM_TRACE_FUNCTION":
|
||||
str(envs.VLLM_TRACE_FUNCTION),
|
||||
**({
|
||||
"VLLM_ATTENTION_BACKEND": envs.VLLM_ATTENTION_BACKEND
|
||||
} if envs.VLLM_ATTENTION_BACKEND is not None else {})
|
||||
}, ) for (node_id, _) in worker_node_and_gpu_ids]
|
||||
|
||||
self._env_vars_for_all_workers = (
|
||||
|
||||
Loading…
Reference in New Issue
Block a user