squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[BugFix] Don't start a Ray cluster when not using Ray (#5570)

Browse Source
This commit is contained in:
Nick Hill 2024-06-15 16:30:51 -07:00 committed by GitHub
parent d919ecc771
commit 1c0afa13c5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/config.py
View File

@ -616,9 +616,14 @@ class ParallelConfig:
"required for multi-node inference") "required for multi-node inference")
backend = "ray" backend = "ray"
elif ray_found: elif ray_found:
from ray.util import get_current_placement_group if self.placement_group:
if self.placement_group or get_current_placement_group():
backend = "ray" backend = "ray"
else:
from ray import is_initialized as ray_is_initialized
if ray_is_initialized():
from ray.util import get_current_placement_group
if get_current_placement_group():
backend = "ray"
self.distributed_executor_backend = backend self.distributed_executor_backend = backend
logger.info("Defaulting to use %s for distributed inference", logger.info("Defaulting to use %s for distributed inference",
backend) backend)