squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix ray instance detect issue (#9439)

Browse Source
This commit is contained in:
Yan Ma 2024-10-28 15:13:03 +08:00 committed by GitHub
parent feb92fbe4a
commit 2adb4409e0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/executor/ray_utils.py
View File

@ -232,6 +232,13 @@ def initialize_ray_cluster(
# Connect to a ray cluster. # Connect to a ray cluster.
if current_platform.is_rocm() or current_platform.is_xpu(): if current_platform.is_rocm() or current_platform.is_xpu():
# Try to connect existing ray instance and create a new one if not found
try:
ray.init("auto")
except ConnectionError:
logger.warning(
"No existing RAY instance detected. "
"A new instance will be launched with current node resources.")
ray.init(address=ray_address, ray.init(address=ray_address,
ignore_reinit_error=True, ignore_reinit_error=True,
num_gpus=parallel_config.world_size) num_gpus=parallel_config.world_size)