[Bugfix] Ignore ray reinit error when current platform is ROCm or XPU (#10375)

Signed-off-by: Hollow Man <hollowman@opensuse.org>
2024-11-18 05:29:26 +02:00 · 2024-11-18 05:29:26 +02:00 · 47826cacf0
commit 47826cacf0
parent c4e464333e
1 changed files with 1 additions and 1 deletions
--- a/vllm/executor/ray_utils.py
+++ b/vllm/executor/ray_utils.py
@ -234,7 +234,7 @@ def initialize_ray_cluster(
    if current_platform.is_rocm() or current_platform.is_xpu():
        # Try to connect existing ray instance and create a new one if not found
        try:
-            ray.init("auto")
+            ray.init("auto", ignore_reinit_error=True)
        except ConnectionError:
            logger.warning(
                "No existing RAY instance detected. "