From 16c3e295a877580867c8b90ace86acf3d1841455 Mon Sep 17 00:00:00 2001
From: Massimiliano Pronesti <massimiliano.pronesti@gmail.com>
Date: Thu, 20 Jul 2023 02:01:19 +0200
Subject: [PATCH] fix(ray_utils): ignore re-init error (#465)

---
 vllm/engine/ray_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/engine/ray_utils.py b/vllm/engine/ray_utils.py
index 01faf0d5..93988e2f 100644
--- a/vllm/engine/ray_utils.py
+++ b/vllm/engine/ray_utils.py
@@ -44,7 +44,7 @@ def initialize_cluster(
                 "Ray is not installed. Please install Ray to use distributed "
                 "serving.")
         # Connect to a ray cluster.
-        ray.init(address=ray_address)
+        ray.init(address=ray_address, ignore_reinit_error=True)
 
     if not parallel_config.worker_use_ray:
         # Initialize cluster locally.