diff --git a/vllm/engine/ray_utils.py b/vllm/engine/ray_utils.py index 06ebf207..f085f922 100644 --- a/vllm/engine/ray_utils.py +++ b/vllm/engine/ray_utils.py @@ -27,6 +27,7 @@ try: except ImportError: ray = None TorchDistributedWorker = None + RayWorker = None # pylint: disable=invalid-name if TYPE_CHECKING: from ray.util.placement_group import PlacementGroup