From 541c1852d37b9502fbc06253def70e901ca0c352 Mon Sep 17 00:00:00 2001
From: Robert Shaw
 <114415538+robertgshaw2-neuralmagic@users.noreply.github.com>
Date: Tue, 6 Aug 2024 12:26:26 -0400
Subject: [PATCH] [ BugFix ] Fix ZMQ when `VLLM_PORT` is set (#7205)

---
 vllm/envs.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/envs.py b/vllm/envs.py
index 089a39d8..81d2d80e 100644
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -145,7 +145,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
     # used when the frontend api server is running in multi-processing mode,
     # to communicate with the backend engine process over ZMQ.
     'VLLM_RPC_PORT':
-    lambda: int(os.getenv('VLLM_PORT', '5570')),
+    lambda: int(os.getenv('VLLM_RPC_PORT', '5570')),
 
     # If true, will load models from ModelScope instead of Hugging Face Hub.
     # note that the value is true or false, not numbers