squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[BugFix] Use IP4 localhost form for zmq bind (#7163)

Browse Source
This commit is contained in:
Nick Hill 2024-08-05 08:41:03 -07:00 committed by GitHub
parent e9630458c7
commit 003f8ee128
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/rpc/server.py
View File

@ -30,7 +30,9 @@ class AsyncEngineRPCServer:
# Init socket for readiness state. # Init socket for readiness state.
self.socket = self.context.socket(zmq.constants.ROUTER) self.socket = self.context.socket(zmq.constants.ROUTER)
self.socket.bind(f"tcp://localhost:{port}") # Note numeric form of localhost should be used for zmq bind(),
# see https://stackoverflow.com/a/8958414
self.socket.bind(f"tcp://127.0.0.1:{port}")
def cleanup(self): def cleanup(self):
"""Cleanup all resources.""" """Cleanup all resources."""