From d2339d6840498397f6e373489ed120cd2cce8eb4 Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Thu, 7 Mar 2024 16:38:12 -0800 Subject: [PATCH] Connect engine healthcheck to openai server (#3260) --- vllm/entrypoints/openai/api_server.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 993a834e..9f29b4ac 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -160,6 +160,7 @@ async def validation_exception_handler(_, exc): @app.get("/health") async def health() -> Response: """Health check.""" + await openai_serving_chat.engine.check_health() return Response(status_code=200)