From cf25b93bddb607077e52cbe4681332ca61aff189 Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Thu, 10 Oct 2024 00:10:09 -0400 Subject: [PATCH] [Core] Fix invalid args to _process_request (#9201) Signed-off-by: Russell Bryant --- vllm/engine/multiprocessing/client.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py index 820f678a..166906f2 100644 --- a/vllm/engine/multiprocessing/client.py +++ b/vllm/engine/multiprocessing/client.py @@ -606,7 +606,8 @@ class MQLLMEngineClient: and request_id is not None) return self._process_request(prompt, pooling_params, request_id, - lora_request, trace_headers, priority) + lora_request, trace_headers, None, + priority) async def _process_request( self,