[Bugfix] Fix priority in multiprocessing engine (#9277)

2024-10-11 17:35:35 +02:00 · 2024-10-11 17:35:35 +02:00 · df3dcdf49d
commit df3dcdf49d
parent 36ea79079b
1 changed files with 2 additions and 1 deletions
--- a/vllm/engine/multiprocessing/engine.py
+++ b/vllm/engine/multiprocessing/engine.py
@ -285,7 +285,8 @@ class MQLLMEngine:
                params=request.params,
                lora_request=request.lora_request,
                trace_headers=request.trace_headers,
-                prompt_adapter_request=request.prompt_adapter_request)
+                prompt_adapter_request=request.prompt_adapter_request,
+                priority=request.priority)

            if self.log_requests:
                logger.info("Added request %s.", request.request_id)