From 0d0e3a42ac80eb41fc50f139fe31fde8e0b5bf8e Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Fri, 28 Jun 2024 20:03:41 +0800 Subject: [PATCH] [Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU runner (#5956) --- vllm/worker/cpu_model_runner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py index e3464c0d..148332f3 100644 --- a/vllm/worker/cpu_model_runner.py +++ b/vllm/worker/cpu_model_runner.py @@ -355,6 +355,7 @@ class CPUModelRunner(ModelRunnerBase[CPUModelInput]): input_positions=input_positions, attn_metadata=attn_metadata, sampling_metadata=sampling_metadata, + multi_modal_kwargs=multi_modal_kwargs, ) @torch.inference_mode()