[Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU runner (#5956)

2024-06-28 20:03:41 +08:00 · 2024-06-28 20:03:41 +08:00 · 0d0e3a42ac
commit 0d0e3a42ac
parent 74d55c065b
1 changed files with 1 additions and 0 deletions
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@ -355,6 +355,7 @@ class CPUModelRunner(ModelRunnerBase[CPUModelInput]):
            input_positions=input_positions,
            attn_metadata=attn_metadata,
            sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
        )

    @torch.inference_mode()