[Bugfix] Allow token ID-only inputs in Qwen2-Audio (#10536)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2024-11-22 02:09:43 +08:00 · 2024-11-22 02:09:43 +08:00 · e7a8341c7c
commit e7a8341c7c
parent c51e397fe8
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/qwen2_audio.py
+++ b/vllm/model_executor/models/qwen2_audio.py
@ -212,7 +212,7 @@ def input_processor_for_qwen2_audio(

    return token_inputs(
        prompt_token_ids=new_input_ids,
-        prompt=inputs['prompt'],
+        prompt=inputs.get("prompt"),
        multi_modal_data=multi_modal_data,
    )