From b7df53cd42f3eab007b4f287c151960858e949df Mon Sep 17 00:00:00 2001
From: Michael Goin <michael@neuralmagic.com>
Date: Wed, 23 Oct 2024 22:07:44 -0400
Subject: [PATCH] [Bugfix] Use "vision_model" prefix for MllamaVisionModel
 (#9628)

Signed-off-by: mgoin <michael@neuralmagic.com>
---
 vllm/model_executor/models/mllama.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/vllm/model_executor/models/mllama.py b/vllm/model_executor/models/mllama.py
index 475364f3..44ef4972 100644
--- a/vllm/model_executor/models/mllama.py
+++ b/vllm/model_executor/models/mllama.py
@@ -1053,7 +1053,8 @@ class MllamaForConditionalGeneration(nn.Module, SupportsMultiModal):
         self.image_size = config.vision_config.image_size
 
         self.vision_model = MllamaVisionModel(config.vision_config,
-                                              quant_config)
+                                              quant_config,
+                                              prefix="vision_model")
         self.language_model = MllamaForCausalLM(
             config.text_config,
             cache_config=cache_config,