squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc]Fix Idefics3Model argument (#10255)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2024-11-12 21:07:11 +08:00 committed by GitHub
parent 36c513a076
commit a838ba7254
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/model_executor/models/idefics3.py
View File

@ -420,18 +420,18 @@ class Idefics3Model(nn.Module):
super().__init__() super().__init__()
config = vllm_config.model_config.hf_config config = vllm_config.model_config.hf_config
cache_config = vllm_config.cache_config
quant_config = vllm_config.quant_config quant_config = vllm_config.quant_config
self.config = config self.config = config
self.padding_idx = self.config.text_config.pad_token_id self.padding_idx = self.config.text_config.pad_token_id
self.vocab_size = self.config.text_config.vocab_size self.vocab_size = self.config.text_config.vocab_size
self.vision_model = Idefics3VisionTransformer(config.vision_config, self.vision_model = Idefics3VisionTransformer(config.vision_config,
quant_config) quant_config)
self.connector = Idefics3Connector(config) self.connector = Idefics3Connector(config)
self.text_model = LlamaModel(config.text_config, cache_config, self.text_model = LlamaModel(
quant_config) vllm_config=vllm_config.with_hf_config(config.text_config),
prefix=maybe_prefix(prefix, "text_model"),
)
self.image_seq_len = int( self.image_seq_len = int(
((config.vision_config.image_size // ((config.vision_config.image_size //