squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix ModelScope models in v0.5.5 (#8037)

Browse Source
This commit is contained in:
Nicolò Lucchesi 2024-08-31 09:27:58 +02:00 committed by GitHub
parent d05f0a9db2
commit 4f5d8446ed
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/transformers_utils/config.py
View File

@ -108,6 +108,9 @@ def get_hf_image_processor_config(
revision: Optional[str] = None, revision: Optional[str] = None,
**kwargs, **kwargs,
) -> Dict[str, Any]: ) -> Dict[str, Any]:
# ModelScope does not provide an interface for image_processor
if VLLM_USE_MODELSCOPE:
return dict()
# Separate model folder from file path for GGUF models # Separate model folder from file path for GGUF models
if Path(model).is_file() and Path(model).suffix == ".gguf": if Path(model).is_file() and Path(model).suffix == ".gguf":
model = Path(model).parent model = Path(model).parent