[Bugfix] Fix code for downloading models from modelscope (#8443)
This commit is contained in:
parent
b0298aa8cc
commit
39d3f8d94f
@ -0,0 +1,17 @@
|
|||||||
|
from vllm.envs import VLLM_USE_MODELSCOPE
|
||||||
|
|
||||||
|
if VLLM_USE_MODELSCOPE:
|
||||||
|
# Patch here, before each import happens
|
||||||
|
import modelscope
|
||||||
|
from packaging import version
|
||||||
|
|
||||||
|
# patch_hub begins from modelscope>=1.18.1
|
||||||
|
if version.parse(modelscope.__version__) <= version.parse('1.18.0'):
|
||||||
|
raise ImportError(
|
||||||
|
'Using vLLM with ModelScope needs modelscope>=1.18.1, please '
|
||||||
|
'install by `pip install modelscope>=1.18.1`')
|
||||||
|
|
||||||
|
from modelscope.utils.hf_util import patch_hub
|
||||||
|
|
||||||
|
# Patch hub to download models from modelscope to speed up.
|
||||||
|
patch_hub()
|
||||||
Loading…
Reference in New Issue
Block a user