From 39d3f8d94fd2691b70ee809e7565402f8a061c6b Mon Sep 17 00:00:00 2001
From: tastelikefeet <58414341+tastelikefeet@users.noreply.github.com>
Date: Sat, 28 Sep 2024 23:24:12 +0800
Subject: [PATCH] [Bugfix] Fix code for downloading models from modelscope
 (#8443)

---
 vllm/transformers_utils/__init__.py | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/vllm/transformers_utils/__init__.py b/vllm/transformers_utils/__init__.py
index e69de29b..74ca3962 100644
--- a/vllm/transformers_utils/__init__.py
+++ b/vllm/transformers_utils/__init__.py
@@ -0,0 +1,17 @@
+from vllm.envs import VLLM_USE_MODELSCOPE
+
+if VLLM_USE_MODELSCOPE:
+    # Patch here, before each import happens
+    import modelscope
+    from packaging import version
+
+    # patch_hub begins from modelscope>=1.18.1
+    if version.parse(modelscope.__version__) <= version.parse('1.18.0'):
+        raise ImportError(
+            'Using vLLM with ModelScope needs modelscope>=1.18.1, please '
+            'install by `pip install modelscope>=1.18.1`')
+
+    from modelscope.utils.hf_util import patch_hub
+
+    # Patch hub to download models from modelscope to speed up.
+    patch_hub()