squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[misc][plugin] improve plugin loading (#10443)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2024-11-19 02:43:21 -08:00 committed by GitHub
parent 5390d6664f
commit 25f9c78961
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/plugins/__init__.py
View File

@ -9,12 +9,19 @@ if TYPE_CHECKING:
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
# make sure one process only loads plugins once
plugins_loaded = False
def load_general_plugins(): def load_general_plugins():
"""WARNING: plugins can be loaded for multiple times in different """WARNING: plugins can be loaded for multiple times in different
processes. They should be designed in a way that they can be loaded processes. They should be designed in a way that they can be loaded
multiple times without causing issues. multiple times without causing issues.
""" """
global plugins_loaded
if plugins_loaded:
return
plugins_loaded = True
import sys import sys
if sys.version_info < (3, 10): if sys.version_info < (3, 10):
from importlib_metadata import entry_points from importlib_metadata import entry_points