squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] [Easy] Fixed a bug in the multiprocessing GPU executor. (#6770)

Browse Source
This commit is contained in:
Anthony Platanios 2024-07-26 00:25:35 -04:00 committed by GitHub
parent 062a1d0fab
commit 084a01fd35
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/executor/multiproc_gpu_executor.py
View File

@ -1,6 +1,7 @@
import asyncio import asyncio
import os import os
import signal import signal
import threading
import weakref import weakref
from functools import partial from functools import partial
from typing import Any, List, Optional from typing import Any, List, Optional
@ -115,6 +116,7 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
if executor := ref(): if executor := ref():
executor.shutdown() executor.shutdown()
if threading.current_thread() is threading.main_thread():
signal.signal(signal.SIGINT, shutdown) signal.signal(signal.SIGINT, shutdown)
signal.signal(signal.SIGTERM, shutdown) signal.signal(signal.SIGTERM, shutdown)