squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[misc] improve error message (#10553)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2024-11-21 13:13:17 -08:00 committed by GitHub
parent edec3385b6
commit cf656f5a02
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/platforms/cuda.py
View File

@ -99,8 +99,14 @@ def device_id_to_physical_device_id(device_id: int) -> int:
if "CUDA_VISIBLE_DEVICES" in os.environ: if "CUDA_VISIBLE_DEVICES" in os.environ:
device_ids = os.environ["CUDA_VISIBLE_DEVICES"].split(",") device_ids = os.environ["CUDA_VISIBLE_DEVICES"].split(",")
if device_ids == [""]: if device_ids == [""]:
raise RuntimeError("CUDA_VISIBLE_DEVICES is set to empty string," msg = (
" which means GPU support is disabled.") "CUDA_VISIBLE_DEVICES is set to empty string, which means"
" GPU support is disabled. If you are using ray, please unset"
" the environment variable `CUDA_VISIBLE_DEVICES` inside the"
" worker/actor. "
"Check https://github.com/vllm-project/vllm/issues/8402 for"
" more information.")
raise RuntimeError(msg)
physical_device_id = device_ids[device_id] physical_device_id = device_ids[device_id]
return int(physical_device_id) return int(physical_device_id)
else: else: