squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[platforms] improve error message for unspecified platforms (#10520)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2024-11-20 23:07:56 -08:00 committed by GitHub
parent 3430857b64
commit aaddce5d26
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/config.py
View File

@ -1191,12 +1191,13 @@ class SchedulerConfig:
class DeviceConfig: class DeviceConfig:
device: Optional[torch.device] device: Optional[torch.device]
device_type: str
def __init__(self, device: str = "auto") -> None: def __init__(self, device: str = "auto") -> None:
if device == "auto": if device == "auto":
# Automated device type detection # Automated device type detection
self.device_type = current_platform.device_type self.device_type = current_platform.device_type
if self.device_type is None: if not self.device_type:
raise RuntimeError("Failed to infer device type") raise RuntimeError("Failed to infer device type")
else: else:
# Device type is assigned explicitly # Device type is assigned explicitly

1
vllm/platforms/interface.py
View File

@ -170,3 +170,4 @@ class Platform:
class UnspecifiedPlatform(Platform): class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED _enum = PlatformEnum.UNSPECIFIED
device_type = ""