[Platforms] Add device_type in Platform (#10508)

Signed-off-by: MengqingCao <cmq0113@163.com>

vllm/config.py

@@ -1193,21 +1193,8 @@ class DeviceConfig:
     def __init__(self, device: str = "auto") -> None:
         if device == "auto":
             # Automated device type detection
-            if current_platform.is_cuda_alike():
+            self.device_type = current_platform.device_type
-                self.device_type = "cuda"
+            if self.device_type is None:
-            elif current_platform.is_neuron():
-                self.device_type = "neuron"
-            elif current_platform.is_hpu():
-                self.device_type = "hpu"
-            elif current_platform.is_openvino():
-                self.device_type = "openvino"
-            elif current_platform.is_tpu():
-                self.device_type = "tpu"
-            elif current_platform.is_cpu():
-                self.device_type = "cpu"
-            elif current_platform.is_xpu():
-                self.device_type = "xpu"
-            else:
                 raise RuntimeError("Failed to infer device type")
         else:
             # Device type is assigned explicitly

vllm/platforms/cpu.py

@@ -19,6 +19,7 @@ logger = init_logger(__name__)
 
 class CpuPlatform(Platform):
     _enum = PlatformEnum.CPU
+    device_type: str = "cpu"
 
     @classmethod
     def get_device_name(cls, device_id: int = 0) -> str:

vllm/platforms/cuda.py

@@ -109,6 +109,7 @@ def device_id_to_physical_device_id(device_id: int) -> int:
 
 class CudaPlatform(Platform):
     _enum = PlatformEnum.CUDA
+    device_type: str = "cuda"
 
     @classmethod
     def get_device_capability(cls, device_id: int = 0) -> DeviceCapability:

vllm/platforms/hpu.py

@@ -5,6 +5,7 @@ from .interface import Platform, PlatformEnum, _Backend
 
 class HpuPlatform(Platform):
     _enum = PlatformEnum.HPU
+    device_type: str = "hpu"
 
     @classmethod
     def get_default_attn_backend(cls, selected_backend: _Backend) -> _Backend:

vllm/platforms/interface.py

@@ -56,6 +56,7 @@ class DeviceCapability(NamedTuple):
 
 class Platform:
     _enum: PlatformEnum
+    device_type: str
 
     def is_cuda(self) -> bool:
         return self._enum == PlatformEnum.CUDA

vllm/platforms/neuron.py

@@ -3,6 +3,7 @@ from .interface import Platform, PlatformEnum
 
 class NeuronPlatform(Platform):
     _enum = PlatformEnum.NEURON
+    device_type: str = "neuron"
 
     @classmethod
     def get_device_name(cls, device_id: int = 0) -> str:

vllm/platforms/openvino.py

@@ -10,6 +10,7 @@ logger = init_logger(__name__)
 
 class OpenVinoPlatform(Platform):
     _enum = PlatformEnum.OPENVINO
+    device_type: str = "openvino"
 
     @classmethod
     def get_default_attn_backend(cls, selected_backend: _Backend) -> _Backend:

vllm/platforms/rocm.py

@@ -29,6 +29,7 @@ if os.environ.get("VLLM_WORKER_MULTIPROC_METHOD", None) in ["fork", None]:
 
 class RocmPlatform(Platform):
     _enum = PlatformEnum.ROCM
+    device_type: str = "cuda"
 
     @classmethod
     def get_default_attn_backend(cls, selected_backend: _Backend) -> _Backend:

vllm/platforms/tpu.py

@@ -16,6 +16,7 @@ logger = init_logger(__name__)
 
 class TpuPlatform(Platform):
     _enum = PlatformEnum.TPU
+    device_type: str = "tpu"
 
     @classmethod
     def get_default_attn_backend(cls, selected_backend: _Backend) -> _Backend:

vllm/platforms/xpu.py

@@ -16,6 +16,7 @@ logger = init_logger(__name__)
 
 class XPUPlatform(Platform):
     _enum = PlatformEnum.XPU
+    device_type: str = "xpu"
 
     @classmethod
     def get_default_attn_backend(cls, selected_backend: _Backend) -> _Backend: