From c9b506dad43c1439fd9aa5c1dd358d03967a7790 Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Tue, 2 Apr 2024 23:06:25 -0700 Subject: [PATCH] [BugFix] Use different mechanism to get vllm version in `is_cpu()` (#3804) --- vllm/utils.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/vllm/utils.py b/vllm/utils.py index 17b97f39..1db57bc5 100644 --- a/vllm/utils.py +++ b/vllm/utils.py @@ -119,9 +119,11 @@ def is_hip() -> bool: @lru_cache(maxsize=None) def is_cpu() -> bool: - from importlib.metadata import version - is_cpu_flag = "cpu" in version("vllm") - return is_cpu_flag + from importlib.metadata import PackageNotFoundError, version + try: + return "cpu" in version("vllm") + except PackageNotFoundError: + return False @lru_cache(maxsize=None)