[BugFix] Use different mechanism to get vllm version in `is_cpu()` (#3804)

c9b506da · Nick Hill · GitHub · 5757d90e · c9b506da
Unverified Commit c9b506da authored Apr 02, 2024 by Nick Hill Committed by GitHub Apr 02, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 3 deletions

vllm/utils.py vllm/utils.py +5 -3

No files found.
--- a/vllm/utils.py
+++ b/vllm/utils.py
@@ -119,9 +119,11 @@ def is_hip() -> bool:
 @lru_cache(maxsize=None)
 def is_cpu() -> bool:
-    from importlib.metadata import version
+    from importlib.metadata import PackageNotFoundError, version
-    is_cpu_flag = "cpu" in version("vllm")
+    try:
-    return is_cpu_flag
+        return "cpu" in version("vllm")
+    except PackageNotFoundError:
+        return False
 @lru_cache(maxsize=None)