Update utils.py (#174)

fix error in the docker --------- Co-authored-by: dhuangnm <[email protected]>
neuralmagic · Apr 8, 2024 · e752ec7 · e752ec7 · github-actions · Apr 9, 2024
1 parent a3297db
commit e752ec7
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/vllm/utils.py b/vllm/utils.py
@@ -119,11 +119,13 @@ def is_hip() -> bool:
 
 @lru_cache(maxsize=None)
 def is_cpu() -> bool:
-    from importlib.metadata import version
+    from importlib.metadata import PackageNotFoundError, version
 
     # UPSTREAM SYNC: needed for nm-vllm
-    is_cpu_flag = "cpu" in version("nm-vllm")
-    return is_cpu_flag
+    try:
+        return "cpu" in version("nm-vllm")
+    except PackageNotFoundError:
+        return False
 
 
 @lru_cache(maxsize=None)