From e752ec7640f8efb5176957fd3a790a0b8d69ccfc Mon Sep 17 00:00:00 2001 From: dhuangnm <74931910+dhuangnm@users.noreply.github.com> Date: Mon, 8 Apr 2024 18:23:00 -0400 Subject: [PATCH] Update utils.py (#174) fix error in the docker --------- Co-authored-by: dhuangnm --- vllm/utils.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/vllm/utils.py b/vllm/utils.py index 1331ebfd9600..9da8f1dbfb32 100644 --- a/vllm/utils.py +++ b/vllm/utils.py @@ -119,11 +119,13 @@ def is_hip() -> bool: @lru_cache(maxsize=None) def is_cpu() -> bool: - from importlib.metadata import version + from importlib.metadata import PackageNotFoundError, version # UPSTREAM SYNC: needed for nm-vllm - is_cpu_flag = "cpu" in version("nm-vllm") - return is_cpu_flag + try: + return "cpu" in version("nm-vllm") + except PackageNotFoundError: + return False @lru_cache(maxsize=None)