From 6a5fc4afbbbd747ab04f84e4c71d8d795897f012 Mon Sep 17 00:00:00 2001 From: Lorenzo Pacchiardi Date: Thu, 22 Aug 2024 16:11:14 +0100 Subject: [PATCH] Fix the is_chat_model function to work with gpt-4o --- evals/registry.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/evals/registry.py b/evals/registry.py index 2d1c0fee1d..3b6f46ccd6 100644 --- a/evals/registry.py +++ b/evals/registry.py @@ -89,7 +89,7 @@ def is_chat_model(model_name: str) -> bool: if model_name in CHAT_MODEL_NAMES: return True - for model_prefix in {"gpt-3.5-turbo-", "gpt-4-"}: + for model_prefix in {"gpt-3.5-turbo-", "gpt-4-", "gpt-4o-"}: if model_name.startswith(model_prefix): return True