From 5576dc6c57d4dadfb385af7df3f3f63572239d9d Mon Sep 17 00:00:00 2001 From: Oguz Vuruskaner Date: Wed, 24 Jul 2024 20:41:08 +0300 Subject: [PATCH] DeepInfra Llama-3.1 --- llm_benchmark_suite.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm_benchmark_suite.py b/llm_benchmark_suite.py index aca2e9d..f122e31 100644 --- a/llm_benchmark_suite.py +++ b/llm_benchmark_suite.py @@ -367,7 +367,7 @@ def _text_models(): # _OvhLlm("llama-3p1-405b-instruct", LLAMA_31_405B_CHAT), # Llama 3.1 70b # _DatabricksLlm("databricks-meta-llama-3.1-70b-instruct", LLAMA_31_70B_CHAT), - # _DeepInfraLlm("meta-llama/Meta-Llama-3.1-70B-Instruct", LLAMA_31_70B_CHAT), + _DeepInfraLlm("meta-llama/Meta-Llama-3.1-70B-Instruct", LLAMA_31_70B_CHAT), _FireworksLlm( "accounts/fireworks/models/llama-v3p1-70b-instruct", LLAMA_31_70B_CHAT_FP8 ), @@ -380,7 +380,7 @@ def _text_models(): # _OvhLlm("llama-3p1-8b-instruct", LLAMA_31_8B_CHAT), # Llama 3.1 8b # _DatabricksLlm("databricks-meta-llama-3.1-8b-instruct", LLAMA_31_8B_CHAT), - # _DeepInfraLlm("meta-llama/Meta-Llama-3.1-8B-Instruct", LLAMA_31_8B_CHAT), + _DeepInfraLlm("meta-llama/Meta-Llama-3.1-8B-Instruct", LLAMA_31_8B_CHAT), _FireworksLlm( "accounts/fireworks/models/llama-v3p1-8b-instruct", LLAMA_31_8B_CHAT_FP8 ),