Merge pull request #110 from ovuruska/feat/deepinfra-llama-3-1

Add DeepInfra Llama-3.1
fixie-ai · Jul 25, 2024 · 52f69ae · 52f69ae
2 parents 9b777e4 + 5576dc6
commit 52f69ae
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llm_benchmark_suite.py b/llm_benchmark_suite.py
@@ -367,7 +367,7 @@ def _text_models():
         # _OvhLlm("llama-3p1-405b-instruct", LLAMA_31_405B_CHAT),
         # Llama 3.1 70b
         # _DatabricksLlm("databricks-meta-llama-3.1-70b-instruct", LLAMA_31_70B_CHAT),
-        # _DeepInfraLlm("meta-llama/Meta-Llama-3.1-70B-Instruct", LLAMA_31_70B_CHAT),
+        _DeepInfraLlm("meta-llama/Meta-Llama-3.1-70B-Instruct", LLAMA_31_70B_CHAT),
         _FireworksLlm(
             "accounts/fireworks/models/llama-v3p1-70b-instruct", LLAMA_31_70B_CHAT_FP8
         ),
@@ -380,7 +380,7 @@ def _text_models():
         # _OvhLlm("llama-3p1-8b-instruct", LLAMA_31_8B_CHAT),
         # Llama 3.1 8b
         # _DatabricksLlm("databricks-meta-llama-3.1-8b-instruct", LLAMA_31_8B_CHAT),
-        # _DeepInfraLlm("meta-llama/Meta-Llama-3.1-8B-Instruct", LLAMA_31_8B_CHAT),
+        _DeepInfraLlm("meta-llama/Meta-Llama-3.1-8B-Instruct", LLAMA_31_8B_CHAT),
         _FireworksLlm(
             "accounts/fireworks/models/llama-v3p1-8b-instruct", LLAMA_31_8B_CHAT_FP8
         ),