Merge pull request #98 from fixie-ai/juberti/tools

Groq models are fp8
fixie-ai · Jul 19, 2024 · e9ebd67 · e9ebd67
2 parents 71a0369 + cc115fa
commit e9ebd67
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm_benchmark_suite.py b/llm_benchmark_suite.py
@@ -354,7 +354,7 @@ def _text_models():
         _FireworksLlm(
             "accounts/fireworks/models/mixtral-8x7b-instruct-hf", MIXTRAL_8X7B_INSTRUCT
         ),
-        _GroqLlm("mixtral-8x7b-32768", MIXTRAL_8X7B_INSTRUCT),
+        _GroqLlm("mixtral-8x7b-32768", MIXTRAL_8X7B_INSTRUCT_FP8),
         _NvidiaLlm("mistralai/mixtral-8x7b-instruct-v0.1", MIXTRAL_8X7B_INSTRUCT),
         _OctoLlm("mixtral-8x7b-instruct", MIXTRAL_8X7B_INSTRUCT),
         _TogetherLlm("mistralai/Mixtral-8x7B-Instruct-v0.1", MIXTRAL_8X7B_INSTRUCT),