Updated the perf number for test test_text_generation_distributed_tp

huggingface · Jul 30, 2024 · 3fd17e7 · 3fd17e7
1 parent 6a04a8c
commit 3fd17e7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -72,7 +72,7 @@
             ("meta-llama/Llama-2-7b-hf", 39.72973199515235),
         ],
         "distributed_tp": [
-            ("meta-llama/Llama-2-7b-hf", 1856.8140409694543),
+            ("meta-llama/Llama-2-7b-hf", 1345.2369318328463),
         ],
     }
 else: