GPT-J support reuse_cache

Signed-off-by: Takahashi, Akihiro <[email protected]> Co-authored-by: Lau, Kiangpeng <[email protected]> Co-authored-by: Yaser Afshar <[email protected]>
huggingface · Jul 17, 2024 · 9a3eec0 · 9a3eec0
1 parent 9a7a1bc
commit 9a3eec0
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/tests/test_text_generation_example.py b/tests/test_text_generation_example.py
@@ -80,7 +80,7 @@
             ("gpt2-xl", 1, False, 142.11481820425706),
             # TODO: fix OPT 6.7B
             # ("facebook/opt-6.7b", 0.0),
-            ("EleutherAI/gpt-j-6b", 1, False, 50.79545107991805),
+            ("EleutherAI/gpt-j-6b", 1, True, 156.2893125740893),
             ("meta-llama/Llama-2-7b-hf", 1, True, 44.39616259946937),
             ("tiiuae/falcon-7b", 1, True, 44.82870145718665),
             ("bigcode/starcoder", 1, False, 15.945023767901013),
@@ -94,7 +94,6 @@
             ("adept/persimmon-8b-base", 1, False, 34.53559807384106),
             ("bigcode/starcoder2-3b", 1, False, 82.09655684566117),
             ("state-spaces/mamba-130m-hf", 224, False, 794.542),
-            ("mosaicml/mpt-7b", 1, True, 147.98258566975915),
         ],
         "fp8": [],
         "deepspeed": [