diff --git a/tests/generate_tests.py b/tests/generate_tests.py index d529160dd..3f103778b 100644 --- a/tests/generate_tests.py +++ b/tests/generate_tests.py @@ -72,6 +72,9 @@ # TODO: remove when https://github.com/huggingface/transformers/issues/28096 is addressed 'RajuKandasamy/tamillama_tiny_30m', + + # Requires `trust_remote_code` + 'monologg/kobert', ] MAX_TESTS = { @@ -228,10 +231,6 @@ TOKENIZERS_WITH_CHAT_TEMPLATES = { # https://huggingface.co/docs/transformers/main/en/chat_templating - 'Xenova/blenderbot-400M-distill': [ - 'basic', - ], - 'Xenova/mistral-tokenizer-v1': [ 'basic', ], @@ -240,16 +239,6 @@ 'system', ], - 'Xenova/llama-tokenizer': [ - 'basic', - 'system', - 'system + assistant', - ], - 'Xenova/llama2-tokenizer': [ - 'basic', - 'system', - 'system + assistant', - ], 'Xenova/llama2-chat-tokenizer': [ 'basic', 'system',