remove phimoe now that it is in transformers

axolotl-ai-cloud · Nov 14, 2024 · 9e2e8f7 · 9e2e8f7
1 parent 783945c
commit 9e2e8f7
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/axolotl/monkeypatch/multipack.py b/src/axolotl/monkeypatch/multipack.py
@@ -33,8 +33,6 @@ def patch_for_multipack(model_type, model_name=None, is_remote_code=False):
         patch_remote(model_name, ".configuration_gemmoe", ".modeling_gemmoe")
     elif model_type == "deepseek_v2":
         patch_remote(model_name, ".configuration_deepseek", ".modeling_deepseek")
-    elif model_type == "phimoe":
-        patch_remote(model_name, ".configuration_phimoe", ".modeling_phimoe")
     elif hasattr(transformers, "modeling_flash_attention_utils") and not is_remote_code:
         transformers.modeling_flash_attention_utils._get_unpad_data = (  # pylint: disable=protected-access
             get_unpad_data