drop monkeypatches

src/axolotl/utils/models.py

@@ -399,14 +399,14 @@ def apply_patches(self) -> None:
         if self.cfg.flash_attention:
             self.patch_attention()
 
-        if self.cfg.model_config_type == "llama":
-            from axolotl.monkeypatch.trainer_grad_accum import (
-                patch_forward_for_ga,
-                patch_training_step_for_ga,
-            )
-
-            patch_forward_for_ga()
-            patch_training_step_for_ga()
+        # if self.cfg.model_config_type == "llama":
+        #     from axolotl.monkeypatch.trainer_grad_accum import (
+        #         patch_forward_for_ga,
+        #         patch_training_step_for_ga,
+        #     )
+        #
+        #     patch_forward_for_ga()
+        #     patch_training_step_for_ga()
 
         if self.cfg.sample_packing and self.cfg.s2_attention:
             raise ValueError(

tests/patched/test_llama_trainer_ga.py

@@ -1,12 +1,15 @@
 """"Test module for checking whether the Hugging Face Transformers is working as expected."""
 import unittest
 
+import pytest
+
 from axolotl.monkeypatch.trainer_grad_accum import (
     check_forward_is_patchable,
     check_training_step_is_patchable,
 )
 
 
+@pytest.mark.skip("should be fixed upstream")
 class TestTrainerGAIntegration(unittest.TestCase):
     """llama monkeypatch integration tests."""