remove fsdp and deepspeed patches

src/axolotl/utils/models.py

@@ -380,18 +380,18 @@ def apply_patches(self) -> None:
         plugin_manager = PluginManager.get_instance()
         plugin_manager.pre_model_load(self.cfg)
 
-        if self.cfg.fsdp:
-            from axolotl.monkeypatch.trainer_fsdp_optim import (
-                patch_training_loop_for_fsdp,
-            )
-
-            patch_training_loop_for_fsdp()
-        elif self.cfg.deepspeed and self.cfg.gradient_accumulation_steps > 1:
-            from axolotl.monkeypatch.trainer_grad_accum import (
-                patch_training_loop_for_deepspeed_0_16_x,
-            )
-
-            patch_training_loop_for_deepspeed_0_16_x()
+        # if self.cfg.fsdp:
+        #     from axolotl.monkeypatch.trainer_fsdp_optim import (
+        #         patch_training_loop_for_fsdp,
+        #     )
+        #
+        #     patch_training_loop_for_fsdp()
+        # elif self.cfg.deepspeed and self.cfg.gradient_accumulation_steps > 1:
+        #     from axolotl.monkeypatch.trainer_grad_accum import (
+        #         patch_training_loop_for_deepspeed_0_16_x,
+        #     )
+        #
+        #     patch_training_loop_for_deepspeed_0_16_x()
 
         if self.cfg.gradient_checkpointing == "unsloth":
             transformers.modeling_utils.checkpoint = hf_grad_checkpoint_unsloth_wrapper