undo super().__reduce__() again

byi8220 · Sep 4, 2024 · 073d7b3 · 073d7b3
1 parent 17713e7
commit 073d7b3
Showing 1 changed file with 13 additions and 1 deletion.
diff --git a/src/accelerate/data_loader.py b/src/accelerate/data_loader.py
@@ -881,7 +881,19 @@ def __len__(self):
             return math.ceil(whole_length / self.state.num_processes)
 
     def __reduce__(self):
-        return super().__reduce__()
+        return (
+            DataLoaderDispatcher,
+            (
+                self.base_dataloader.dataset,
+                self.split_batches,
+                self.skip_batches,
+                self.use_stateful_dataloader,
+                self._drop_last,
+                self._non_blocking,
+                self.slice_fn,
+            ),
+            self.__dict__,
+        )
 
     @property
     def total_batch_size(self):