uncomment 3 pwfalse

pytorch · May 10, 2024 · 2e6e9fe · 2e6e9fe
1 parent b29e612
commit 2e6e9fe
Showing 1 changed file with 24 additions and 12 deletions.
diff --git a/test/stateful_dataloader/test_state_dict.py b/test/stateful_dataloader/test_state_dict.py
@@ -697,7 +697,8 @@ def test_generator(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -713,7 +714,8 @@ def test_generator(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -735,7 +737,8 @@ def test_generator_no_state(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -751,7 +754,8 @@ def test_generator_no_state(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -775,7 +779,8 @@ def test_iterable(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 generator=g,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
@@ -790,7 +795,8 @@ def test_iterable(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 generator=g,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
@@ -812,7 +818,8 @@ def test_map(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 generator=generator,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
@@ -827,7 +834,8 @@ def test_map(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 generator=generator,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
@@ -848,7 +856,8 @@ def test_map_shuffle(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -863,7 +872,8 @@ def test_map_shuffle(self):
                 num_workers=num_workers,
                 collate_fn=identity,
                 snapshot_every_n_steps=every_n_steps,
-                persistent_workers=pw,
+                # persistent_workers=pw,
+                persistent_workers=False,
                 batch_size=bs,
                 multiprocessing_context=("forkserver" if IS_MACOS and num_workers else None),
             )
@@ -950,7 +960,8 @@ def _run_test(self, snapshot_every_n_steps, interrupt):
             num_workers=num_workers,
             batch_size=4,
             collate_fn=identity,
-            persistent_workers=True,
+            # persistent_workers=True,
+            persistent_workers=False,
             multiprocessing_context="forkserver" if IS_MACOS else None,
             snapshot_every_n_steps=snapshot_every_n_steps,
         )
@@ -976,7 +987,8 @@ def _run_test(self, snapshot_every_n_steps, interrupt):
             num_workers=num_workers,
             batch_size=4,
             collate_fn=identity,
-            persistent_workers=True,
+            # persistent_workers=True,
+            persistent_workers=False,
             multiprocessing_context="forkserver" if IS_MACOS else None,
         )
         dl.load_state_dict(state_dict2)