Fix benchmark_single_table with custom synthesizers and timeout

pyproject.toml

@@ -24,6 +24,7 @@ dependencies = [
     'appdirs>=1.3',
     'boto3>=1.28,<2',
     'botocore>=1.31,<2',
+    'cloudpickle>=2.1.0',
     'compress-pickle>=1.2.0',
     'humanfriendly>=8.2',
     "numpy>=1.21.0,<2.0.0;python_version<'3.10'",

sdgym/benchmark.py

@@ -11,6 +11,7 @@
 from pathlib import Path
 
 import boto3
+import cloudpickle
 import compress_pickle
 import numpy as np
 import pandas as pd
@@ -44,6 +45,10 @@
     used_memory,
 )
 
+multiprocessing.set_start_method('spawn', force=True)
+multiprocessing.reduction.ForkingPickler.dumps = cloudpickle.dumps
+multiprocessing.reduction.ForkingPickler.loads = cloudpickle.loads
+
 LOGGER = logging.getLogger(__name__)
 DEFAULT_SYNTHESIZERS = [GaussianCopulaSynthesizer, CTGANSynthesizer]
 DEFAULT_DATASETS = [

sdgym/synthesizers/generate.py

@@ -124,7 +124,7 @@ def get_trained_synthesizer(self, data, metadata):
                 obj:
                     The trained synthesizer.
             """
-            return get_trained_synthesizer_fn(data, metadata)
+            return self.synthesizer_fn['get_trained_synthesizer_fn'](data, metadata)
 
         def sample_from_synthesizer(self, synthesizer, num_samples):
             """Sample the desired number of samples from the given synthesizer.
@@ -139,11 +139,22 @@ def sample_from_synthesizer(self, synthesizer, num_samples):
                 pandas.DataFrame:
                     The synthetic data.
             """
-            return sample_from_synthesizer_fn(synthesizer, num_samples)
-
-    NewSynthesizer.__name__ = f'Custom:{display_name}'
-
-    return NewSynthesizer
+            return self.synthesizer_fn['sample_from_synthesizer_fn'](synthesizer, num_samples)
+
+    CustomSynthesizer = type(
+        f'Custom:{display_name}',
+        (NewSynthesizer,),
+        {
+            'synthesizer_fn': {
+                'get_trained_synthesizer_fn': get_trained_synthesizer_fn,
+                'sample_from_synthesizer_fn': sample_from_synthesizer_fn,
+            },
+        },
+    )
+    CustomSynthesizer.__name__ = f'Custom:{display_name}'
+    CustomSynthesizer.__module__ = 'sdgym.synthesizers.generate'
+    globals()[f'Custom:{display_name}'] = CustomSynthesizer
+    return CustomSynthesizer
 
 
 def create_multi_table_synthesizer(