Add stable affine coupling flows

bayesflow-org · May 17, 2024 · dc74968 · dc74968
1 parent 51cb6a7
commit dc74968
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py b/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py
@@ -19,9 +19,7 @@ def split_parameters(self, parameters: Tensor) -> dict[str, Tensor]:
         return {"scale": scale, "shift": shift}
 
     def constrain_parameters(self, parameters: dict[str, Tensor]) -> dict[str, Tensor]:
-        # shift = math.log(math.e - 1)
         s = parameters["scale"]
-        # parameters["scale"] = self.clamp_factor * ops.sigmoid(ops.softplus(parameters["scale"] + shift))
         parameters["scale"] = 1 / (1 + ops.exp(-s)) * ops.sqrt(1 + ops.abs(s + self.clamp_factor))
 
         return parameters

diff --git a/bayesflow/experimental/networks/resnet/hidden_block.py b/bayesflow/experimental/networks/resnet/hidden_block.py
@@ -6,7 +6,7 @@ class ConfigurableHiddenBlock(keras.layers.Layer):
     def __init__(
         self,
         num_units,
-        activation="relu",
+        activation="gelu",
         residual=True,
         dropout_rate=0.05,
         spectral_norm=False,