diff --git a/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py b/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py
index 2b3c6c51d..0393c1446 100644
--- a/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py
+++ b/bayesflow/experimental/networks/coupling_flow/transforms/affine_transform.py
@@ -19,9 +19,7 @@ def split_parameters(self, parameters: Tensor) -> dict[str, Tensor]:
         return {"scale": scale, "shift": shift}
 
     def constrain_parameters(self, parameters: dict[str, Tensor]) -> dict[str, Tensor]:
-        # shift = math.log(math.e - 1)
         s = parameters["scale"]
-        # parameters["scale"] = self.clamp_factor * ops.sigmoid(ops.softplus(parameters["scale"] + shift))
         parameters["scale"] = 1 / (1 + ops.exp(-s)) * ops.sqrt(1 + ops.abs(s + self.clamp_factor))
 
         return parameters
diff --git a/bayesflow/experimental/networks/resnet/hidden_block.py b/bayesflow/experimental/networks/resnet/hidden_block.py
index f0eb4b0f6..423052095 100644
--- a/bayesflow/experimental/networks/resnet/hidden_block.py
+++ b/bayesflow/experimental/networks/resnet/hidden_block.py
@@ -6,7 +6,7 @@ class ConfigurableHiddenBlock(keras.layers.Layer):
     def __init__(
         self,
         num_units,
-        activation="relu",
+        activation="gelu",
         residual=True,
         dropout_rate=0.05,
         spectral_norm=False,