From a748eea387add12f494c73ec621b09f8fb1b463a Mon Sep 17 00:00:00 2001 From: Symon <59005260+4SAnalyticsnModelling@users.noreply.github.com> Date: Wed, 21 Jun 2023 10:31:31 -0600 Subject: [PATCH] Update Flux.jl Add a new variant of Adam optimizer called "partially adaptive momentum estimation method (PAdam)" --- src/Flux.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/Flux.jl b/src/Flux.jl index 5ec715dae2..73f2e75da3 100644 --- a/src/Flux.jl +++ b/src/Flux.jl @@ -36,7 +36,7 @@ using .Optimise: @epochs using .Optimise: skip export Descent, Adam, Momentum, Nesterov, RMSProp, AdaGrad, AdaMax, AdaDelta, AMSGrad, NAdam, OAdam, - AdamW, RAdam, AdaBelief, InvDecay, ExpDecay, + AdamW, RAdam, AdaBelief, PAdam, InvDecay, ExpDecay, WeightDecay, ClipValue, ClipNorm export ClipGrad, OptimiserChain # these are const defined in deprecations, for ClipValue, Optimiser