update: FTRL optimizer

kozistr · Nov 23, 2024 · e53d049 · e53d049
1 parent 5ff5be9
commit e53d049
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/pytorch_optimizer/__init__.py b/pytorch_optimizer/__init__.py
@@ -70,6 +70,7 @@
 from pytorch_optimizer.optimizer.fadam import FAdam
 from pytorch_optimizer.optimizer.fp16 import DynamicLossScaler, SafeFP16Optimizer
 from pytorch_optimizer.optimizer.fromage import Fromage
+from pytorch_optimizer.optimizer.ftrl import FTRL
 from pytorch_optimizer.optimizer.galore import GaLore, GaLoreProjector
 from pytorch_optimizer.optimizer.gc import centralize_gradient
 from pytorch_optimizer.optimizer.gravity import Gravity
@@ -217,6 +218,7 @@
     AdEMAMix,
     SOAP,
     ADOPT,
+    FTRL,
 ]
 OPTIMIZERS: Dict[str, OPTIMIZER] = {str(optimizer.__name__).lower(): optimizer for optimizer in OPTIMIZER_LIST}