update: FTRL optimizer

kozistr · Nov 23, 2024 · 5ff5be9 · 5ff5be9
1 parent b4696f2
commit 5ff5be9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/tests/constants.py b/tests/constants.py
@@ -4,6 +4,7 @@
     ADOPT,
     ASGD,
     CAME,
+    FTRL,
     LARS,
     MADGRAD,
     MSVAG,
@@ -501,6 +502,7 @@
     (AdaMax, {'lr': 5e-1, 'weight_decay': 1e-3, 'adanorm': True}, 5),
     (SWATS, {'lr': 5e-1, 'weight_decay': 1e-3, 'adanorm': True}, 5),
     (Aida, {'lr': 1e0, 'weight_decay': 1e-3, 'adanorm': True}, 5),
+    (FTRL, {'lr': 1e0}, 5),
 ]
 ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [
     (AdaBelief, {'lr': 1e1, 'weight_decay': 1e-3, 'adam_debias': True}, 5),

diff --git a/tests/test_load_modules.py b/tests/test_load_modules.py
@@ -38,7 +38,7 @@ def test_load_lr_scheduler_invalid(invalid_lr_scheduler_names):
 
 
 def test_get_supported_optimizers():
-    assert len(get_supported_optimizers()) == 77
+    assert len(get_supported_optimizers()) == 78
     assert len(get_supported_optimizers('adam*')) == 7
     assert len(get_supported_optimizers(['adam*', 'ranger*'])) == 9