diff --git a/tests/constants.py b/tests/constants.py index 71946f11..f0969331 100644 --- a/tests/constants.py +++ b/tests/constants.py @@ -540,6 +540,7 @@ (MARS, {'lr': 5e-1, 'lr_1d': 5e-1, 'weight_decay': 1e-3, 'mars_type': 'shampoo'}, 5), (MARS, {'lr': 5e-1, 'lr_1d': 5e-1, 'weight_decay': 1e-3, 'mars_type': 'adamw', 'ams_bound': True}, 5), (SGDSaI, {'lr': 1e0}, 15), + (SGDSaI, {'lr': 1e0, 'momentum': 0.0}, 15), ] ADANORM_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [ (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'adanorm': True}, 10),