diff --git a/turbo_alignment/settings/model.py b/turbo_alignment/settings/model.py index 72cd887..8058296 100755 --- a/turbo_alignment/settings/model.py +++ b/turbo_alignment/settings/model.py @@ -16,10 +16,10 @@ class ModelType(str, Enum): class LigerKernelSettings(ExtraFieldsNotAllowedBaseModel): - use_rope: bool = True + use_rope: bool = False use_cross_entropy: bool = False use_fused_linear_cross_entropy: bool = False - use_mlp: bool = True + use_mlp: bool = False use_rms_norm: bool = False @model_validator(mode='after')