fix default value

turbo-llm · Nov 26, 2024 · b7186e8 · b7186e8
1 parent bced0d4
commit b7186e8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/turbo_alignment/settings/model.py b/turbo_alignment/settings/model.py
@@ -16,10 +16,10 @@ class ModelType(str, Enum):
 
 
 class LigerKernelSettings(ExtraFieldsNotAllowedBaseModel):
-    use_rope: bool = True
+    use_rope: bool = False
     use_cross_entropy: bool = False
     use_fused_linear_cross_entropy: bool = False
-    use_mlp: bool = True
+    use_mlp: bool = False
     use_rms_norm: bool = False
 
     @model_validator(mode='after')