fix

turbo-llm · Nov 18, 2024 · 68469d7 · 68469d7
1 parent ef4425e
commit 68469d7
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/turbo_alignment/common/tf/loaders/model/model.py b/turbo_alignment/common/tf/loaders/model/model.py
@@ -119,4 +119,3 @@ def load_model(
             model.base_model.model.score.weight.requires_grad = True
 
     return model
-
diff --git a/turbo_alignment/settings/model.py b/turbo_alignment/settings/model.py
@@ -23,7 +23,7 @@ class LigerKernelSettings(ExtraFieldsNotAllowedBaseModel):
     use_rms_norm: bool = False
 
     @model_validator(mode='after')
-    def correct_cross_entopy_kernels(self) -> 'LigerKernelSettings':
+    def check_cross_entopy_kernels(self) -> 'LigerKernelSettings':
         if self.use_fused_linear_cross_entropy and self.use_cross_entropy:
             raise ValueError(
                 'You cannot use both FusedLinearCrossEntropy and CrossEntropy kernels. '
Original file line number	Diff line number	Diff line change
Expand Up		@@ -119,4 +119,3 @@ def load_model(
		model.base_model.model.score.weight.requires_grad = True

		return model