move liger kernels to modeling

turbo-llm · Sep 29, 2024 · ba76ded · ba76ded
1 parent 3352899
commit ba76ded
Show file tree

Hide file tree

Showing 7 changed files with 6 additions and 7 deletions.
diff --git a/turbo_alignment/common/tf/loaders/model/model.py b/turbo_alignment/common/tf/loaders/model/model.py
@@ -2,13 +2,11 @@
 from peft import PeftModel, get_peft_model, prepare_model_for_int8_training
 from transformers import PreTrainedModel, PreTrainedTokenizerBase
 
-from turbo_alignment.common.tf.liger_kernels.monkey_patch_liger import (
-    apply_liger_kernel_to_gemma2,
-)
 from turbo_alignment.common.tf.loaders.model.registry import (
     PeftConfigRegistry,
     TransformersAutoModelRegistry,
 )
+from turbo_alignment.modeling.liger_kernels import apply_liger_kernel_to_gemma2
 from turbo_alignment.settings.model import (
     ModelForPeftSettings,
     PreTrainedAdaptersModelSettings,

diff --git a/turbo_alignment/modeling/liger_kernels/__init__.py b/turbo_alignment/modeling/liger_kernels/__init__.py
@@ -0,0 +1 @@
+from monkey_patch_liger import *
diff --git a/.../common/tf/liger_kernels/cross_entropy.py → ...t/modeling/liger_kernels/cross_entropy.py b/.../common/tf/liger_kernels/cross_entropy.py → ...t/modeling/liger_kernels/cross_entropy.py
diff --git a/...lignment/common/tf/liger_kernels/geglu.py → ...alignment/modeling/liger_kernels/geglu.py b/...lignment/common/tf/liger_kernels/geglu.py → ...alignment/modeling/liger_kernels/geglu.py
@@ -5,7 +5,7 @@
 import triton
 import triton.language as tl
 
-from turbo_alignment.common.tf.liger_kernels.utils import (
+from turbo_alignment.modeling.liger_kernels.utils import (
     calculate_settings,
     compare_version,
     ensure_contiguous,

diff --git a/...on/tf/liger_kernels/monkey_patch_liger.py → ...eling/liger_kernels/monkey_patch_liger.py b/...on/tf/liger_kernels/monkey_patch_liger.py → ...eling/liger_kernels/monkey_patch_liger.py
@@ -1,9 +1,9 @@
 from transformers import PretrainedConfig, PreTrainedModel
 
 from turbo_alignment.common.logging import get_project_logger
-from turbo_alignment.common.tf.liger_kernels.cross_entropy import LigerCrossEntropyLoss
-from turbo_alignment.common.tf.liger_kernels.geglu import LigerGEGLUMLP
-from turbo_alignment.common.tf.liger_kernels.rope import liger_rotary_pos_emb
+from turbo_alignment.modeling.liger_kernels.cross_entropy import LigerCrossEntropyLoss
+from turbo_alignment.modeling.liger_kernels.geglu import LigerGEGLUMLP
+from turbo_alignment.modeling.liger_kernels.rope import liger_rotary_pos_emb
 
 logger = get_project_logger()
 

diff --git a/...alignment/common/tf/liger_kernels/rope.py → ..._alignment/modeling/liger_kernels/rope.py b/...alignment/common/tf/liger_kernels/rope.py → ..._alignment/modeling/liger_kernels/rope.py
diff --git a/...lignment/common/tf/liger_kernels/utils.py → ...alignment/modeling/liger_kernels/utils.py b/...lignment/common/tf/liger_kernels/utils.py → ...alignment/modeling/liger_kernels/utils.py