format

linkedin · Aug 19, 2024 · ce7735d · ce7735d
1 parent ae71657
commit ce7735d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/examples/huggingface/training.py b/examples/huggingface/training.py
@@ -13,9 +13,7 @@
 
 @dataclass
 class CustomArguments:
-    model_name: str = (
-        "meta-llama/Meta-Llama-3-8B"
-    )
+    model_name: str = "meta-llama/Meta-Llama-3-8B"
     dataset: str = "tatsu-lab/alpaca"
     max_seq_length: int = 512
     use_liger: bool = False

diff --git a/examples/lightning/training.py b/examples/lightning/training.py
@@ -7,13 +7,14 @@
 import lightning.pytorch as pl
 import torch
 import transformers
-from liger_kernel.transformers import apply_liger_kernel_to_llama
 from lightning.pytorch.strategies import DeepSpeedStrategy, FSDPStrategy
 from torch.distributed.fsdp import BackwardPrefetch, MixedPrecision
 from torch.utils.data import DataLoader
 from transformers.models.llama.modeling_llama import LlamaDecoderLayer
 from trl import DataCollatorForCompletionOnlyLM
 
+from liger_kernel.transformers import apply_liger_kernel_to_llama
+
 apply_liger_kernel_to_llama(fused_linear_cross_entropy=True, cross_entropy=False)