chore: downgrade accelerate

zama-ai · Dec 20, 2024 · c0094ae · c0094ae
1 parent 51c9a64
commit c0094ae
Show file tree

Hide file tree

Showing 4 changed files with 15 additions and 5 deletions.
diff --git a/use_case_examples/lora_finetuning/GPT2FineTuneHybrid.ipynb b/use_case_examples/lora_finetuning/GPT2FineTuneHybrid.ipynb
@@ -19,8 +19,6 @@
    "source": [
     "# Import necessary libraries\n",
     "import math\n",
-    "import shutil\n",
-    "from pathlib import Path\n",
     "\n",
     "import matplotlib.pyplot as plt\n",
     "import torch\n",
@@ -261,7 +259,6 @@
     "    learning_rate=2e-3,\n",
     "    lr_scheduler_type=\"linear\",\n",
     "    seed=SEED,\n",
-    "    data_seed=SEED,\n",
     "    warmup_steps=10,\n",
     "    weight_decay=0.01,\n",
     "    prediction_loss_only=True,\n",
@@ -1299,6 +1296,9 @@
  "metadata": {
   "execution": {
    "timeout": 10800
+  },
+  "language_info": {
+   "name": "python"
   }
  },
  "nbformat": 4,

diff --git a/use_case_examples/lora_finetuning/LLamaFineTuning.ipynb b/use_case_examples/lora_finetuning/LLamaFineTuning.ipynb
@@ -175,7 +175,6 @@
     "    learning_rate=2e-4,\n",
     "    lr_scheduler_type=\"linear\",\n",
     "    seed=SEED,\n",
-    "    data_seed=SEED,\n",
     "    warmup_steps=10,\n",
     "    weight_decay=0.01,\n",
     "    prediction_loss_only=True,\n",
@@ -351,6 +350,15 @@
  "metadata": {
   "execution": {
    "timeout": 10800
+  },
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "name": "python",
+   "version": "3.10.11"
   }
  },
  "nbformat": 4,

diff --git a/use_case_examples/lora_finetuning/README.md b/use_case_examples/lora_finetuning/README.md
@@ -19,6 +19,8 @@ Fine-tuning large language models typically requires access to sensitive data, w
 
 ### Installation
 
+This project requires Python 3.9 or higher.
+
 Install the required packages:
 
 <!--pytest-codeblocks:skip-->

diff --git a/use_case_examples/lora_finetuning/requirements.txt b/use_case_examples/lora_finetuning/requirements.txt
@@ -4,6 +4,6 @@ peft==0.12.0
 Jinja2==3.1.4
 matplotlib==3.7.5
 datasets==3.1.0
-accelerate==1.2.0
+accelerate==1.0.1
 jupyter==1.1.1
 tqdm==4.67.1