version 2.5.5

Goekdeniz-Guelmez · Oct 4, 2024 · 00cf104 · 00cf104
1 parent 9ffd1a9
commit 00cf104
Show file tree

Hide file tree

Showing 7 changed files with 7 additions and 29 deletions.
diff --git a/example-fineweb.ipynb b/example-fineweb.ipynb
@@ -31,8 +31,7 @@
     "from model.args import MOEModelArgs\n",
     "from model.KANaMoEv1 import KANaMoEv1\n",
     "\n",
-    "from utils import load_model, quick_inference\n",
-    "from model.handler import save_pretrained\n",
+    "from model.handler import save_pretrained, quick_inference\n",
     "\n",
     "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")"
    ]
@@ -183,7 +182,9 @@
    "id": "32cd9a68",
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "save_pretrained(path_to_save=\"fineweb/\", model=new_model)"
+   ]
   }
  ],
  "metadata": {

diff --git a/example_fineweb.py b/example_fineweb.py
@@ -10,7 +10,7 @@
 from model.args import MOEModelArgs
 from model.KANaMoEv1 import KANaMoEv1
 
-from utils import load_model, quick_inference
+from model.handler import from_pretrained, quick_inference
 
 # device = 'cuda' if torch.cuda.is_available() else 'mps' if ( torch.backends.mps.is_available() and torch.backends.mps.is_built() ) else 'cpu'
 

diff --git a/example_tiny_shakspear.py b/example_tiny_shakspear.py
@@ -9,7 +9,7 @@
 from model.args import MOEModelArgs
 from model.KANaMoEv1 import KANamav5
 
-from utils import load_model
+from model.handler import from_pretrained
 
 
 def lr_lambda(current_step: int, max_steps: int=50000, warmup_steps: int=40, lr_scheduler_type: str="cosine"):

diff --git a/setup.py b/setup.py
@@ -17,7 +17,7 @@
 # Setup configuration
 setup(
     name="KANama",
-    version="2.5.0",
+    version="2.5.5",
     description="Fusing Kolmogorov–Arnold Networks with Meta's Llama model for next-level AI performance and versatility.",
     long_description=open(root_dir / "README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",

diff --git a/test/config.json b/test/config.json
diff --git a/test/model.pth b/test/model.pth
diff --git a/test.py → tests/test_handler.py b/test.py → tests/test_handler.py