turbine models ci

.github/workflows/test.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: Run tests
         run: |
-          pytest 
+          pytest tests/
 
   black:
     strategy:

.github/workflows/test_models.yml

@@ -0,0 +1,42 @@
+name: Test
+
+on:
+  workflow_dispatch:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        version: [3.11]
+        os: [nodai-ubuntu-builder-large]
+
+    runs-on: ${{matrix.os}}
+    steps:
+      - name: "Setting up Python"
+        uses: actions/setup-python@75f3110429a8c05be0e1bf360334e4cced2b63fa # v2.3.3
+        with:
+          python-version: ${{matrix.version}}
+
+      - name: "Checkout Code"
+        uses: actions/checkout@v2
+
+      - name: Sync source deps
+        run: |
+          python -m pip install --upgrade pip
+          # Note: We install in three steps in order to satisfy requirements
+          # from non default locations first. Installing the PyTorch CPU
+          # wheels saves multiple minutes and a lot of bandwidth on runner setup.
+          pip install --index-url https://download.pytorch.org/whl/cpu \
+            -r pytorch-cpu-requirements.txt \
+            -r torchvision-requirements.txt          
+          pip install --upgrade -r requirements.txt
+          pip install -e  .[testing]
+          pip install -r turbine-models-requirements.txt
+
+      - name: Run tests
+        run: |
+          pytest python/turbine_models/tests

python/turbine_models/custom_models/remap_gguf.py

@@ -230,6 +230,7 @@ class MODEL_TENSOR(IntEnum):
     # TODO
 }
 
+
 # TODO non llama-hf mapping needs to be verified and likely need small changes
 class TensorNameMap:
     mappings_cfg: dict[MODEL_TENSOR, dict[str, str]] = {

python/turbine_models/tests/llama_test.py

@@ -0,0 +1,29 @@
+# Copyright 2023 Nod Labs, Inc
+#
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+import logging
+import turbine_models.custom_models.stateless_llama as llama
+import unittest
+import os
+
+
+class LLamaTest(unittest.TestCase):
+    def testExportTransformerModel(self):
+        llama.export_transformer_model(
+            "meta-llama/Llama-2-7b-chat-hf",
+            "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",
+            "torch",
+            "safetensors",
+            "llama_f32.safetensors",
+            None,
+            "f32",
+        )
+        os.remove("llama_f32.safetensors")
+
+
+if __name__ == "__main__":
+    logging.basicConfig(level=logging.DEBUG)
+    unittest.main()