CI: Use Phi-3 Mini

ariya · Apr 28, 2024 · b86baea · b86baea
1 parent a4e5bc7
commit b86baea
Show file tree

Hide file tree

Showing 7 changed files with 11 additions and 11 deletions.
diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml
@@ -1,11 +1,11 @@
-name: Prepare TinyLlama
-description: Download TinyLlama and launch it
+name: Prepare Phi-3 Mini
+description: Download Phi-3 Mini and launch it
 runs:
   using: "composite"
   steps:
-    - name: Download TinyLlama model
+    - name: Download Phi-3 Mini
       shell: bash
-      run: curl -OL https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf
+      run: curl -OL https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf
 
     - name: Download and unpack llama.cpp
       shell: bash
@@ -15,7 +15,7 @@ runs:
 
     - name: Launch llama.cpp
       shell: bash
-      run: ./build/bin/server -m ./tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf &
+      run: ./build/bin/server -m ./Phi-3-mini-4k-instruct-q4.gguf &
 
     - name: Wait until it is ready
       shell: bash

diff --git a/.github/workflows/test-babashka.yml b/.github/workflows/test-babashka.yml
@@ -13,7 +13,7 @@ jobs:
 
       - run: bb --version
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-bun.yml b/.github/workflows/test-bun.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: bun --version
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-cpython.yml b/.github/workflows/test-cpython.yml
@@ -13,7 +13,7 @@ jobs:
         with:
           python-version: '3.10'
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-go.yml b/.github/workflows/test-go.yml
@@ -14,7 +14,7 @@ jobs:
 
       - run: go version
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-nodejs.yml b/.github/workflows/test-nodejs.yml
@@ -13,7 +13,7 @@ jobs:
         with:
           node-version: '18'
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3
 

diff --git a/.github/workflows/test-pypy.yml b/.github/workflows/test-pypy.yml
@@ -15,7 +15,7 @@ jobs:
 
       - run: pypy3 --version
 
-      - name: Prepare LLM (TinyLlama)
+      - name: Prepare LLM (Phi-3 Mini)
         uses: ./.github/actions/prepare-llm
         timeout-minutes: 3