Merge branch 'master' into rf-core-3

dave-gray101 · Apr 1, 2024 · 5111556 · 5111556
2 parents ca16fb4 + ebb1fce
commit 5111556
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 1 deletion.
diff --git a/Makefile b/Makefile
@@ -5,7 +5,7 @@ BINARY_NAME=local-ai
 
 # llama.cpp versions
 GOLLAMA_STABLE_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be
-CPPLLAMA_VERSION?=37e7854c104301c5b5323ccc40e07699f3a62c3e
+CPPLLAMA_VERSION?=c50a82ce0f71558cbb8e555146ba124251504b38
 
 # gpt4all version
 GPT4ALL_REPO?=https://github.com/nomic-ai/gpt4all

diff --git a/aio/cpu/text-to-text.yaml b/aio/cpu/text-to-text.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "gpt-4",

diff --git a/aio/gpu-8g/text-to-text.yaml b/aio/gpu-8g/text-to-text.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "gpt-4",

diff --git a/aio/intel/text-to-text.yaml b/aio/intel/text-to-text.yaml
@@ -40,6 +40,7 @@ template:
 context_size: 4096
 stopwords:
 - <|im_end|>
+- "\n</tool_call>"
 - <dummy32000>
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{

diff --git a/embedded/models/hermes-2-pro-mistral.yaml b/embedded/models/hermes-2-pro-mistral.yaml
@@ -41,6 +41,7 @@ f16: true
 stopwords:
 - <|im_end|>
 - <dummy32000>
+- "\n</tool_call>"
 usage: |
       curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
           "model": "hermes-2-pro-mistral",