feat: anythingllm integration, v0.2.4 bump

.gitignore

@@ -92,4 +92,7 @@ jupyter/workspace/*
 .history
 
 # Boost
-boost/src/**/__pycache__/
+boost/src/**/__pycache__/
+
+# AnythingLLM
+anythingllm/storage/

README.md

@@ -12,7 +12,7 @@ Harbor is a containerized LLM toolkit that allows you to run LLMs and additional
 
 ##### UIs
 
-[Open WebUI](https://github.com/av/harbor/wiki/2.1.1-Frontend:-Open-WebUI) ⦁︎ [ComfyUI](https://github.com/av/harbor/wiki/2.1.2-Frontend:-ComfyUI) ⦁︎ [LibreChat](https://github.com/av/harbor/wiki/2.1.3-Frontend:-LibreChat) ⦁︎ [HuggingFace ChatUI](https://github.com/av/harbor/wiki/2.1.4-Frontend:-ChatUI) ⦁︎ [Lobe Chat](https://github.com/av/harbor/wiki/2.1.5-Frontend:-Lobe-Chat) ⦁︎ [Hollama](https://github.com/av/harbor/wiki/2.1.6-Frontend:-hollama) ⦁︎ [parllama](https://github.com/av/harbor/wiki/2.1.7-Frontend:-parllama) ⦁︎ [BionicGPT](https://github.com/av/harbor/wiki/2.1.8-Frontend:-BionicGPT)
+[Open WebUI](https://github.com/av/harbor/wiki/2.1.1-Frontend:-Open-WebUI) ⦁︎ [ComfyUI](https://github.com/av/harbor/wiki/2.1.2-Frontend:-ComfyUI) ⦁︎ [LibreChat](https://github.com/av/harbor/wiki/2.1.3-Frontend:-LibreChat) ⦁︎ [HuggingFace ChatUI](https://github.com/av/harbor/wiki/2.1.4-Frontend:-ChatUI) ⦁︎ [Lobe Chat](https://github.com/av/harbor/wiki/2.1.5-Frontend:-Lobe-Chat) ⦁︎ [Hollama](https://github.com/av/harbor/wiki/2.1.6-Frontend:-hollama) ⦁︎ [parllama](https://github.com/av/harbor/wiki/2.1.7-Frontend:-parllama) ⦁︎ [BionicGPT](https://github.com/av/harbor/wiki/2.1.8-Frontend:-BionicGPT) ⦁︎ [AnythingLLM](https://github.com/av/harbor/wiki/2.1.9-Frontend:-AnythingLLM)
 
 ##### Backends
 

anythingllm/override.env

@@ -0,0 +1,2 @@
+# This file can be used for additional environment
+# variables for the anythingllm service

app/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@av/harbor-app",
   "private": true,
-  "version": "0.2.3",
+  "version": "0.2.4",
   "type": "module",
   "scripts": {
     "dev": "vite",

app/src-tauri/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "harbor-app"
-version = "0.2.3"
+version = "0.2.4"
 description = "A companion app for Harbor LLM toolkit"
 authors = ["av"]
 edition = "2021"

app/src/serviceMetadata.tsx

@@ -173,5 +173,8 @@ export const serviceMetadata: Record<string, Partial<HarborService>> = {
     },
     litlytics: {
         tags: [HST.satellite, HST.partial],
+    },
+    anythingllm: {
+        tags: [HST.frontend, HST.partial]
     }
 };

compose.anythingllm.yml

@@ -0,0 +1,19 @@
+services:
+  anythingllm:
+    container_name: ${HARBOR_CONTAINER_PREFIX}.anythingllm
+    env_file:
+      - ./.env
+      - ./anythingllm/override.env
+    image: ${HARBOR_ANYTHINGLLM_IMAGE}:${HARBOR_ANYTHINGLLM_VERSION}
+    ports:
+      - ${HARBOR_ANYTHINGLLM_HOST_PORT}:3001
+    volumes:
+      - ./anythingllm/storage:/app/server/storage
+    cap_add:
+      - SYS_ADMIN
+    environment:
+      - STORAGE_DIR=/app/server/storage
+      - VECTOR_DB=lancedb
+      - PASSWORDMINCHAT=8
+    networks:
+      - harbor-network

compose.x.anythingllm.llamacpp.yml

@@ -0,0 +1,6 @@
+services:
+  anythingllm:
+    environment:
+      - LLM_PROVIDER=generic-openai
+      - GENERIC_OPEN_AI_BASE_PATH=http://llamacpp:8080/v1
+      - GENERIC_OPEN_AI_API_KEY=sk-llamacpp

compose.x.anythingllm.ollama.yml

@@ -0,0 +1,7 @@
+services:
+  anythingllm:
+    environment:
+      - LLM_PROVIDER=ollama
+      - OLLAMA_BASE_PATH=${HARBOR_OLLAMA_INTERNAL_URL}
+      - EMBEDDING_ENGINE=ollama
+      - EMBEDDING_BASE_PATH=${HARBOR_OLLAMA_INTERNAL_URL}

compose.x.anythingllm.searxng.yml

@@ -0,0 +1,4 @@
+services:
+  anythingllm:
+    environment:
+      - AGENT_SEARXNG_API_URL=http://searxng:8080

harbor.sh

@@ -1637,6 +1637,7 @@ fix_fs_acl() {
     docker_fsacl ./bench
     docker_fsacl ./jupyter
     docker_fsacl ./ktransformers
+    docker_fsacl ./anythingllm
 
     docker_fsacl $(eval echo "$(env_manager get hf.cache)")
     docker_fsacl $(eval echo "$(env_manager get vllm.cache)")
@@ -3340,7 +3341,7 @@ run_stt_command() {
 # ========================================================================
 
 # Globals
-version="0.2.3"
+version="0.2.4"
 harbor_repo_url="https://github.com/av/harbor.git"
 harbor_release_url="https://api.github.com/repos/av/harbor/releases/latest"
 delimiter="|"

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@av/harbor",
-  "version": "0.2.3",
+  "version": "0.2.4",
   "bin": {
     "harbor": "./bin/harbor"
   }

profiles/default.env

@@ -371,6 +371,12 @@ HARBOR_STT_MODEL="Systran/faster-distil-whisper-large-v3"
 HARBOR_LITLYTICS_HOST_PORT=34161
 HARBOR_LITLYTICS_VERSION="latest"
 
+# AnythingLLM
+HARBOR_ANYTHINGLLM_HOST_PORT=34171
+HARBOR_ANYTHINGLLM_IMAGE="mintplexlabs/anythingllm"
+HARBOR_ANYTHINGLLM_VERSION="latest"
+HARBOR_ANYTHINGLLM_JWT_SECRET="sk-anythingllm-jwt"
+
 # ============================================
 # Service Configuration.
 # You can specify any of the service's own environment variables here.

searxng/settings.yml.new

@@ -88,7 +88,7 @@ server:
   # If your instance owns a /etc/searxng/settings.yml file, then set the following
   # values there.
 
-  secret_key: "3af0fffe5074568b6e26828123c9595f150fa35bffaad0ac1d975475d4f508d8"  # Is overwritten by ${SEARXNG_SECRET}
+  secret_key: "dee52de1cc979941035b8528ac6a3d8a26b0f5b563bfebe2a6c17fb5e35d0aff"  # Is overwritten by ${SEARXNG_SECRET}
   # Proxy image results through SearXNG. Is overwritten by ${SEARXNG_IMAGE_PROXY}
   image_proxy: false
   # 1.0 and 1.1 are supported