Fix docker setup

KatherLab · Aug 26, 2024 · 7eec56c · 7eec56c
1 parent 2eff344
commit 7eec56c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -23,7 +23,7 @@ WORKDIR /build
 # Clone and build llama.cpp
 RUN git clone https://github.com/ggerganov/llama.cpp && \
     cd llama.cpp && \
-    CUDA_DOCKER_ARCH=compute_89 make GGML_CUDA=1 -j 8
+    CUDA_DOCKER_ARCH=compute_86 make GGML_CUDA=1 -j 8
 
 
 # Set the working directory

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -12,13 +12,10 @@ services:
       - PORT=${PORT:-5000}
       - HOST=${HOST:-0.0.0.0}
       - CONFIG_FILE=${CONFIG_FILE:-/models/config.yml}
-      - N_GPU_LAYERS=${N_GPU_LAYERS:-80}
       - GPU=${GPU:-ALL}
       - LLAMACPP_PORT=${LLAMACPP_PORT:-2929}
       - DEBUG=${DEBUG:-true}
       - MODE=${MODE:-choice}
-      - ENABLE_PARALLEL=${ENABLE_PARALLEL:-false}
-      - PARALLEL_SLOTS=${PARALLEL_SLOTS:-1}
       - NO_PARALLEL_PREPROCESSING=${NO_PARALLEL_PREPROCESSING:-false}
       - CONTEXT_SIZE=${CONTEXT_SIZE:- -1}
       - VERBOSE_LLAMA=${VERBOSE_LLAMA:-false}