change defaults for helm chart (#38)

predibase · Nov 16, 2023 · df87b6a · df87b6a
1 parent e9f395c
commit df87b6a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/helm/values.yaml b/helm/values.yaml
@@ -12,7 +12,7 @@ deployment:
     maxTotalTokens: 1024
     maxBatchTotalTokens: 4096
     maxBatchPrefillTokens: 2048
-    sharded: true
+    sharded: false
 
   env:
     # Your huggingface hub token. Required for some models such as the llama-2 family.
@@ -45,7 +45,7 @@ deployment:
     timeoutSeconds: 1
 
   readinessProbe: 
-    failureThreshold: 240
+    failureThreshold: 600
     httpGet:
       path: /health
       port: http