Fix: tools in endpointVertex now optional (#1234)

The googleSearchRetrieval leads to very odd behavior when chatting with Gemini, making the argument optional and removing it for certain use cases fixes the issue
huggingface · May 31, 2024 · 93b39a0 · 93b39a0
1 parent 5a1388b
commit 93b39a0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -771,6 +771,7 @@ MODELS=`[
           // Optional
           "safetyThreshold": "BLOCK_MEDIUM_AND_ABOVE",
           "apiEndpoint": "", // alternative api endpoint url,
+          // Optional
           "tools": [{
             "googleSearchRetrieval": {
               "disableAttribution": true

diff --git a/src/lib/server/endpoints/google/endpointVertex.ts b/src/lib/server/endpoints/google/endpointVertex.ts
@@ -26,7 +26,7 @@ export const endpointVertexParametersSchema = z.object({
 			HarmBlockThreshold.BLOCK_ONLY_HIGH,
 		])
 		.optional(),
-	tools: z.array(z.any()),
+	tools: z.array(z.any()).optional(),
 });
 
 export function endpointVertex(input: z.input<typeof endpointVertexParametersSchema>): Endpoint {