fix: make parameter default to false and fix type checks

huggingface · Dec 9, 2024 · a0e6a77 · a0e6a77
1 parent 6f3ee74
commit a0e6a77
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/lib/server/endpoints/openai/endpointOai.ts b/src/lib/server/endpoints/openai/endpointOai.ts
@@ -112,7 +112,7 @@ export const endpointOAIParametersSchema = z.object({
 		})
 		.default({}),
 	/* enable use of max_completion_tokens in place of max_tokens */
-	useCompletionTokens: z.boolean().default(true),
+	useCompletionTokens: z.boolean().default(false),
 });
 
 export async function endpointOai(
@@ -204,7 +204,10 @@ export async function endpointOai(
 
 			// if system role is not supported, convert first message to a user message.
 			if (!model.systemRoleSupported && messagesOpenAI?.[0]?.role === "system") {
-				messagesOpenAI[0].role = "user";
+				messagesOpenAI[0] = {
+					...messagesOpenAI[0],
+					role: "user",
+				};
 			}
 
 			if (toolResults && toolResults.length > 0) {