use edgedb-ai-sdk provider

edgedb · Oct 17, 2024 · 7b9398c · 7b9398c
1 parent e387af4
commit 7b9398c
Show file tree

Hide file tree

Showing 4 changed files with 59 additions and 15 deletions.
diff --git a/nextjs-ai-new/app/api/chat/route.ts b/nextjs-ai-new/app/api/chat/route.ts
@@ -1,16 +1,17 @@
 import { streamText } from "ai";
 import { createClient } from "edgedb";
-import { createGel } from "../../../../../edgedb-js/packages/gel/dist";
+import { createEdgeDBRag } from "../../../../../edgedb-js/packages/edgedb-ai-sdk/dist";
 
-export const client = createClient({ tlsSecurity: "insecure" });
+export const client = createClient();
 
 export async function POST(req: Request) {
   const requestData = await req.json();
 
+  const edgedbRag = await createEdgeDBRag(client);
+  const textModel = edgedbRag.languageModel("gpt-4-turbo-preview");
+
   const result = await streamText({
-    model: (
-      await createGel(client)
-    ).languageModel("gpt-4-turbo-preview", {
+    model: textModel.withSettings({
       context: { query: "Book" },
       prompt: {
         custom: requestData.messages,

diff --git a/nextjs-ai-new/app/api/completion/route.ts b/nextjs-ai-new/app/api/completion/route.ts
@@ -1,18 +1,36 @@
 import { streamText } from "ai";
 import { createClient } from "edgedb";
-import { createGel } from "../../../../../edgedb-js/packages/gel/dist";
+import { createEdgeDBRag } from "../../../../../edgedb-js/packages/edgedb-ai-sdk/dist";
 
 export const client = createClient();
 
 export async function POST(req: Request) {
   const { prompt } = await req.json();
 
+  const edgedbRag = await createEdgeDBRag(client);
+  const textModel = edgedbRag.languageModel("gpt-4-turbo-preview");
+
   const result = await streamText({
-    model: (
-      await createGel(client)
-    ).languageModel("gpt-4-turbo-preview", { context: { query: "Book" } }),
+    model: textModel.withSettings({ context: { query: "Book" } }),
     prompt,
   });
 
   return result.toDataStreamResponse();
 }
+
+// or provide context right away
+
+//   const edgedbRag = await createEdgeDBRag(client);
+//   const result = await streamText({
+//     model: edgedbRag.languageModel("gpt-4-turbo-preview", {
+//       context: { query: "Book" },
+//     }),
+//     prompt,
+//   });
+
+// Embedding example
+
+// const embeddingResult = await embed({
+//   model: edgedbRag.textEmbeddingModel("text-embedding-3-small"),
+//   value: "sunny day at the beach",
+// });
diff --git a/nextjs-ai-new/package-lock.json b/nextjs-ai-new/package-lock.json
diff --git a/nextjs-ai-new/package.json b/nextjs-ai-new/package.json
@@ -16,7 +16,7 @@
     "ai": "latest",
     "edgedb": "^1.5.0",
     "eventsource-parser": "^1.1.2",
-    "gel": "file:../../edgedb-js/packages/gel",
+    "@edgedb/ai-sdk": "file:../../edgedb-js/packages/edgedb-ai-sdk",
     "next": "^14.2.3",
     "react": "^18",
     "react-dom": "^18"