Merge pull request #55 from dwhiffing/feature/ollama

Feature/ollama

app/api/chat/route.ts

@@ -1,14 +1,13 @@
 import { NextRequest, NextResponse } from "next/server";
-import { ChatOpenAI } from "@langchain/openai";
-
 import { getToolsFromContracts } from "@/utils/generateToolFromABI";
 import { CustomParser } from "@/utils/CustomParser";
 import { contractCollection } from "@/utils/collections";
 import { reasoningPrompt } from "@/utils/reasoningPrompt";
 import { getStructuredPrompt } from "@/utils/prompts";
-import { timestampLambda } from "@/utils/timestampLambda";
+import { getTimestampLambda } from "@/utils/timestampLambda";
 import { RunnableSequence } from "@langchain/core/runnables";
 import { MODELS } from "@/constants";
+import { getModel } from "@/utils/getModel";
 
 export const runtime = "nodejs";
 
@@ -56,17 +55,13 @@ export async function POST(req: NextRequest) {
         });
 
       const tools = getToolsFromContracts(filteredContracts);
-
-      const model = new ChatOpenAI({
-        model: modelName,
-        temperature: 0,
-        streaming: true,
-      }).bindTools(tools);
+      const model = getModel(modelName);
+      const modelWithTool = model.bindTools(tools);
 
       const stream = await RunnableSequence.from([
-        timestampLambda,
+        getTimestampLambda(modelName),
         prompt,
-        model,
+        modelWithTool,
         new CustomParser(),
       ]).stream({
         contractAddresses: contractAddresses,

components/ChatSettings.tsx

@@ -11,7 +11,7 @@ import {
 } from "@/components/ui/select";
 import { Checkbox } from "./ui/checkbox";
 import { MODELS } from "@/constants";
-import { findModelKey } from "@/utils/utils";
+import { findInferenceByModelName } from "@/utils/utils";
 
 type IChatSettingProps = {
   clearOnChange: boolean;
@@ -24,7 +24,7 @@ export function ChatSettings(props: IChatSettingProps) {
   const { modelName, onModelNameChange, clearOnChange, onClearOnChange } =
     props;
   const [inferenceProvider, setInferenceProvider] = useState(() => {
-    return findModelKey(modelName);
+    return findInferenceByModelName(modelName);
   });
 
   const handleInferenceProviderChange = (value: keyof typeof MODELS) => {