FEAT: Add OpenRouter model provider

.vscode/launch.json

@@ -66,7 +66,8 @@
       "pauseForSourceMap": false,
       "outFiles": [
         "${workspaceFolder}/extensions/vscode/out/extension.js",
-        "/Users/natesesti/.pearai/config.ts"
+        "${env:USERPROFILE}/.pearai/config.ts",
+        "${env:HOME}/.pearai/config.ts"
       ],
       "preLaunchTask": "vscode-extension:build",
       "env": {

core/config/load.ts

@@ -1,6 +1,7 @@
 import * as JSONC from "comment-json";
 import * as fs from "fs";
 import path from "path";
+import { homedir } from "os";
 import {
   slashCommandFromDescription,
   slashFromCustomCommand,
@@ -73,7 +74,7 @@ function resolveSerializedConfig(filepath: string): SerializedContinueConfig {
 
   // Replace "pearai-server" with "pearai_server" at the beginning
   // This is to make v0.0.3 backwards compatible with v0.0.2
-  content = content.replace(/"pearai-server"/g, '"pearai_server"');
+  content = content.replace(/"pearai-server"/g, "pearai_server");
 
   const config = JSONC.parse(content) as unknown as SerializedContinueConfig;
   if (config.env && Array.isArray(config.env)) {
@@ -330,7 +331,6 @@ async function intermediateToFinalConfig(
   } else {
     // Remove free trial models
     models = models.filter((model) => model.providerName !== "free-trial");
-    console.log("Models:", models);
   }
 
   // Tab autocomplete model
@@ -547,8 +547,13 @@ function escapeSpacesInPath(p: string): string {
 }
 
 async function buildConfigTs() {
-  if (!fs.existsSync(getConfigTsPath())) {
-    return undefined;
+  const homeDir = homedir();
+  const configTsPath = path.join(homeDir, ".pearai", "config.ts");
+
+  if (!fs.existsSync(configTsPath)) {
+    console.error(`Config file does not exist: ${configTsPath}`);
+
+    return;
   }
 
   try {
@@ -557,17 +562,16 @@ async function buildConfigTs() {
         `${escapeSpacesInPath(path.dirname(process.execPath))}/esbuild${
           getTarget().startsWith("win32") ? ".exe" : ""
         } ${escapeSpacesInPath(
-          getConfigTsPath(),
+          configTsPath,
         )} --bundle --outfile=${escapeSpacesInPath(
           getConfigJsPath(),
         )} --platform=node --format=cjs --sourcemap --external:fetch --external:fs --external:path --external:os --external:child_process`,
       );
     } else {
-      // Dynamic import esbuild so potentially disastrous errors can be caught
       const esbuild = await import("esbuild");
 
       await esbuild.build({
-        entryPoints: [getConfigTsPath()],
+        entryPoints: [configTsPath],
         bundle: true,
         platform: "node",
         format: "cjs",
@@ -577,15 +581,16 @@ async function buildConfigTs() {
       });
     }
   } catch (e) {
-    console.log(
+    console.error(
       `Build error. Please check your ~/.pearai/config.ts file: ${e}`,
     );
-    return undefined;
+    return;
   }
 
   if (!fs.existsSync(getConfigJsPath())) {
-    return undefined;
+    return;
   }
+
   return fs.readFileSync(getConfigJsPath(), "utf8");
 }
 function addDefaults(config: SerializedContinueConfig): void {
@@ -614,7 +619,7 @@ function addDefaultModels(config: SerializedContinueConfig): void {
 
 function addDefaultCustomCommands(config: SerializedContinueConfig): void {
   const defaultCommands = defaultCustomCommands;
-  defaultCommands.forEach(defaultCommand => {
+  defaultCommands.forEach((defaultCommand) => {
     if (!config.customCommands) {
       config.customCommands = [];
     }
@@ -650,7 +655,6 @@ function addDefaultSlashCommands(config: SerializedContinueConfig): void {
   });
 }
 
-
 async function loadFullConfigNode(
   ide: IDE,
   workspaceConfigs: ContinueRcJson[],
@@ -688,7 +692,7 @@ async function loadFullConfigNode(
       }
       intermediate = module.modifyConfig(intermediate);
     } catch (e) {
-      console.log("Error loading config.ts: ", e);
+      console.error("Error loading config.ts: ", e);
     }
   }
 
@@ -705,7 +709,7 @@ async function loadFullConfigNode(
       }
       intermediate = module.modifyConfig(intermediate);
     } catch (e) {
-      console.log("Error loading remotely set config.js: ", e);
+      console.error("Error loading remotely set config.js: ", e);
     }
   }
 

core/index.d.ts

@@ -621,6 +621,7 @@ type ModelProvider =
   | "openai-aiohttp"
   | "msty"
   | "watsonx"
+  | "openrouter"
   | "pearai_server"
   | "aider"
   | "perplexity"

core/llm/autodetect.ts

@@ -44,7 +44,7 @@ const PROVIDER_HANDLES_TEMPLATING: ModelProvider[] = [
   "bedrock",
   "continue-proxy",
   "mistral",
-  "pearai_server"
+  "pearai_server",
 ];
 
 const PROVIDER_SUPPORTS_IMAGES: ModelProvider[] = [
@@ -57,6 +57,7 @@ const PROVIDER_SUPPORTS_IMAGES: ModelProvider[] = [
   "bedrock",
   "continue-proxy",
   "pearai_server",
+  "openrouter",
 ];
 
 const MODEL_SUPPORTS_IMAGES: string[] = [
@@ -79,9 +80,11 @@ function modelSupportsImages(
   provider: ModelProvider,
   model: string,
   title: string | undefined,
-  capabilities: ModelCapability | undefined
+  capabilities: ModelCapability | undefined,
 ): boolean {
-  if (capabilities?.uploadImage !== undefined) return capabilities.uploadImage
+  if (capabilities?.uploadImage !== undefined) {
+    return capabilities.uploadImage;
+  }
   if (!PROVIDER_SUPPORTS_IMAGES.includes(provider)) {
     return false;
   }

core/llm/llms/OpenRouter.ts

@@ -0,0 +1,17 @@
+import { LLMOptions, ModelProvider } from "../../index.js";
+import { osModelsEditPrompt } from "../templates/edit.js";
+import OpenAI from "./OpenAI.js";
+
+class OpenRouter extends OpenAI {
+  static providerName: ModelProvider = "openrouter";
+  static defaultOptions: Partial<LLMOptions> = {
+    apiBase: "https://openrouter.ai/api/v1/",
+    model: "",
+    promptTemplates: {
+      edit: osModelsEditPrompt,
+    },
+    useLegacyCompletionsEndpoint: false,
+  };
+}
+
+export default OpenRouter;

core/llm/llms/index.ts

@@ -31,6 +31,7 @@ import Mistral from "./Mistral.js";
 import Msty from "./Msty.js";
 import Ollama from "./Ollama.js";
 import OpenAI from "./OpenAI.js";
+import OpenRouter from "./OpenRouter.js";
 import Replicate from "./Replicate.js";
 import TextGenWebUI from "./TextGenWebUI.js";
 import Together from "./Together.js";
@@ -39,7 +40,6 @@ import ContinueProxy from "./stubs/ContinueProxy.js";
 import PearAIServer from "./PearAIServer.js";
 import Aider from "./Aider.js";
 
-
 function convertToLetter(num: number): string {
   let result = "";
   while (num > 0) {
@@ -106,34 +106,35 @@ export async function renderTemplatedString(
 }
 
 const LLMs = [
+  Aider,
   Anthropic,
+  Azure,
+  Bedrock,
+  Cloudflare,
   Cohere,
+  ContinueProxy,
+  Deepseek,
+  DeepInfra,
+  Fireworks,
+  Flowise,
   FreeTrial,
   Gemini,
-  Llamafile,
-  Ollama,
-  Replicate,
-  TextGenWebUI,
-  Together,
-  HuggingFaceTGI,
+  Groq,
   HuggingFaceInferenceAPI,
+  HuggingFaceTGI,
   LlamaCpp,
-  OpenAI,
+  Llamafile,
   LMStudio,
   Mistral,
-  Bedrock,
-  DeepInfra,
-  Flowise,
-  Groq,
-  Fireworks,
-  ContinueProxy,
-  Cloudflare,
-  Deepseek,
   Msty,
-  Azure,
-  WatsonX,
+  Ollama,
+  OpenAI,
+  OpenRouter,
   PearAIServer,
-  Aider,
+  Replicate,
+  TextGenWebUI,
+  Together,
+  WatsonX,
 ];
 
 export async function llmFromDescription(
@@ -206,4 +207,4 @@ export function llmFromProviderAndOptions(
   }
 
   return new cls(llmOptions);
-}
+}

docs/static/schemas/config.json

@@ -190,7 +190,8 @@
             "msty",
             "watsonx",
             "pearai_server",
-            "aider"
+            "aider",
+            "openrouter"
           ],
           "markdownEnumDescriptions": [
             "### OpenAI\nUse gpt-4, gpt-3.5-turbo, or any other OpenAI model. See [here](https://openai.com/product#made-for-developers) to obtain an API key.\n\n> [Reference](https://trypear.ai/reference/Model%20Providers/openai)",
@@ -215,7 +216,8 @@
             "### Deepseek\n Deepseek's API provides the best pricing for their state-of-the-art Deepseek Coder models. To get started, obtain an API key from [their console](https://platform.deepseek.com/api_keys)",
             "### Azure OpenAI\n Azure OpenAI lets you securely run OpenAI's models on Azure. To get started, follow the steps [here](https://trypear.ai/reference/Model%20Providers/azure)",
             "### Msty\nMsty is the simplest way to get started with online or local LLMs on all desktop platforms - Windows, Mac, and Linux. No fussing around, one-click and you are up and running. To get started, follow these steps:\n1. Download from [Msty.app](https://msty.app/), open the application, and click 'Setup Local AI'.\n2. Go to the Local AI Module page and download a model of your choice.\n3. Once the model has finished downloading, you can start asking questions through Continue.\n> [Reference](https://pearai.dev/docs/reference/Model%20Providers/Msty)",
-            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks."
+            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks.",
+            "### OpenRouter\nOpenRouter offers a single API to access almost any language model. To get started, obtain an API key from [their console](https://openrouter.ai/settings/keys)."
           ],
           "type": "string"
         },

extensions/intellij/src/main/resources/config_schema.json

@@ -190,7 +190,8 @@
             "msty",
             "watsonx",
             "pearai_server",
-            "aider"
+            "aider",
+            "openrouter"
           ],
           "markdownEnumDescriptions": [
             "### OpenAI\nUse gpt-4, gpt-3.5-turbo, or any other OpenAI model. See [here](https://openai.com/product#made-for-developers) to obtain an API key.\n\n> [Reference](https://trypear.ai/reference/Model%20Providers/openai)",
@@ -215,7 +216,8 @@
             "### Deepseek\n Deepseek's API provides the best pricing for their state-of-the-art Deepseek Coder models. To get started, obtain an API key from [their console](https://platform.deepseek.com/api_keys)",
             "### Azure OpenAI\n Azure OpenAI lets you securely run OpenAI's models on Azure. To get started, follow the steps [here](https://trypear.ai/reference/Model%20Providers/azure)",
             "### Msty\nMsty is the simplest way to get started with online or local LLMs on all desktop platforms - Windows, Mac, and Linux. No fussing around, one-click and you are up and running. To get started, follow these steps:\n1. Download from [Msty.app](https://msty.app/), open the application, and click 'Setup Local AI'.\n2. Go to the Local AI Module page and download a model of your choice.\n3. Once the model has finished downloading, you can start asking questions through Continue.\n> [Reference](https://pearai.dev/docs/reference/Model%20Providers/Msty)",
-            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks."
+            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks.",
+            "### OpenRouter\nOpenRouter offers a single API to access almost any language model. To get started, obtain an API key from [their console](https://openrouter.ai/settings/keys)."
           ],
           "type": "string"
         },

extensions/vscode/config_schema.json

@@ -190,7 +190,8 @@
             "msty",
             "watsonx",
             "pearai_server",
-            "aider"
+            "aider",
+            "openrouter"
           ],
           "markdownEnumDescriptions": [
             "### OpenAI\nUse gpt-4, gpt-3.5-turbo, or any other OpenAI model. See [here](https://openai.com/product#made-for-developers) to obtain an API key.\n\n> [Reference](https://trypear.ai/reference/Model%20Providers/openai)",
@@ -215,7 +216,8 @@
             "### Deepseek\n Deepseek's API provides the best pricing for their state-of-the-art Deepseek Coder models. To get started, obtain an API key from [their console](https://platform.deepseek.com/api_keys)",
             "### Azure OpenAI\n Azure OpenAI lets you securely run OpenAI's models on Azure. To get started, follow the steps [here](https://trypear.ai/reference/Model%20Providers/azure)",
             "### Msty\nMsty is the simplest way to get started with online or local LLMs on all desktop platforms - Windows, Mac, and Linux. No fussing around, one-click and you are up and running. To get started, follow these steps:\n1. Download from [Msty.app](https://msty.app/), open the application, and click 'Setup Local AI'.\n2. Go to the Local AI Module page and download a model of your choice.\n3. Once the model has finished downloading, you can start asking questions through Continue.\n> [Reference](https://pearai.dev/docs/reference/Model%20Providers/Msty)",
-            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks."
+            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks.",
+            "### OpenRouter\nOpenRouter offers a single API to access almost any language model. To get started, obtain an API key from [their console](https://openrouter.ai/settings/keys)."
           ],
           "type": "string"
         },

extensions/vscode/continue_rc_schema.json

@@ -193,7 +193,8 @@
             "msty",
             "watsonx",
             "pearai_server",
-            "aider"
+            "aider",
+            "openrouter"
           ],
           "markdownEnumDescriptions": [
             "### OpenAI\nUse gpt-4, gpt-3.5-turbo, or any other OpenAI model. See [here](https://openai.com/product#made-for-developers) to obtain an API key.\n\n> [Reference](https://trypear.ai/reference/Model%20Providers/openai)",
@@ -218,7 +219,8 @@
             "### Deepseek\n Deepseek's API provides the best pricing for their state-of-the-art Deepseek Coder models. To get started, obtain an API key from [their console](https://platform.deepseek.com/api_keys)",
             "### Azure OpenAI\n Azure OpenAI lets you securely run OpenAI's models on Azure. To get started, follow the steps [here](https://trypear.ai/reference/Model%20Providers/azure)",
             "### Msty\nMsty is the simplest way to get started with online or local LLMs on all desktop platforms - Windows, Mac, and Linux. No fussing around, one-click and you are up and running. To get started, follow these steps:\n1. Download from [Msty.app](https://msty.app/), open the application, and click 'Setup Local AI'.\n2. Go to the Local AI Module page and download a model of your choice.\n3. Once the model has finished downloading, you can start asking questions through Continue.\n> [Reference](https://pearai.dev/docs/reference/Model%20Providers/Msty)",
-            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks."
+            "### WatsonX\nWatsonx, developed by IBM, offers a variety of pre-trained AI foundation models that can be used for natural language processing (NLP), computer vision, and speech recognition tasks.",
+            "### OpenRouter\nOpenRouter offers a single API to access almost any language model. To get started, obtain an API key from [their console](https://openrouter.ai/settings/keys)."
           ],
           "type": "string"
         },
@@ -2779,4 +2781,4 @@
       }
     }
   }
-}
+}