Merge pull request #433 from GordonSmith/VECTOR_RAG

feat: Switch to proper RAG for @ECL chat agent

.vscode/launch.json

@@ -75,6 +75,29 @@
                 "--mode=development"
             ],
         },
+        {
+            "name": "index-docs",
+            "type": "node",
+            "request": "launch",
+            "program": "${workspaceFolder}/dist-util/index-docs.mjs",
+            "args": [
+                "--dry-run",
+                "../HPCC-Platform/docs"
+            ],
+            "outFiles": [
+                "${workspaceFolder}/dist-util/**/*.js"
+            ]
+        },
+        {
+            "name": "retrieve-docs",
+            "type": "node",
+            "request": "launch",
+            "program": "${workspaceFolder}/dist-util/retrieve-docs.mjs",
+            "args": [],
+            "outFiles": [
+                "${workspaceFolder}/dist-util/**/*.js"
+            ]
+        },
         {
             "name": "Launch Server Adapter",
             "type": "node",

esbuild.mjs

@@ -2,13 +2,13 @@ import * as esbuild from "esbuild";
 import copyStaticFiles from "esbuild-copy-static-files";
 import process from "node:process";
 import path from "node:path";
-import { problemMatcher, removeStrict } from "@hpcc-js/esbuild-plugins";
+import { problemMatcher, removeStrict, nodeTpl } from "@hpcc-js/esbuild-plugins";
 import tsconfigNode from "./tsconfig.json" with {"type": "json"};
 import tsconfigBrowser from "./tsconfig.webview.json" with {"type": "json"};
 
 const outputDirectory = "dist";
-const production = process.argv.includes("--production");
 const watch = process.argv.includes("--watch");
+const production = !watch && process.argv.includes("--production");
 
 async function main(tsconfigRaw, entryPoint, platform, format, plugins = []) {
     const ctx = await esbuild.context({
@@ -41,12 +41,16 @@ Promise.all([
         copyStaticFiles({
             src: "./node_modules/@hpcc-js/ddl-shim/schema/v2.json",
             dest: path.join(outputDirectory, "v2.json"),
+        }), copyStaticFiles({
+            src: "./util/docs.vecdb",
+            dest: path.join(outputDirectory, "docs.vecdb"),
         })
     ]),
     main(tsconfigBrowser, "./src/notebook/renderers/wuRenderer.tsx", "browser", "esm"),
     main(tsconfigBrowser, "./src/notebook/renderers/ojsRenderer.ts", "browser", "esm"),
     main(tsconfigBrowser, "./src/eclwatch.tsx", "browser", "iife", [removeStrict()]),
-    main(tsconfigBrowser, "./src/web-extension.ts", "browser", "iife")
+    main(tsconfigBrowser, "./src/web-extension.ts", "browser", "iife"),
+    nodeTpl("./util/index-docs.ts", "./dist-util/index-docs", "esm")
 ]).catch((e) => {
     console.error(e);
     process.exit(1);