browser automation support

packages/cli/package.json

@@ -38,6 +38,7 @@
     "mammoth": "^1.8.0",
     "mathjs": "^13.1.1",
     "pdfjs-dist": "4.5.136",
+    "playwright": "^1.46.1",
     "tree-sitter-wasms": "^0.1.11",
     "tsx": "^4.19.0",
     "typescript": "5.5.4",
@@ -75,8 +76,8 @@
     "zx": "^8.1.4"
   },
   "scripts": {
-    "compile": "esbuild src/main.ts --metafile=./esbuild.meta.json --bundle --platform=node --target=node20 --outfile=built/genaiscript.cjs --external:tsx --external:esbuild --external:get-tsconfig --external:resolve-pkg-maps --external:dockerode --external:pdfjs-dist --external:web-tree-sitter --external:tree-sitter-wasms --external:promptfoo --external:typescript --external:@lvce-editor/ripgrep --external:gpt-3-encoder --external:mammoth --external:xlsx --external:mathjs --external:@azure/identity --external:gpt-tokenizer&& node ../../scripts/patch-cli.mjs",
-    "compile-debug": "esbuild src/main.ts --sourcemap --metafile=./esbuild.meta.json --bundle --platform=node --target=node20 --outfile=built/genaiscript.cjs --external:tsx --external:esbuild --external:get-tsconfig --external:resolve-pkg-maps --external:dockerode --external:pdfjs-dist --external:web-tree-sitter --external:tree-sitter-wasms --external:promptfoo --external:typescript --external:@lvce-editor/ripgrep --external:gpt-3-encoder --external:mammoth --external:xlsx --external:mathjs --external:@azure/identity --external:gpt-tokenizer",
+    "compile": "esbuild src/main.ts --metafile=./esbuild.meta.json --bundle --platform=node --target=node20 --outfile=built/genaiscript.cjs --external:tsx --external:esbuild --external:get-tsconfig --external:resolve-pkg-maps --external:dockerode --external:pdfjs-dist --external:web-tree-sitter --external:tree-sitter-wasms --external:promptfoo --external:typescript --external:@lvce-editor/ripgrep --external:gpt-3-encoder --external:mammoth --external:xlsx --external:mathjs --external:@azure/identity --external:gpt-tokenizer --external:playwright && node ../../scripts/patch-cli.mjs",
+    "compile-debug": "esbuild src/main.ts --sourcemap --metafile=./esbuild.meta.json --bundle --platform=node --target=node20 --outfile=built/genaiscript.cjs --external:tsx --external:esbuild --external:get-tsconfig --external:resolve-pkg-maps --external:dockerode --external:pdfjs-dist --external:web-tree-sitter --external:tree-sitter-wasms --external:promptfoo --external:typescript --external:@lvce-editor/ripgrep --external:gpt-3-encoder --external:mammoth --external:xlsx --external:mathjs --external:@azure/identity --external:gpt-tokenizer --external:playwright",
     "postcompile": "node built/genaiscript.cjs info help > ../../docs/src/content/docs/reference/cli/commands.md",
     "vis:treemap": "npx --yes esbuild-visualizer --metadata esbuild.meta.json --filename esbuild.treemap.html",
     "vis:network": "npx --yes esbuild-visualizer --metadata esbuild.meta.json --filename esbuild.network.html --template network",
@@ -85,4 +86,4 @@
     "typecheck": "tsc -p src",
     "lint": "npx --yes publint"
   }
-}
+}

packages/cli/src/docker.ts

@@ -2,7 +2,6 @@ import MemoryStream from "memorystream"
 import { finished } from "stream/promises"
 import { ensureDir, remove } from "fs-extra"
 import { copyFile, readFile, writeFile } from "fs/promises"
-import { DOCKERODE_VERSION } from "./version"
 import {
     DOCKER_DEFAULT_IMAGE,
     DOCKER_VOLUMES_DIR,

packages/cli/src/nodehost.ts

@@ -48,6 +48,7 @@
 } from "./azuretoken"
 import { LanguageModel } from "../../core/src/chat"
 import { errorMessage } from "../../core/src/error"
+import { BrowserManager } from "./playwright"
 
 class NodeServerManager implements ServerManager {
     async start(): Promise<void> {
@@ -103,7 +104,8 @@
     readonly path = createNodePath()
     readonly server = new NodeServerManager()
     readonly workspace = createFileSystem()
-    readonly docker = new DockerManager()
+    readonly containers = new DockerManager()
+    readonly browsers = new BrowserManager()
     readonly defaultModelOptions = {
         model: DEFAULT_MODEL,
         temperature: DEFAULT_TEMPERATURE,
@@ -258,14 +260,21 @@
         await remove(name)
     }
 
+    async browse(
+        url: string,
+        options?: BrowseSessionOptions & TraceOptions
+    ): Promise<BrowserPage> {
+        return this.browsers.browse(url, options)
+    }
+
     async exec(
         containerId: string,
         command: string,
         args: string[],
         options: ShellOptions & TraceOptions
     ) {
         if (containerId) {
-            const container = await this.docker.container(containerId)
+            const container = await this.containers.container(containerId)
             return await container.exec(command, args, options)
         }
 
@@ -331,10 +340,14 @@
     async container(
         options: ContainerOptions & TraceOptions
     ): Promise<ContainerHost> {
-        return await this.docker.startContainer(options)
+        return await this.containers.startContainer(options)
     }
 
     async removeContainers(): Promise<void> {
-        await this.docker.stopAndRemove()
+        await this.containers.stopAndRemove()
+    }
+
+    async removeBrowsers(): Promise<void> {
+        await this.browsers.stopAndRemove()
     }
 }