microsoft · pelikhan · Sep 11, 2024 · Sep 11, 2024 · Sep 11, 2024 · Sep 11, 2024
diff --git a/docs/genaisrc/genaiscript.d.ts b/docs/genaisrc/genaiscript.d.ts
diff --git a/genaisrc/genaiscript.d.ts b/genaisrc/genaiscript.d.ts
diff --git a/packages/core/src/genaisrc/genaiscript.d.ts b/packages/core/src/genaisrc/genaiscript.d.ts
diff --git a/packages/core/src/runpromptcontext.ts b/packages/core/src/runpromptcontext.ts
@@ -235,31 +235,51 @@
    ) => {
        appendChild(node, createSchemaNode(name, schema, defOptions))

         return name
     }
 
-    const defImages = (files: StringLike, defOptions?: DefImagesOptions) => {
+    const defImages = (
+        files: ElementOrArray<string | WorkspaceFile | Buffer | Blob>,
+        defOptions?: DefImagesOptions
+    ) => {
         const { detail } = defOptions || {}
         if (Array.isArray(files))
             files.forEach((file) => defImages(file, defOptions))
        else if (typeof files === "string")
            appendChild(node, createImageNode({ url: files, detail }))
        else if (files instanceof Buffer) {
            const buffer: Buffer = files
            appendChild(
                node,
                createImageNode(
                    (async () => {
                        const mime = await fileTypeFromBuffer(buffer)
                        const b64 = await buffer.toString("base64")
                        const url = `data:${mime.mime};base64,${b64}`
                        return {
                            url,
                            detail,
                        }
                     })()
                 )
             )
+        } else if (files instanceof Blob) {
+            const blob: Blob = files
+            appendChild(
+                node,
+                createImageNode(
+                    (async () => {
+                        const buffer = Buffer.from(await blob.arrayBuffer())
+                        const mime = await fileTypeFromBuffer(buffer)
+                        const b64 = await buffer.toString("base64")
+                        const url = `data:${mime.mime};base64,${b64}`
+                        return {
+                            url,
+                            detail,
+                        }
+                    })()
+                )
+            )
         } else {
             const file: WorkspaceFile = files
             appendChild(

diff --git a/packages/core/src/types/prompt_template.d.ts b/packages/core/src/types/prompt_template.d.ts
@@ -1,5 +1,7 @@
 type OptionsOrString<TOptions extends string> = (string & {}) | TOptions
 
+type ElementOrArray<T> = T | T[]
+
 interface PromptGenerationConsole {
     log(...data: any[]): void
     warn(...data: any[]): void
@@ -1537,7 +1539,7 @@ interface ChatGenerationContext extends ChatTurnGenerationContext {
         options?: DefSchemaOptions
     ): string
     defImages(
-        files: StringLike | Buffer | Blob,
+        files: ElementOrArray<string | WorkspaceFile | Buffer | Blob>,
         options?: DefImagesOptions
     ): void
     defTool(

diff --git a/packages/core/src/types/prompt_type.d.ts b/packages/core/src/types/prompt_type.d.ts
@@ -203,7 +203,7 @@ declare function defSchema(
  * @param options
  */
 declare function defImages(
-    files: StringLike | Buffer | Blob,
+    files: ElementOrArray<string | WorkspaceFile | Buffer | Blob>,    
     options?: DefImagesOptions
 ): void
 

diff --git a/packages/sample/genaisrc/genaiscript.d.ts b/packages/sample/genaisrc/genaiscript.d.ts
diff --git a/packages/sample/genaisrc/node/genaiscript.d.ts b/packages/sample/genaisrc/node/genaiscript.d.ts
diff --git a/packages/sample/genaisrc/python/genaiscript.d.ts b/packages/sample/genaisrc/python/genaiscript.d.ts
diff --git a/packages/sample/genaisrc/style/genaiscript.d.ts b/packages/sample/genaisrc/style/genaiscript.d.ts
diff --git a/packages/sample/src/aici/genaiscript.d.ts b/packages/sample/src/aici/genaiscript.d.ts
diff --git a/packages/sample/src/errors/genaiscript.d.ts b/packages/sample/src/errors/genaiscript.d.ts
diff --git a/packages/sample/src/genaiscript.d.ts b/packages/sample/src/genaiscript.d.ts
diff --git a/packages/sample/src/makecode/genaiscript.d.ts b/packages/sample/src/makecode/genaiscript.d.ts
diff --git a/packages/sample/src/tla/genaiscript.d.ts b/packages/sample/src/tla/genaiscript.d.ts
diff --git a/packages/sample/src/vision/genaiscript.d.ts b/packages/sample/src/vision/genaiscript.d.ts