Merge pull request #269 from moeakwak/main

support multimodal_text content and attachments

api/chatgpt/typings.go

@@ -27,23 +27,24 @@ func (c *CreateConversationRequest) AddMessage(role string, content string) {
 	c.Messages = append(c.Messages, Message{
 		ID:      uuid.New().String(),
 		Author:  Author{Role: role},
-		Content: Content{ContentType: "text", Parts: []string{content}},
+		Content: Content{ContentType: "text", Parts: []interface{}{content}},
 	})
 }
 
 type Message struct {
-	Author  Author  `json:"author"`
-	Content Content `json:"content"`
-	ID      string  `json:"id"`
+	Author   Author      `json:"author"`
+	Content  Content     `json:"content"`
+	ID       string      `json:"id"`
+	Metadata interface{} `json:"metadata"`
 }
 
 type Author struct {
 	Role string `json:"role"`
 }
 
 type Content struct {
-	ContentType string   `json:"content_type"`
-	Parts       []string `json:"parts"`
+	ContentType string        `json:"content_type"`
+	Parts       []interface{} `json:"parts"`
 }
 
 type CreateConversationResponse struct {

api/imitate/convert.go

@@ -1,15 +1,36 @@
 package imitate
 
 import (
+	"fmt"
 	"strings"
 )
 
 func ConvertToString(chatgptResponse *ChatGPTResponse, previousText *StringStruct, role bool, id string, model string) string {
-	text := strings.ReplaceAll(chatgptResponse.Message.Content.Parts[0], *&previousText.Text, "")
+	var text string
+
+	if len(chatgptResponse.Message.Content.Parts) == 1 {
+		if part, ok := chatgptResponse.Message.Content.Parts[0].(string); ok {
+			text = strings.ReplaceAll(part, previousText.Text, "")
+			previousText.Text = part
+		} else {
+			text = fmt.Sprintf("%v", chatgptResponse.Message.Content.Parts[0])
+		}
+	} else {
+		// When using GPT-4 messages with images (multimodal_text), the length of 'parts' might be 2.
+		// Since the chatgpt API currently does not support multimodal content
+		// and there is no official format for multimodal content,
+		// the content is temporarily returned as is.
+		var parts []string
+		for _, part := range chatgptResponse.Message.Content.Parts {
+			parts = append(parts, fmt.Sprintf("%v", part))
+		}
+		text = strings.Join(parts, ", ")
+	}
+
 	translatedResponse := NewChatCompletionChunk(text, id, model)
 	if role {
 		translatedResponse.Choices[0].Delta.Role = chatgptResponse.Message.Author.Role
 	}
-	previousText.Text = chatgptResponse.Message.Content.Parts[0]
+
 	return "data: " + translatedResponse.String() + "\n\n"
 }