Function formatMessagesForAPI

apps/chat/src/utils/api.js:214–276

(messages, _modelId)

};

export const formatMessagesForAPI = (messages, _modelId) => {
    return messages.map((msg) => {
        const parts = [];
        const textContent = typeof msg.content === "string" ? msg.content : "";
        if (textContent) parts.push({ type: "text", text: textContent });

        const attachments = Array.isArray(msg.attachments)
            ? msg.attachments
            : [];
        const legacyImage =
            !attachments.length && msg.image?.src
                ? [
                      {
                          name: msg.image.name || "image",
                          data: msg.image.src,
                          mimeType: msg.image.mimeType || "image/png",
                          isImage: true,
                      },
                  ]
                : [];

        for (const attachment of [...attachments, ...legacyImage]) {
            if (!attachment) continue;
            let base64Data = attachment.data || attachment.base64 || "";
            let mimeType =
                attachment.mimeType ||
                attachment.type ||
                "application/octet-stream";

            if (!base64Data && attachment.preview) {
                const e = extractBase64FromDataUrl(attachment.preview);
                base64Data = e.base64;
                if (e.mimeType && !attachment.mimeType) mimeType = e.mimeType;
            }
            if (!base64Data && typeof attachment.src === "string") {
                const e = extractBase64FromDataUrl(attachment.src);
                base64Data = e.base64;
                if (e.mimeType) mimeType = e.mimeType;
            }
            if (!base64Data) continue;

            const isImage = attachment.isImage ?? mimeType.startsWith("image/");
            if (isImage && attachment.preview?.startsWith("http")) {
                parts.push({
                    type: "image_url",
                    image_url: { url: attachment.preview },
                });
                continue;
            }
            if (isImage && base64Data) {
                parts.push({
                    type: "image_url",
                    image_url: { url: `data:${mimeType};base64,${base64Data}` },
                });
            }
        }

        if (parts.length === 1 && parts[0].type === "text")