fix(agent): ensure image attachments retain thumbnails after history sync and prevent internal context from displaying in user messages

2026-08-05 00:34:22 +08:00 · 2026-07-29 15:17:10 +08:00
parent 88e86c0566
commit 5a607bea6c
11 changed files with 74 additions and 16 deletions
@@ -0,0 +1,38 @@
+import localforage from "localforage";
+
+import { upscaleDataUrl } from "@/lib/canvas/canvas-image-data";
+import type { AgentAttachment, AgentChatItem } from "@/stores/use-agent-store";
+
+export type StoredAgentUserMessage = Pick<AgentChatItem, "id" | "text" | "attachments"> & { role: "user"; historyText: string };
+
+const store = localforage.createInstance({ name: "infinite-canvas", storeName: "agent_chat_messages" });
+const indexKey = (threadId: string) => `thread:${threadId}`;
+const messageKey = (threadId: string, messageId: string) => `message:${threadId}:${messageId}`;
+
+export async function saveAgentUserMessage(threadId: string, message: StoredAgentUserMessage) {
+    if (!message.attachments?.length) return;
+    const attachments = await Promise.all((message.attachments || []).map(createThumbnail));
+    await store.setItem(messageKey(threadId, message.id), { ...message, attachments });
+    const ids = (await store.getItem<string[]>(indexKey(threadId))) || [];
+    if (!ids.includes(message.id)) await store.setItem(indexKey(threadId), [...ids, message.id]);
+}
+
+export async function readAgentUserMessages(threadId: string) {
+    const ids = (await store.getItem<string[]>(indexKey(threadId))) || [];
+    return (await Promise.all(ids.map((id) => store.getItem<StoredAgentUserMessage>(messageKey(threadId, id))))).filter((item): item is StoredAgentUserMessage => Boolean(item));
+}
+
+export async function deleteAgentThreadMessages(threadIds: string[]) {
+    await Promise.all(
+        threadIds.map(async (threadId) => {
+            const ids = (await store.getItem<string[]>(indexKey(threadId))) || [];
+            await Promise.all(ids.map((id) => store.removeItem(messageKey(threadId, id))));
+            await store.removeItem(indexKey(threadId));
+        }),
+    );
+}
+
+async function createThumbnail(attachment: AgentAttachment): Promise<AgentAttachment> {
+    const dataUrl = Math.max(attachment.width, attachment.height) > 512 ? await upscaleDataUrl(attachment.dataUrl, { targetLongEdge: 512, algorithm: "high" }) : attachment.dataUrl;
+    return { ...attachment, size: dataUrl.length, url: dataUrl, dataUrl };
+}