feat: iframe传 文件进入

frontend-web/src/pages/iframe-chat-submit.test.ts

@@ -100,3 +100,37 @@ test("maps iframe model selection into stream context model_name", () => {
     model_name: "OpenAI3",
   });
 });
+
+test("maps externally uploaded files into stream additional_kwargs.files", () => {
+  const result = parseBrainyChatSubmitMessage({
+    source: "brainy-extension",
+    type: "brainy:chat-submit",
+    requestId: "iframe-789",
+    payload: {
+      text: "网摘",
+      prompt: "网摘",
+      uploadedFiles: [
+        {
+          filename: "LLM Wiki 接口说明.md",
+          size: "7002",
+          path: "/mnt/user-data/uploads/LLM Wiki 接口说明.md",
+          status: "uploaded",
+          artifact_url:
+            "/api/threads/445ca7a7-9737-44f0-8eea-6887776f4f9c/artifacts/mnt/user-data/uploads/LLM%20Wiki%20%E6%8E%A5%E5%8F%A3%E8%AF%B4%E6%98%8E.md",
+        },
+      ],
+    },
+  });
+
+  assert.equal(result.submitText, "网摘");
+  assert.deepEqual(result.additionalKwargs?.files, [
+    {
+      filename: "LLM Wiki 接口说明.md",
+      size: "7002",
+      path: "/mnt/user-data/uploads/LLM Wiki 接口说明.md",
+      status: "uploaded",
+      artifact_url:
+        "/api/threads/445ca7a7-9737-44f0-8eea-6887776f4f9c/artifacts/mnt/user-data/uploads/LLM%20Wiki%20%E6%8E%A5%E5%8F%A3%E8%AF%B4%E6%98%8E.md",
+    },
+  ]);
+});

frontend-web/src/pages/iframe-chat-submit.ts

@@ -26,6 +26,14 @@ type BrainyModelSelection = {
   value?: string;
 };
 
+type BrainyUploadedFile = {
+  filename?: string;
+  size?: string | number;
+  path?: string;
+  status?: string;
+  artifact_url?: string;
+};
+
 export type BrainyChatSubmitMessage = {
   source?: string;
   type?: string;
@@ -35,6 +43,7 @@ export type BrainyChatSubmitMessage = {
     pageContext?: BrainyPageContext;
     screenshot?: BrainyScreenshot;
     model?: BrainyModelSelection;
+    uploadedFiles?: BrainyUploadedFile[];
   };
   requestId?: string;
 };
@@ -253,6 +262,36 @@ function buildScreenshotFileParts(
   return [];
 }
 
+function normalizeUploadedFiles(
+  uploadedFiles: BrainyUploadedFile[] | undefined,
+): Record<string, unknown>[] {
+  if (!Array.isArray(uploadedFiles)) {
+    return [];
+  }
+
+  return uploadedFiles
+    .map((file) => {
+      const filename = trimToUndefined(file.filename);
+      if (!filename) {
+        return null;
+      }
+
+      const size = String(file.size ?? "0");
+      const path = trimToUndefined(file.path);
+      const status = trimToUndefined(file.status);
+      const artifactUrl = trimToUndefined(file.artifact_url);
+
+      return {
+        filename,
+        size,
+        ...(path ? { path } : {}),
+        ...(status ? { status } : {}),
+        ...(artifactUrl ? { artifact_url: artifactUrl } : {}),
+      };
+    })
+    .filter((file): file is Record<string, unknown> => file !== null);
+}
+
 export function parseBrainyChatSubmitMessage(
   data: BrainyChatSubmitMessage,
 ): ParsedBrainyChatSubmitMessage {
@@ -268,6 +307,7 @@ export function parseBrainyChatSubmitMessage(
   });
   const requestId = trimToUndefined(data.requestId);
   const modelName = trimToUndefined(data.payload?.model?.value);
+  const uploadedFiles = normalizeUploadedFiles(data.payload?.uploadedFiles);
 
   const iframeContext: Record<string, unknown> = {};
   if (requestId) {
@@ -281,6 +321,13 @@ export function parseBrainyChatSubmitMessage(
     submitText,
     files,
     ...(Object.keys(iframeContext).length > 0 ? { iframeContext } : {}),
-    ...(promptPrefix ? { additionalKwargs: { prompt_prefix: promptPrefix } } : {}),
+    ...(promptPrefix || uploadedFiles.length > 0
+      ? {
+          additionalKwargs: {
+            ...(promptPrefix ? { prompt_prefix: promptPrefix } : {}),
+            ...(uploadedFiles.length > 0 ? { files: uploadedFiles } : {}),
+          },
+        }
+      : {}),
   };
 }