feat: enhance output type for function call and add content conversion utility

Author: caozhiyuan

src/routes/messages/responses-translation.ts

@@ -246,7 +246,7 @@ const createFunctionCallOutput = (
 ): ResponseFunctionCallOutputItem => ({
   type: "function_call_output",
   call_id: block.tool_use_id,
-  output: block.content,
+  output: convertToolResultContent(block.content),
   status: block.is_error ? "incomplete" : "completed",
 })
 
@@ -268,7 +268,7 @@ When using the BashOutput tool, follow these rules:
 - Only Bash Tool run_in_background set to true, Use BashOutput to read the output later
 ### TodoWrite tool
 When using the TodoWrite tool, follow these rules:
-- Skip using the TodoWrite tool for straightforward tasks (roughly the easiest 25%).
+- Skip using the TodoWrite tool for simple or straightforward tasks (roughly the easiest 25%).
 - Do not make single-step todo lists.
 - When you made a todo, update it after having performed one of the sub-tasks that you shared on the todo list.`
 
@@ -636,3 +636,27 @@ const parseUserId = (
 
   return { safetyIdentifier, promptCacheKey }
 }
+
+const convertToolResultContent = (
+  content: string | Array<AnthropicTextBlock> | Array<AnthropicImageBlock>,
+): string | Array<ResponseInputContent> => {
+  if (typeof content === "string") {
+    return content
+  }
+
+  if (Array.isArray(content)) {
+    if (content.length > 0 && content[0].type === "text") {
+      return (content as Array<AnthropicTextBlock>).map((block) =>
+        createTextContent(block.text),
+      )
+    }
+
+    if (content.length > 0 && content[0].type === "image") {
+      return (content as Array<AnthropicImageBlock>).map((block) =>
+        createImageContent(block),
+      )
+    }
+  }
+
+  return ""
+}

src/services/copilot/create-responses.ts

@@ -44,7 +44,7 @@ export interface ResponseFunctionToolCallItem {
 export interface ResponseFunctionCallOutputItem {
   type: "function_call_output"
   call_id: string
-  output: string
+  output: string | Array<ResponseInputContent>
   status?: "in_progress" | "completed" | "incomplete"
 }
 
@@ -57,11 +57,10 @@ export type ResponseInputItem =
 export type ResponseInputContent =
   | ResponseInputText
   | ResponseInputImage
-  | ResponseContentTextLike
   | Record<string, unknown>
 
 export interface ResponseInputText {
-  type?: "input_text" | "text" | "output_text"
+  type?: "input_text" | "output_text"
   text: string
 }
 
@@ -72,11 +71,6 @@ export interface ResponseInputImage {
   detail?: "low" | "high" | "auto"
 }
 
-export interface ResponseContentTextLike {
-  type?: "text"
-  text: string
-}
-
 export interface ResponsesResult {
   id: string
   object: "response"