fix: preserve sourceDocuments and metadata in ExecuteFlow node (#5972)

* fix: preserve sourceDocuments and metadata in ExecuteFlow node

The Execute Flow node in AgentFlow V2 was only extracting the text
content from chatflow responses, discarding sourceDocuments, usedTools,
artifacts, and fileAnnotations metadata. This fix preserves all metadata
fields in the return output and streams them via SSE when the node is
the last in the flow.

Fixes #5949

Signed-off-by: majiayu000 <1835304752@qq.com>

* fix: address review feedback on PR #5972

- Use object destructuring for response.data metadata extraction
- Extend SSE streaming test to cover artifacts and fileAnnotations

Signed-off-by: majiayu000 <1835304752@qq.com>

* Delete packages/components/nodes/agentflow/ExecuteFlow/ExecuteFlow.test.ts

* Update ExecuteFlow.ts

* Update ExecuteFlow.ts

---------

Signed-off-by: majiayu000 <1835304752@qq.com>
Co-authored-by: Henry Heng <henryheng@flowiseai.com>

Author: majiayu000

packages/components/nodes/agentflow/ExecuteFlow/ExecuteFlow.ts

@@ -13,6 +13,7 @@ import { getCredentialData, getCredentialParam, processTemplateVariables, parseJ
 import { DataSource } from 'typeorm'
 import { BaseMessageLike } from '@langchain/core/messages'
 import { updateFlowState } from '../utils'
+import { flatten } from 'lodash'
 
 class ExecuteFlow_Agentflow implements INode {
     label: string
@@ -205,12 +206,28 @@ class ExecuteFlow_Agentflow implements INode {
             const response = await secureAxiosRequest(requestConfig)
 
             let resultText = ''
+            const { sourceDocuments, usedTools, artifacts, fileAnnotations } = response.data
+            const flattenedSourceDocuments = Array.isArray(sourceDocuments) ? flatten(sourceDocuments) : []
+            const flattenedUsedTools = Array.isArray(usedTools) ? flatten(usedTools) : []
+            const flattenedArtifacts = Array.isArray(artifacts) ? flatten(artifacts) : []
             if (response.data.text) resultText = response.data.text
             else if (response.data.json) resultText = '```json\n' + JSON.stringify(response.data.json, null, 2)
             else resultText = JSON.stringify(response.data, null, 2)
 
             if (isLastNode && sseStreamer) {
                 sseStreamer.streamTokenEvent(options.chatId, resultText)
+                if (flattenedSourceDocuments.length > 0) {
+                    sseStreamer.streamSourceDocumentsEvent(options.chatId, flattenedSourceDocuments)
+                }
+                if (flattenedUsedTools.length > 0) {
+                    sseStreamer.streamUsedToolsEvent(options.chatId, flattenedUsedTools)
+                }
+                if (flattenedArtifacts.length > 0) {
+                    sseStreamer.streamArtifactsEvent(options.chatId, flattenedArtifacts)
+                }
+                if (fileAnnotations) {
+                    sseStreamer.streamFileAnnotationsEvent(options.chatId, fileAnnotations)
+                }
             }
 
             // Update flow state if needed
@@ -245,15 +262,28 @@ class ExecuteFlow_Agentflow implements INode {
                     ]
                 },
                 output: {
-                    content: resultText
+                    content: resultText,
+                    ...(flattenedSourceDocuments.length > 0 && { sourceDocuments: flattenedSourceDocuments }),
+                    ...(flattenedUsedTools.length > 0 && { usedTools: flattenedUsedTools }),
+                    ...(flattenedArtifacts.length > 0 && { artifacts: flattenedArtifacts }),
+                    ...(fileAnnotations && fileAnnotations.length > 0 && { fileAnnotations })
                 },
                 state: newState,
                 chatHistory: [
                     ...inputMessages,
                     {
                         role: returnRole,
                         content: resultText,
-                        name: nodeData?.label ? nodeData?.label.toLowerCase().replace(/\s/g, '_').trim() : nodeData?.id
+                        name: nodeData?.label ? nodeData?.label.toLowerCase().replace(/\s/g, '_').trim() : nodeData?.id,
+                        ...((flattenedArtifacts.length > 0 ||
+                            (fileAnnotations && fileAnnotations.length > 0) ||
+                            flattenedUsedTools.length > 0) && {
+                            additional_kwargs: {
+                                ...(flattenedArtifacts.length > 0 && { artifacts: flattenedArtifacts }),
+                                ...(fileAnnotations && fileAnnotations.length > 0 && { fileAnnotations }),
+                                ...(flattenedUsedTools.length > 0 && { usedTools: flattenedUsedTools })
+                            }
+                        })
                     }
                 ]
             }