feat: add response modalities to various agents

- Updated acpAgent to include responseModalities: ['TEXT', 'IMAGE'].
- Added responseModalities: ['TEXT', 'IMAGE'] to businessLegalAgents.
- Included responseModalities: ['TEXT', 'IMAGE'] in calendarAgent.
- Enhanced csv_to_excalidraw with responseModalities: ['TEXT', 'IMAGE'].
- Added responseModalities: ['TEXT', 'IMAGE'] to dane agent configurations.

Author: ssdeanx

src/mastra/agents/acpAgent.ts

@@ -119,10 +119,10 @@ export const acpAgent = new Agent({
       providerOptions: {
         google: {
           thinkingConfig: {
-
             includeThoughts: true,
             thinkingBudget: -1,
           },
+          responseModalities: ['TEXT', 'IMAGE'],
         },
       },
     };

src/mastra/agents/businessLegalAgents.ts

@@ -227,7 +227,8 @@ You are a Senior Contract Analyst. Analyze legal documents for risks, obligation
             thinkingLevel: 'high',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -319,7 +320,8 @@ You are a Compliance Officer. Monitor regulatory compliance and identify risks a
             thinkingLevel: 'high',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -416,7 +418,8 @@ You are a Chief Strategy Officer with legal expertise. Align business strategy w
             thinkingLevel: 'high',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -431,10 +434,6 @@ You are a Chief Strategy Officer with legal expertise. Align business strategy w
     googleFinanceTool,
     googleScholarTool,
     webScraperTool,
-    google_search: googleTools.googleSearch({
-      mode: "MODE_DYNAMIC",
-      dynamicThreshold: 0.7,
-    }),
     // Integration tools for coordinating other agents would be added here
   },
   memory: pgMemory,
@@ -477,12 +476,4 @@ You are a Chief Strategy Officer with legal expertise. Align business strategy w
   ],
 })
 
-// Type definitions for provider metadata (similar to researchAgent)
-type ProviderMetadataMap = { google?: GoogleGenerativeAIProviderMetadata } & Record<string, unknown>;
-
-const providerMetadata: ProviderMetadataMap | undefined =
-  ((googleAI as unknown) as { providerMetadata?: ProviderMetadataMap })?.providerMetadata ??
-  ((google as unknown) as { providerMetadata?: ProviderMetadataMap })?.providerMetadata;
 
-const metadata = providerMetadata?.google;
-export const groundingMetadata = metadata?.groundingMetadata;

src/mastra/agents/calendarAgent.ts

@@ -37,6 +37,7 @@ Current user: ${userId ?? 'anonymous'}`,
             includeThoughts: true,
             thinkingBudget: -1,
           },
+          responseModalities: ['TEXT', 'IMAGE'],
         },
       },
     };

src/mastra/agents/csv_to_excalidraw.ts

@@ -163,7 +163,8 @@ Structure:
                         thinkingLevel: 'medium',
                         includeThoughts: true,
                         thinkingBudget: -1,
-                    }
+                    },
+                    responseModalities: ['TEXT', 'IMAGE'],
                 }
             }
         }

src/mastra/agents/dane.ts

@@ -26,7 +26,8 @@ export const daneCommitMessage = new Agent({
             thinkingLevel: 'medium',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -54,7 +55,8 @@ export const daneIssueLabeler = new Agent({
             thinkingLevel: 'medium',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -88,7 +90,8 @@ export const daneLinkChecker = new Agent({
             thinkingLevel: 'low',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -123,7 +126,8 @@ export const daneChangeLog = new Agent({
             thinkingLevel: 'medium',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }
@@ -183,7 +187,8 @@ export const dane = new Agent({
             thinkingLevel: 'high',
             includeThoughts: true,
             thinkingBudget: -1,
-          }
+          },
+          responseModalities: ['TEXT', 'IMAGE'],
         }
       }
     }