Merge pull request #56 from ssdeanx/develop

chore: remove unused files and implement new scorers

Author: ssdeanx

globalSetup.ts

@@ -1,9 +1,5 @@
 import { Agent } from '@mastra/core/agent';
-
-import { createAnswerRelevancyScorer } from '@mastra/evals/scorers/prebuilt';
-
 import { googleAIFlashLite, pgMemory, pgQueryTool } from '../config';
-
 import { arxivTool } from '../tools/arxiv.tool';
 import { csvToJsonTool } from '../tools/csv-to-json.tool';
 import { createDataDirTool, getDataFileInfoTool, listDataDirTool, moveDataFileTool, searchDataFilesTool, writeDataFileTool } from '../tools/data-file-manager';
@@ -133,9 +129,6 @@ export const acpAgent = new Agent({
   outputProcessors: [new TokenLimiterProcessor(1048576)],
   workflows: {},
   scorers: {
-    relevancy: {
-      scorer: createAnswerRelevancyScorer({ model: googleAIFlashLite }),
-      sampling: { type: "ratio", rate: 0.5 }
-    }
+
   },
 });

src/mastra/agents/acpAgent.ts

@@ -4,7 +4,7 @@ import { GoogleGenerativeAIProviderMetadata } from '@ai-sdk/google';
 import { googleTools } from '@ai-sdk/google/internal';
 import { Agent } from '@mastra/core/agent';
 
-import { BatchPartsProcessor, TokenLimiterProcessor, UnicodeNormalizer } from '@mastra/core/processors';
+import { TokenLimiterProcessor, UnicodeNormalizer } from '@mastra/core/processors';
 import type { RequestContext } from '@mastra/core/request-context';
 import {
   createAnswerRelevancyScorer,
@@ -14,7 +14,7 @@ import { PGVECTOR_PROMPT } from "@mastra/pg";
 import { google, googleAI, googleAI3, googleAIFlashLite } from '../config/google';
 import { log } from '../config/logger';
 import { pgMemory, pgQueryTool } from '../config/pg-storage';
-import { researchCompletenessScorer, sourceDiversityScorer, summaryQualityScorer } from '../scorers/custom-scorers';
+
 import { mdocumentChunker } from '../tools/document-chunking.tool';
 import { evaluateResultTool } from '../tools/evaluateResultTool';
 import { extractLearningsTool } from '../tools/extractLearningsTool';

src/mastra/agents/businessLegalAgents.ts

@@ -2,7 +2,7 @@ import { Agent } from '@mastra/core/agent';
 import { googleAI } from '../config/google';
 import { pgMemory } from '../config/pg-storage';
 import { webScraperTool } from '../tools/web-scraper-tool';
-import { structureScorer, creativityScorer } from '../scorers';
+
 import { chartSupervisorTool } from '../tools/financial-chart-tools';
 import type { GoogleGenerativeAIProviderOptions } from '@ai-sdk/google';
 import type { RequestContext } from '@mastra/core/request-context'
@@ -98,14 +98,7 @@ EXAMPLE FLOW:
     chartSupervisorTool
   },
   scorers: {
-    structure: {
-      scorer: structureScorer,
-      sampling: { type: 'ratio', rate: 0.3 },
-    },
-    creativity: {
-      scorer: creativityScorer,
-      sampling: { type: 'ratio', rate: 0.3 },
-    },
+
   },
   outputProcessors: [new TokenLimiterProcessor(1048576)]
 });

src/mastra/agents/contentStrategistAgent.ts

@@ -10,7 +10,7 @@ import {
 import { log } from '../config/logger'
 import { pgMemory } from '../config/pg-storage'
 import { googleAIFlashLite } from '../config/google'
-import { structureScorer } from '../scorers'
+
 import { chartSupervisorTool } from '../tools/financial-chart-tools'
 import type { GoogleGenerativeAIProviderOptions } from '@ai-sdk/google'
 import type { RequestContext } from '@mastra/core/request-context'
@@ -137,10 +137,7 @@ Provide the final content in a clear, well-structured format appropriate for the
         chartSupervisorTool
     },
     scorers: {
-        structure: {
-            scorer: structureScorer,
-            sampling: { type: 'ratio', rate: 0.5 },
-        },
+
     },
     workflows: {},
     maxRetries: 5,

src/mastra/agents/copywriterAgent.ts

@@ -1,6 +1,5 @@
 import { Agent } from "@mastra/core/agent";
 import { googleAI, pgMemory } from "../config";
-import { structureScorer } from "../scorers";
 import type { GoogleGenerativeAIProviderOptions } from "@ai-sdk/google";
 import type { RequestContext } from '@mastra/core/request-context'
 import { TokenLimiterProcessor } from "@mastra/core/processors";
@@ -177,10 +176,7 @@ Structure:
   memory: pgMemory,
   tools: {},
   scorers: {
-    structure: {
-      scorer: structureScorer,
-      sampling: { type: 'ratio', rate: 0.3 },
-    },
+
   },
   workflows: {},
   maxRetries: 5,

src/mastra/agents/csv_to_excalidraw.ts

@@ -5,7 +5,7 @@ import type { RequestContext } from '@mastra/core/request-context';
 import { googleAI } from '../config/google';
 import { log } from '../config/logger';
 import { pgMemory } from '../config/pg-storage';
-import { summaryQualityScorer } from '../scorers';
+
 import { TokenLimiterProcessor } from '@mastra/core/processors';
 
 export type UserTier = 'free' | 'pro' | 'enterprise'
@@ -122,10 +122,7 @@ Tailor your editing style to the content type:
   memory: pgMemory,
   tools: [],
   scorers: {
-    summaryQuality: {
-      scorer: summaryQualityScorer,
-      sampling: { type: 'ratio', rate: 0.6 },
-    }
+
   },
   workflows: {},
   maxRetries: 5,

src/mastra/agents/editorAgent.ts

@@ -2,7 +2,7 @@ import { Agent } from '@mastra/core/agent'
 import { googleAIFlashLite } from '../config/google'
 import { log } from '../config/logger'
 import { pgMemory } from '../config/pg-storage'
-import { responseQualityScorer, structureScorer, taskCompletionScorer } from '../scorers'
+
 import type { GoogleGenerativeAIProviderOptions } from '@ai-sdk/google'
 import type { RequestContext } from '@mastra/core/request-context'
 import { TokenLimiterProcessor } from '@mastra/core/processors'
@@ -129,10 +129,8 @@ For each search result provided, you must determine its relevance to the user's
   model: googleAIFlashLite,
   memory: pgMemory,
   scorers: {
-    responseQuality: {
-      scorer: responseQualityScorer,
-      sampling: { type: 'ratio', rate: 0.5 },
-    }
+
+    
   },
   workflows: {},
   maxRetries: 5,

src/mastra/agents/evaluationAgent.ts

@@ -1,6 +1,7 @@
 import { Agent } from "@mastra/core/agent";
 import { googleAI, pgMemory } from "../config";
-import { csvValidityScorer } from "../scorers";
+
+
 import type { GoogleGenerativeAIProviderOptions } from "@ai-sdk/google";
 import type { RequestContext } from "@mastra/core/request-context";
 import { TokenLimiterProcessor } from "@mastra/core/processors";
@@ -146,10 +147,8 @@ IMPORTANT: Only return the CSV string including the header row. Do not include a
   memory: pgMemory,
   tools: {},
   scorers: {
-    csvValidity: {
-      scorer: csvValidityScorer,
-      sampling: { type: 'ratio', rate: 1.0 },
-    },
+
+    
   },
   workflows: {},
   maxRetries: 5,

src/mastra/agents/image_to_csv.ts

@@ -2,7 +2,7 @@ import { Agent } from '@mastra/core/agent'
 import { googleAI } from '../config/google'
 import { log } from '../config/logger'
 import { pgMemory } from '../config/pg-storage'
-import { structureScorer } from '../scorers'
+
 import type { GoogleGenerativeAIProviderOptions } from '@ai-sdk/google'
 import type { RequestContext } from '@mastra/core/request-context'
 import { TokenLimiterProcessor } from '@mastra/core/processors'
@@ -64,10 +64,7 @@ export const learningExtractionAgent = new Agent({
   model: googleAI,
   memory: pgMemory,
   scorers: {
-    structure: {
-      scorer: structureScorer,
-      sampling: { type: 'ratio', rate: 0.7 },
-    },
+
   },
   workflows: {},
   maxRetries: 5,