feat: update dependencies and improve logging and storage configurations

- Updated the version of `@ai-sdk/google` from `^2.0.52` to `^3.0.6` in `package.json` and `package-lock.json`.
- Added `cross-env` as a dependency in `package.json` to manage environment variables in scripts.
- Modified the `dev:mastra` and `dev:next` scripts in `package.json` to use `cross-env` for setting `NODE_OPTIONS`.
- Enhanced the logger configuration in `logger.ts` by removing OpenTelemetry tracing logic and simplifying log data structure.
- Updated `pg-storage.ts` to use `ModelRouterEmbeddingModel` instead of `google.textEmbedding` for embedding generation.
- Refactored `ChunkingService.ts` and `EmbeddingService.ts` to utilize `ModelRouterEmbeddingModel` for embedding tasks.
- Removed unnecessary tracing logic from `generateEmbeddings` function in `pg-storage.ts`.
- Updated statistics in `SDK_CRAWLER_STATISTICS_0.json` and `SDK_SESSION_POOL_STATE.json` to reflect new values and session details.
- Deleted unused request queue file `jBMmaaywUPlwSK3.json`.
- Improved documentation in `AGENTS.md` regarding observability imports and usage.
- Refactored various service files to ensure consistent usage of embedding models and logging practices.

Author: ssdeanx

.gitignore

@@ -140,3 +140,9 @@ openapi.json
 .github/actions/**/.vercel_build_output/
 .github/actions/**/vercel.json
 nul
+src/mastra/public/storage/key_value_stores/default/*.json
+src/mastra/public/storage/key_value_stores/default/SDK_SESSION_POOL_STATE.json
+src/mastra/public/storage/request_queues/default/*.json
+src/mastra/public/storage/request_queues/default/rv4EFYzT2n22Qkr.json
+src/mastra/public/storage/key_value_stores/default/SDK_SESSION_POOL_STATE.json
+src/mastra/public/storage/key_value_stores/default/SDK_CRAWLER_STATISTICS_0.json

package-lock.json

@@ -7,8 +7,8 @@
     "dev": "dotenvx run -- concurrently -n \"NEXT,MASTRA\" -c \"blue.bold,green.bold\" \"npm run dev:next\" \"npm run dev:mastra\"",
     "build": "dotenvx run -- concurrently -n \"NEXT,MASTRA\" -c \"blue.bold,green.bold\"  \"npm run build:next\" \"npm run build:mastra\"",
     "start": "dotenvx run -- concurrently -n \"NEXT,MASTRA\" -c \"blue.bold,green.bold\" \"npm run start:next\" \"npm run start:mastra\"",
-    "dev:mastra": "mastra dev",
-    "dev:next": "next dev --turbopack",
+    "dev:mastra": "cross-env NODE_OPTIONS='--max-old-space-size=8192' mastra dev",
+    "dev:next": "cross-env NODE_OPTIONS='--max-old-space-size=8192' next dev --turbopack",
     "build:next": "next build",
     "build:mastra": "mastra build",
     "start:mastra": "mastra start",
@@ -42,7 +42,7 @@
     "node": ">=20.9.0"
   },
   "dependencies": {
-    "@ai-sdk/google": "^2.0.52",
+    "@ai-sdk/google": "^3.0.6",
     "@ai-sdk/google-vertex": "^4.0.11",
     "@ai-sdk/openai": "^3.0.7",
     "@ai-sdk/openai-compatible": "^2.0.4",
@@ -228,6 +228,7 @@
     "@typescript-eslint/eslint-plugin": "^8.52.0",
     "@typescript-eslint/parser": "^8.52.0",
     "@vitest/coverage-v8": "^4.0.16",
+    "cross-env": "^10.1.0",
     "eslint": "^9.39.2",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-react-hooks": "^7.0.1",

package.json

@@ -1,8 +1,7 @@
 import { PinoLogger } from "@mastra/loggers";
-import { FileTransport } from "@mastra/loggers/file";
 import * as fs from 'node:fs'
 import * as path from 'node:path'
-import { trace, propagation, context as otelContext } from '@opentelemetry/api'
+// Logger intentionally contains no tracing logic. Observability exporters/bridges handle traces separately.
 
 // Use __dirname directly for CommonJS
 //const __dirname: string = path.resolve(path.dirname(''));
@@ -12,40 +11,8 @@ const logsDir: string = path.join(process.cwd(), 'data', 'logs')
 if (!fs.existsSync(logsDir)) {
     fs.mkdirSync(logsDir, { recursive: true })
 }
+// Enhanced PinoLogger
 
-// OpenTelemetry helpers to enrich logs with trace context and Baggage
-const getActiveSpanContextInfo = () => {
-    const span = trace.getActiveSpan()
-    if (!span) {
-        return { traceId: undefined, spanId: undefined }
-    }
-    const sc = (span as any).spanContext ? (span as any).spanContext() : undefined
-    return { traceId: sc?.traceId, spanId: sc?.spanId }
-}
-
-const BaggageToObject = (b: unknown) => {
-    if (b === null || b === undefined) {
-        return {}
-    }
-    const obj: Record<string, string> = {}
-    for (const [k, v] of (b as any).getAllEntries()) {
-        obj[k] = String(v.value)
-    }
-    return obj
-}
-
-const attachTraceAndBaggage = (data: Record<string, unknown> = {}) => {
-    try {
-        const traceInfo = getActiveSpanContextInfo()
-        const bag = propagation.getBaggage(otelContext.active())
-        return { ...data, _trace: traceInfo, _Baggage: BaggageToObject(bag) }
-    } catch {
-        // Don't throw from logging helpers
-        return data
-    }
-}
-
-// Enhanced PinoLogger with full tracing integration
 export const log = new PinoLogger({
     name: 'MastraLogger',
     level: 'debug',
@@ -87,18 +54,15 @@ export const logWorkflowStart = (
     input: Record<string, unknown>
 ) => {
     const message = `🚀 Starting workflow: ${workflowId}`
-    let data: {
+    const data: {
         workflowId: string
         input: Record<string, unknown>
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         workflowId,
         input,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -109,20 +73,17 @@ export const logWorkflowEnd = (
     duration: number
 ) => {
     const message = `✅ Workflow completed: ${workflowId}`
-    let data: {
+    const data: {
         workflowId: string
         output: Record<string, unknown>
         duration: string
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         workflowId,
         output,
         duration: `${duration}ms`,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -132,18 +93,15 @@ export const logStepStart = (
     input: Record<string, unknown>
 ) => {
     const message = `📋 Starting step: ${stepId}`
-    let data: {
+    const data: {
         stepId: string
         input: Record<string, unknown>
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         stepId,
         input,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -154,20 +112,17 @@ export const logStepEnd = (
     duration: number
 ) => {
     const message = `✓ Step completed: ${stepId}`
-    let data: {
+    const data: {
         stepId: string
         output: Record<string, unknown>
         duration: string
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         stepId,
         output,
         duration: `${duration}ms`,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -178,20 +133,17 @@ export const logToolExecution = (
     output?: Record<string, unknown>
 ) => {
     const message = `🔧 Tool execution: ${toolId}`
-    let data: {
+    const data: {
         toolId: string
         input: Record<string, unknown>
         output?: Record<string, unknown>
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         toolId,
         input,
         output,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -202,20 +154,17 @@ export const logAgentActivity = (
     details: Record<string, unknown>
 ) => {
     const message = `🤖 Agent activity: ${agentId} - ${action}`
-    let data: {
+    const data: {
         agentId: string
         action: string
         details: Record<string, unknown>
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         agentId,
         action,
         details,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(message, data)
     logToFile(message, data)
 }
@@ -226,22 +175,19 @@ export const logError = (
     context?: Record<string, unknown>
 ) => {
     const message = `❌ Error in ${component}`
-    let data: {
+    const data: {
         component: string
         error: string
         stack?: string
         context?: Record<string, unknown>
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         component,
         error: error instanceof Error ? error.message : String(error),
         stack: error instanceof Error ? error.stack : undefined,
         context,
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.error(message, data)
     logToFile(message, data)
 }
@@ -252,22 +198,19 @@ export const logProgress = (
     total: number
 ) => {
     const logMessage = `📊 Progress: ${message} (${progress}/${total})`
-    let data: {
+    const data: {
         message: string
         progress: number
         total: number
         percentage: number
         timestamp: string
-        _trace?: Record<string, unknown>
-        _Baggage?: Record<string, string>
     } = {
         message,
         progress,
         total,
         percentage: Math.round((progress / total) * 100),
         timestamp: new Date().toISOString(),
     }
-    data = attachTraceAndBaggage(data) as typeof data
     log.info(logMessage, data)
     logToFile(logMessage, data)
 }