Merge pull request #55 from ssdeanx/develop

chore: update dependencies and refactor workflow stages

Author: ssdeanx

eslint.config.js

@@ -1,7 +1,11 @@
 import js from '@eslint/js'
+import globals from "globals";
+import reactHooks from "eslint-plugin-react-hooks";
+import reactRefresh from "eslint-plugin-react-refresh";
 import tseslint from '@typescript-eslint/eslint-plugin'
 import tsparser from '@typescript-eslint/parser'
 import prettierConfig from 'eslint-config-prettier'
+import { globalIgnores } from "eslint/config";
 
 const ignores = [
     'eslint.config.js',
@@ -46,7 +50,10 @@ const ignores = [
 
 export default [
     { ignores },
+    globalIgnores(["dist", "node_modules"]),
     js.configs.recommended,
+    reactHooks.configs.flat.recommended,
+    reactRefresh.configs.next,
     prettierConfig,
     {
         files: ['**/*.ts', '**/*.tsx'],
@@ -55,6 +62,7 @@ export default [
         },
         languageOptions: {
             parser: tsparser,
+            globals: globals.browser,
             parserOptions: {
                 ecmaVersion: 2022,
                 sourceType: 'module',

lib/utils.ts

@@ -1,6 +1,13 @@
 import { type ClassValue, clsx } from "clsx"
 import { twMerge } from "tailwind-merge"
+import { v4 as uuid } from "@lukeed/uuid";
 
 export function cn(...inputs: ClassValue[]) {
   return twMerge(clsx(inputs))
 }
+export function newThreadLink(
+  rootPath: string,
+  agentId: string,
+): `/${string}/${string}/chat/${string}?new=true` {
+  return `/${rootPath}/${agentId}/chat/${uuid()}?new=true`;
+}

package-lock.json

@@ -119,6 +119,8 @@
     "diff": "^8.0.2",
     "dotenv": "^17.2.3",
     "embla-carousel-react": "^8.6.0",
+    "eslint-plugin-react-hooks": "^7.0.1",
+    "eslint-plugin-react-refresh": "^0.4.23",
     "excalidraw-to-svg": "^3.1.0",
     "fast-glob": "^3.3.3",
     "fast-xml-parser": "^5.3.3",
@@ -216,4 +218,4 @@
     "body-parser": "^2.2.1",
     "jws": "^4.0.1"
   }
-}
+}

package.json

@@ -269,7 +269,7 @@ const convertPdfToMarkdownStep = createStep({
         data: {
           status: 'in-progress',
           message: 'Converting PDF to markdown `...',
-          stage: "documentProcessingAgent",
+          stage: "convert-pdf-to-markdown",
         },
         id: "convert-pdf-to-markdown",
       });
@@ -318,7 +318,7 @@ const convertPdfToMarkdownStep = createStep({
         data: {
           status: "in-progress",
           message: 'Markdown conversion complete (90%)...',
-          stage: "documentProcessingAgent",
+          stage: "convert-pdf-to-markdown",
         },
         id: "convert-pdf-to-markdown",
       });
@@ -345,7 +345,7 @@ const convertPdfToMarkdownStep = createStep({
         data: {
           status: "done",
           message: "PDF converted to markdown successfully",
-          stepId: 'convert-pdf-to-markdown',
+          stage: 'convert-pdf-to-markdown',
         },
         id: "convert-pdf-to-markdown",
       });
@@ -360,9 +360,10 @@ const convertPdfToMarkdownStep = createStep({
       logError('convert-pdf-to-markdown', error, { contentType: inputData.contentType });
 
       await writer?.custom({
-        type: 'data-workflow-step-error',
+        type: 'data-tool-progress',
         data: {
-          stepId: 'convert-pdf-to-markdown',
+          stage: 'convert-pdf-to-markdown',
+          status: "done",
           error: error instanceof Error ? error.message : 'Unknown error',
         },
         id: "convert-pdf-to-markdown",

src/mastra/workflows/document-processing-workflow.ts

@@ -177,29 +177,36 @@ const ingestStep = createStep({
 
           const result = await mdocumentChunker.execute({
             documentContent: content,
-            documentMetadata: { filePath, source: githubRepo ? 'github' : 'local' },
+            documentMetadata: { filePath, source: (githubRepo) ? 'github' : 'local' },
             chunkingStrategy: strategy,
             indexName: 'memory_messages_3072',
             generateEmbeddings: true,
+            embeddingModel: 'google/gemini-embedding-001',
+            embeddingBatchSize: 50,
             chunkSize: 512,
             chunkOverlap: 50,
             chunkSeparator: '\n'
           }, { writer, requestContext });
 
-          if (result && typeof result === 'object' && 'success' in result && result.success) {
-                      processedFiles++;
-                      totalChunks += result.chunkCount;
-                    }
-          else if (result instanceof ZodError) {
-                        throw new Error(result.message);
-                      }
-          else if (result instanceof Error) {
-                        throw result;
-                      } else if (result && typeof result === 'object' && 'error' in result) {
-                        throw new Error(typeof result.error === 'string' ? result.error : 'Unknown error in chunking');
-                      } else {
-                        throw new Error('Unknown error in chunking');
-                      }
+          const isSuccessResult = (r: unknown): r is { success: true; chunkCount?: number } =>
+            typeof r === 'object' && r !== null && 'success' in r && (r as { success: unknown }).success === true;
+
+          const isErrorObject = (r: unknown): r is { error: unknown } =>
+            typeof r === 'object' && r !== null && 'error' in r;
+
+          if (isSuccessResult(result)) {
+            processedFiles++;
+            totalChunks += result.chunkCount ?? 0;
+          } else if (result instanceof ZodError) {
+            throw new Error(result.message);
+          } else if (result instanceof Error) {
+            throw result;
+          } else if (isErrorObject(result)) {
+            const err = result.error;
+            throw new Error(typeof err === 'string' ? err : 'Unknown error in chunking');
+          } else {
+            throw new Error('Unknown error in chunking');
+          }
 
         } catch (error) {
           const errorObj = error instanceof Error ? error : new Error(String(error));

src/mastra/workflows/repo-ingestion-workflow.ts

@@ -72,9 +72,9 @@ const initializeResearchStep = createStep({
     await writer?.custom({
       type: 'data-tool-progress',
       data: {
-          status: "in-progress",
-          message: `Researching topic: ${inputData.topics}...`,
-          stage: "researchAgent",
+        status: "in-progress",
+        message: `Researching topic: ${inputData.topics}...`,
+        stage: "researchAgent",
       },
       id: 'initialize-research',
     });
@@ -84,7 +84,7 @@ const initializeResearchStep = createStep({
       maxSources: inputData.maxSourcesPerTopic,
     }));
 
-    
+
     logStepEnd('initialize-research', { topicsCount: topics.length }, Date.now() - startTime);
 
     return topics;
@@ -109,7 +109,7 @@ const researchTopicStep = createStep({
       data: {
         status: 'in-progress',
         message: `Researching topic: ${inputData.topic}...`,
-        stage: 'workflow',
+        stage: 'research-topic-item',
       },
       id: 'research-topic-item',
     });
@@ -128,7 +128,7 @@ const researchTopicStep = createStep({
         data: {
           status: 'in-progress',
           message: `Researching topic: ${inputData.topic}...`,
-          stage: 'workflow',
+          stage: 'research-topic-item',
         },
         id: 'research-topic-item',
       });
@@ -189,7 +189,7 @@ const researchTopicStep = createStep({
         data: {
           status: 'done',
           message: `Research completed for ${inputData.topic}...`,
-          stage: 'workflow',
+          stage: 'research-topic-item',
         },
         id: 'research-topic-item',
       });
@@ -211,9 +211,9 @@ const researchTopicStep = createStep({
       await writer?.custom({
         type: 'data-tool-progress',
         data: {
-          status: 'in-progress',
+          status: 'done',
           message: `Research error for ${inputData.topic}...`,
-          stage: 'researchAgent',
+          stage: 'research-topic-item',
         },
         id: 'research-topic-item',
       });
@@ -255,6 +255,7 @@ const synthesizeResearchStep = createStep({
         data: {
           status: 'in-progress',
           message: 'Synthesizing research across topics...',
+          stage: 'synthesize-research',
         },
         id: 'synthesize-research',
       });
@@ -269,6 +270,7 @@ const synthesizeResearchStep = createStep({
           data: {
             status: 'in-progress',
             message: 'AI synthesizing findings...',
+            stage: 'synthesize-research',
           },
           id: 'synthesize-research',
         });
@@ -352,6 +354,7 @@ Provide:
         data: {
           status: 'done',
           message: 'Synthesis complete...',
+          stage: 'synthesize-research',
         },
         id: 'synthesize-research',
       });
@@ -376,7 +379,7 @@ Provide:
       span.setAttribute('responseTimeMs', Date.now() - startTime);
       span.end();
 
-      
+
       logStepEnd('synthesize-research', { themesCount: synthesis.commonThemes.length }, Date.now() - startTime);
       return result;
     } catch (error) {
@@ -386,10 +389,11 @@ Provide:
       logError('synthesize-research', error);
 
       await writer?.custom({
-        type: 'data-workflow-step-error',
+        type: 'data-tool-progress',
         data: {
-          stepId: 'synthesize-research',
+          stage: 'synthesize-research',
           error: error instanceof Error ? error.message : 'Unknown error',
+          status: 'done',
         },
         id: 'synthesize-research',
       });
@@ -421,6 +425,7 @@ const generateResearchReportStep = createStep({
         data: {
           status: 'in-progress',
           message: 'Generating research report...',
+          stage: 'generate-research-report',
         },
         id: 'generate-research-report',
       });
@@ -434,6 +439,7 @@ const generateResearchReportStep = createStep({
           data: {
             status: 'in-progress',
             message: 'AI generating comprehensive report...',
+            stage: 'generate-research-report',
           },
           id: 'generate-research-report',
         });
@@ -502,7 +508,7 @@ ${inputData.synthesis.gaps?.map(g => `- ${g}`).join('\n') ?? 'No significant gap
         data: {
           status: 'done',
           message: 'Report generation complete...',
-          stage: 'workflow',
+          stage: 'generate-research-report',
         },
         id: 'generate-research-report',
       });
@@ -523,7 +529,7 @@ ${inputData.synthesis.gaps?.map(g => `- ${g}`).join('\n') ?? 'No significant gap
       span.setAttribute('responseTimeMs', Date.now() - startTime);
       span.end();
 
-      
+
       logStepEnd('generate-research-report', { reportLength: report.length }, Date.now() - startTime);
       return result;
     } catch (error) {
@@ -533,11 +539,11 @@ ${inputData.synthesis.gaps?.map(g => `- ${g}`).join('\n') ?? 'No significant gap
       logError('generate-research-report', error);
 
       await writer?.custom({
-        type: 'data-workflow-step-error',
+        type: 'data-tool-progress',
         data: {
-          stepId: 'generate-research-report',
+          stage: 'generate-research-report',
           error: error instanceof Error ? error.message : 'Unknown error',
-          stage: 'workflow',
+          status: 'done'
         },
         id: 'generate-research-report',
       });