chore: release v3.2.3

Author: Robbie1977

RELEASE_NOTES.md

@@ -4,6 +4,9 @@ This file summarizes the release notes inferred from git tags (tag message/annot
 
 ---
 
+## v3.2.3
+- Release v3.2.3: Recover with partial answers or clarifying follow-ups after upstream stream failures when tool evidence already exists, prioritize gene-expression classification over connectivity for analytics, and bias broad transgene-expression requests toward short representative lists
+
 ## v3.2.2
 - Release v3.2.2: Restore production compatibility when explicit approved ELM values are not configured, add partial-summary and clarification fallbacks for broad tool-heavy queries, raise the tool-round budget to 10, and add named example asset generation
 

app/api/chat/route.js

@@ -207,14 +207,14 @@ function classifyTopicCategory(message = '', toolUsage = {}) {
     return 'publications'
   }
 
-  if (toolUsage.vfb_run_query || /\b(connectivity|connectome|synapse|synaptic|nblast|projection|presynaptic|postsynaptic)\b/i.test(lowerMessage)) {
-    return 'connectivity'
-  }
-
   if (/\b(gene|expression|transgene|gal4|driver|reporter)\b/i.test(lowerMessage)) {
     return 'gene expression'
   }
 
+  if (toolUsage.vfb_run_query || /\b(connectivity|connectome|synapse|synaptic|nblast|projection|presynaptic|postsynaptic)\b/i.test(lowerMessage)) {
+    return 'connectivity'
+  }
+
   if (/\b(image|images|thumbnail|picture|pictures|visuali[sz]e|3d|scene)\b/i.test(lowerMessage)) {
     return 'images'
   }
@@ -320,7 +320,7 @@ async function getVfbMcpClient() {
 
   const transport = new StreamableHTTPClientTransport(new URL(VFB_MCP_URL))
   const client = new Client(
-    { name: 'vfb-chat-client', version: '3.2.2' },
+    { name: 'vfb-chat-client', version: '3.2.3' },
     { capabilities: {} }
   )
   await client.connect(transport)
@@ -333,7 +333,7 @@ async function getBiorxivMcpClient() {
 
   const transport = new StreamableHTTPClientTransport(new URL(BIORXIV_MCP_URL))
   const client = new Client(
-    { name: 'vfb-chat-biorxiv', version: '3.2.2' },
+    { name: 'vfb-chat-biorxiv', version: '3.2.3' },
     { capabilities: {} }
   )
   await client.connect(transport)
@@ -866,6 +866,7 @@ TOOL ECONOMY:
 - Prefer the fewest tool steps needed to produce a useful answer.
 - Do not keep calling tools just to exhaustively enumerate large result sets.
 - If the question is broad or combinatorial, stop once you have enough evidence to give a partial answer.
+- For broad gene-expression or transgene-pattern requests, prefer a short representative list (about 3-5 items) and ask how the user wants to narrow further instead of trying to enumerate everything in one turn.
 - If the question is broad or underspecified, it is good to ask 1-3 short clarifying questions instead of trying to enumerate everything immediately.
 - When stopping early, clearly summarize what you found so far and end with 2-4 direct clarifying questions the user can answer to narrow the query (for example: one dataset, one transmitter class, one neuron subtype, one brain region, or a capped number of results).
 
@@ -1001,37 +1002,34 @@ async function readResponseStream(apiResponse, sendEvent) {
   return { textAccumulator, functionCalls, responseId, failed, errorMessage }
 }
 
-async function requestToolLimitSummary({
+async function requestNoToolFallbackResponse({
   sendEvent,
   conversationInput,
   accumulatedItems,
+  partialAssistantText = '',
   apiBaseUrl,
   apiKey,
   apiModel,
   outboundAllowList,
   toolUsage,
   toolRounds,
-  maxToolRounds,
-  userMessage
+  statusMessage,
+  instruction
 }) {
-  if (accumulatedItems.length === 0) return null
+  sendEvent('status', { message: statusMessage, phase: 'llm' })
 
-  sendEvent('status', { message: 'Summarizing partial results', phase: 'llm' })
-
-  const summaryInstruction = `The original user request was:
-"${userMessage}"
-
-The request hit the tool-round limit after ${toolRounds} rounds (current budget: ${maxToolRounds}).
+  const fallbackInput = [
+    ...conversationInput,
+    ...accumulatedItems
+  ]
 
-Using only the gathered tool outputs already provided in this conversation:
-- give the best partial answer you can
-- clearly say that the answer is partial because the request branched into too many tool steps
-- summarize the strongest findings you already have
-- end with 2-4 direct clarification questions the user can answer so you can continue in a narrower, lower-tool way
+  if (partialAssistantText.trim()) {
+    fallbackInput.push({ role: 'assistant', content: partialAssistantText.trim() })
+  }
 
-Do not call tools. Do not ask to browse the web.`
+  fallbackInput.push({ role: 'user', content: instruction })
 
-  const summaryResponse = await fetch(`${apiBaseUrl}/responses`, {
+  const fallbackResponse = await fetch(`${apiBaseUrl}/responses`, {
     method: 'POST',
     headers: {
       'Content-Type': 'application/json',
@@ -1040,21 +1038,17 @@ Do not call tools. Do not ask to browse the web.`
     body: JSON.stringify({
       model: apiModel,
       instructions: systemPrompt,
-      input: [
-        ...conversationInput,
-        ...accumulatedItems,
-        { role: 'user', content: summaryInstruction }
-      ],
+      input: fallbackInput,
       tools: [],
       stream: true
     })
   })
 
-  if (!summaryResponse.ok) {
+  if (!fallbackResponse.ok) {
     return null
   }
 
-  const { textAccumulator, responseId, failed } = await readResponseStream(summaryResponse, sendEvent)
+  const { textAccumulator, responseId, failed } = await readResponseStream(fallbackResponse, sendEvent)
   if (failed || !textAccumulator) {
     return null
   }
@@ -1068,10 +1062,54 @@ Do not call tools. Do not ask to browse the web.`
   })
 }
 
+async function requestToolLimitSummary({
+  sendEvent,
+  conversationInput,
+  accumulatedItems,
+  apiBaseUrl,
+  apiKey,
+  apiModel,
+  outboundAllowList,
+  toolUsage,
+  toolRounds,
+  maxToolRounds,
+  userMessage
+}) {
+  if (accumulatedItems.length === 0) return null
+
+  const summaryInstruction = `The original user request was:
+"${userMessage}"
+
+The request hit the tool-round limit after ${toolRounds} rounds (current budget: ${maxToolRounds}).
+
+Using only the gathered tool outputs already provided in this conversation:
+- give the best partial answer you can
+- clearly say that the answer is partial because the request branched into too many tool steps
+- summarize the strongest findings you already have
+- end with 2-4 direct clarification questions the user can answer so you can continue in a narrower, lower-tool way
+
+Do not call tools. Do not ask to browse the web.`
+
+  return requestNoToolFallbackResponse({
+    sendEvent,
+    conversationInput,
+    accumulatedItems,
+    apiBaseUrl,
+    apiKey,
+    apiModel,
+    outboundAllowList,
+    toolUsage,
+    toolRounds,
+    statusMessage: 'Summarizing partial results',
+    instruction: summaryInstruction
+  })
+}
+
 async function requestClarifyingFollowUp({
   sendEvent,
   conversationInput,
   accumulatedItems,
+  partialAssistantText = '',
   apiBaseUrl,
   apiKey,
   apiModel,
@@ -1081,8 +1119,6 @@ async function requestClarifyingFollowUp({
   userMessage,
   reason
 }) {
-  sendEvent('status', { message: 'Clarifying next step', phase: 'llm' })
-
   const clarificationInstruction = `The original user request was:
 "${userMessage}"
 
@@ -1096,40 +1132,65 @@ Using only the existing conversation and any tool outputs already provided:
 
 Do not call tools. Do not ask to browse the web.`
 
-  const clarificationResponse = await fetch(`${apiBaseUrl}/responses`, {
-    method: 'POST',
-    headers: {
-      'Content-Type': 'application/json',
-      ...(apiKey ? { 'Authorization': `Bearer ${apiKey}` } : {})
-    },
-    body: JSON.stringify({
-      model: apiModel,
-      instructions: systemPrompt,
-      input: [
-        ...conversationInput,
-        ...accumulatedItems,
-        { role: 'user', content: clarificationInstruction }
-      ],
-      tools: [],
-      stream: true
-    })
+  return requestNoToolFallbackResponse({
+    sendEvent,
+    conversationInput,
+    accumulatedItems,
+    partialAssistantText,
+    apiBaseUrl,
+    apiKey,
+    apiModel,
+    outboundAllowList,
+    toolUsage,
+    toolRounds,
+    statusMessage: 'Clarifying next step',
+    instruction: clarificationInstruction
   })
+}
 
-  if (!clarificationResponse.ok) {
-    return null
-  }
+async function requestStreamFailureRecovery({
+  sendEvent,
+  conversationInput,
+  accumulatedItems,
+  partialAssistantText = '',
+  apiBaseUrl,
+  apiKey,
+  apiModel,
+  outboundAllowList,
+  toolUsage,
+  toolRounds,
+  userMessage,
+  reason
+}) {
+  if (accumulatedItems.length === 0 && !partialAssistantText.trim()) return null
 
-  const { textAccumulator, responseId, failed } = await readResponseStream(clarificationResponse, sendEvent)
-  if (failed || !textAccumulator) {
-    return null
-  }
+  const recoveryInstruction = `The original user request was:
+"${userMessage}"
 
-  return buildSuccessfulTextResult({
-    responseText: textAccumulator,
-    responseId,
+The previous attempt ended unexpectedly before a stable final answer was produced.
+Reason: ${reason}.
+
+Using only the existing conversation, any tool outputs already provided, and any partial answer text already shown above:
+- give the best partial answer you can
+- if the evidence is still too incomplete, say that briefly and ask 2-4 short clarifying questions
+- prefer a short concrete answer over more questions if the available evidence already supports one
+- do not invent missing facts
+
+Do not call tools. Do not ask to browse the web.`
+
+  return requestNoToolFallbackResponse({
+    sendEvent,
+    conversationInput,
+    accumulatedItems,
+    partialAssistantText,
+    apiBaseUrl,
+    apiKey,
+    apiModel,
+    outboundAllowList,
     toolUsage,
     toolRounds,
-    outboundAllowList
+    statusMessage: 'Recovering partial answer',
+    instruction: recoveryInstruction
   })
 }
 
@@ -1155,6 +1216,25 @@ async function processResponseStream({
     if (responseId) latestResponseId = responseId
 
     if (failed) {
+      const recovery = await requestStreamFailureRecovery({
+        sendEvent,
+        conversationInput,
+        accumulatedItems,
+        partialAssistantText: textAccumulator,
+        apiBaseUrl,
+        apiKey,
+        apiModel,
+        outboundAllowList,
+        toolUsage,
+        toolRounds,
+        userMessage,
+        reason: errorMessage || 'The AI service returned an unexpected stream error.'
+      })
+
+      if (recovery) {
+        return recovery
+      }
+
       return {
         ok: false,
         responseId: latestResponseId,
@@ -1247,6 +1327,7 @@ async function processResponseStream({
         sendEvent,
         conversationInput,
         accumulatedItems,
+        partialAssistantText: textAccumulator,
         apiBaseUrl,
         apiKey,
         apiModel,

package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "vfb-chat-client",
-  "version": "3.2.2",
+  "version": "3.2.3",
   "private": true,
   "scripts": {
     "dev": "next dev",