v2 async sync-local-files: fix 504 timeouts on large audio uploads (#6157)

Author: beastoin

app/lib/backend/http/api/conversations.dart

@@ -346,7 +346,10 @@ Future<List<ServerConversation>> sendStorageToBackend(File file, String sdCardDa
 Future<SyncLocalFilesResponse> syncLocalFiles(List<File> files, {UploadProgressCallback? onUploadProgress}) async {
   try {
     var response = await makeMultipartApiCall(
-        url: '${Env.apiBaseUrl}v1/sync-local-files', files: files, onUploadProgress: onUploadProgress);
+      url: '${Env.apiBaseUrl}v1/sync-local-files',
+      files: files,
+      onUploadProgress: onUploadProgress,
+    );
 
     if (response.statusCode == 200 || response.statusCode == 207) {
       var result = SyncLocalFilesResponse.fromJson(jsonDecode(response.body));
@@ -374,6 +377,106 @@ Future<SyncLocalFilesResponse> syncLocalFiles(List<File> files, {UploadProgressC
   }
 }
 
+/// v2 async sync: POST files → 202 with job_id, then poll until terminal.
+/// Returns the same SyncLocalFilesResponse as v1 once processing is confirmed complete.
+typedef SyncJobPollCallback = void Function(SyncJobStatusResponse status);
+
+Future<SyncLocalFilesResponse> syncLocalFilesV2(
+  List<File> files, {
+  UploadProgressCallback? onUploadProgress,
+  SyncJobPollCallback? onPollProgress,
+}) async {
+  try {
+    // Step 1: Submit files
+    var response = await makeMultipartApiCall(
+      url: '${Env.apiBaseUrl}v2/sync-local-files',
+      files: files,
+      onUploadProgress: onUploadProgress,
+    );
+
+    // Fast-path responses (no async job created)
+    if (response.statusCode == 200) {
+      return SyncLocalFilesResponse.fromJson(jsonDecode(response.body));
+    }
+
+    if (response.statusCode != 202) {
+      if (response.statusCode == 400) {
+        throw Exception('Audio file could not be processed by server');
+      } else if (response.statusCode == 413) {
+        throw Exception('Audio file is too large to upload');
+      } else if (response.statusCode == 429) {
+        throw Exception('Rate limited or budget exhausted');
+      } else if (response.statusCode >= 500) {
+        throw Exception('Server is temporarily unavailable');
+      } else {
+        throw Exception('Upload failed unexpectedly');
+      }
+    }
+
+    // Step 2: Poll for completion
+    var startResponse = SyncJobStartResponse.fromJson(jsonDecode(response.body));
+    var jobId = startResponse.jobId;
+    var pollInterval = Duration(milliseconds: startResponse.pollAfterMs);
+
+    const maxPolls = 120; // 120 x 3s = 6 minutes max
+    for (var i = 0; i < maxPolls; i++) {
+      await Future.delayed(pollInterval);
+
+      var pollResponse = await makeApiCall(
+        url: '${Env.apiBaseUrl}v2/sync-local-files/$jobId',
+        headers: {},
+        method: 'GET',
+        body: '',
+      );
+
+      if (pollResponse == null) {
+        Logger.debug('syncLocalFilesV2 poll failed: null response');
+        continue; // Retry on transient errors
+      }
+
+      // Terminal errors — don't retry
+      if (pollResponse.statusCode == 404) {
+        throw Exception('Sync job not found or expired');
+      }
+      if (pollResponse.statusCode == 403) {
+        throw Exception('Not authorized to view this sync job');
+      }
+      if (pollResponse.statusCode != 200) {
+        Logger.debug('syncLocalFilesV2 poll failed: ${pollResponse.statusCode}');
+        continue; // Retry on transient errors
+      }
+
+      var jobStatus = SyncJobStatusResponse.fromJson(jsonDecode(pollResponse.body));
+
+      // Report poll progress to caller for UI updates
+      onPollProgress?.call(jobStatus);
+
+      if (jobStatus.isTerminal) {
+        // All segments failed → throw to match v1's 500 behavior (WAL stays retryable)
+        if (jobStatus.status == 'failed') {
+          throw Exception(jobStatus.error ?? 'Sync job failed');
+        }
+        // Success or partial failure → return result
+        if (jobStatus.result != null) {
+          return jobStatus.result!;
+        }
+        return SyncLocalFilesResponse(
+          newConversationIds: [],
+          updatedConversationIds: [],
+          failedSegments: jobStatus.failedSegments,
+          totalSegments: jobStatus.totalSegments,
+        );
+      }
+    }
+
+    // Polling timed out — don't mark as synced
+    throw Exception('Sync job timed out waiting for results');
+  } catch (e) {
+    Logger.debug('syncLocalFilesV2 error: $e');
+    rethrow;
+  }
+}
+
 Future<(List<ServerConversation>, int, int)> searchConversationsServer(
   String query, {
   int? page,

app/lib/backend/schema/conversation.dart

@@ -423,6 +423,75 @@ class SyncLocalFilesResponse {
   }
 }
 
+class SyncJobStartResponse {
+  final String jobId;
+  final String status;
+  final int totalFiles;
+  final int totalSegments;
+  final int pollAfterMs;
+
+  SyncJobStartResponse({
+    required this.jobId,
+    required this.status,
+    required this.totalFiles,
+    required this.totalSegments,
+    required this.pollAfterMs,
+  });
+
+  factory SyncJobStartResponse.fromJson(Map<String, dynamic> json) {
+    return SyncJobStartResponse(
+      jobId: json['job_id'] ?? '',
+      status: json['status'] ?? 'queued',
+      totalFiles: json['total_files'] ?? 0,
+      totalSegments: json['total_segments'] ?? 0,
+      pollAfterMs: json['poll_after_ms'] ?? 3000,
+    );
+  }
+}
+
+class SyncJobStatusResponse {
+  final String jobId;
+  final String status;
+  final int totalSegments;
+  final int processedSegments;
+  final int successfulSegments;
+  final int failedSegments;
+  final SyncLocalFilesResponse? result;
+  final String? error;
+
+  SyncJobStatusResponse({
+    required this.jobId,
+    required this.status,
+    this.totalSegments = 0,
+    this.processedSegments = 0,
+    this.successfulSegments = 0,
+    this.failedSegments = 0,
+    this.result,
+    this.error,
+  });
+
+  bool get isTerminal => status == 'completed' || status == 'partial_failure' || status == 'failed';
+  bool get isSuccess => status == 'completed';
+  bool get isPartialFailure => status == 'partial_failure';
+
+  factory SyncJobStatusResponse.fromJson(Map<String, dynamic> json) {
+    SyncLocalFilesResponse? result;
+    if (json['result'] != null) {
+      result = SyncLocalFilesResponse.fromJson(json['result']);
+    }
+    return SyncJobStatusResponse(
+      jobId: json['job_id'] ?? '',
+      status: json['status'] ?? 'unknown',
+      totalSegments: json['total_segments'] ?? 0,
+      processedSegments: json['processed_segments'] ?? 0,
+      successfulSegments: json['successful_segments'] ?? 0,
+      failedSegments: json['failed_segments'] ?? 0,
+      result: result,
+      error: json['error'],
+    );
+  }
+}
+
 enum SyncedConversationType { newConversation, updatedConversation }
 
 class SyncedConversationPointer {

app/lib/l10n/app_ar.arb

@@ -2602,6 +2602,18 @@
     "downloadingFromDevice": "جارٍ التنزيل من الجهاز",
     "reconnectingToInternet": "جارٍ إعادة الاتصال بالإنترنت...",
     "uploadingToCloud": "جارٍ رفع {current} من {total}",
+    "processingOnServer": "جاري المعالجة على الخادم...",
+    "processingOnServerProgress": "جاري المعالجة... {current}/{total} أجزاء",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "تمت المعالجة",
     "corruptedStatus": "تالف",
     "nPending": "{count} قيد الانتظار",

app/lib/l10n/app_bg.arb

@@ -2604,6 +2604,18 @@
     "downloadingFromDevice": "Изтегляне от устройството",
     "reconnectingToInternet": "Повторно свързване с интернет...",
     "uploadingToCloud": "Качване на {current} от {total}",
+    "processingOnServer": "Обработка на сървъра...",
+    "processingOnServerProgress": "Обработка... {current}/{total} сегмента",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Обработено",
     "corruptedStatus": "Повредено",
     "nPending": "{count} в изчакване",

app/lib/l10n/app_ca.arb

@@ -2604,6 +2604,18 @@
     "downloadingFromDevice": "Descarregant del dispositiu",
     "reconnectingToInternet": "Reconnectant a internet...",
     "uploadingToCloud": "Pujant {current} de {total}",
+    "processingOnServer": "Processant al servidor...",
+    "processingOnServerProgress": "Processant... {current}/{total} segments",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Processat",
     "corruptedStatus": "Corrupte",
     "nPending": "{count} pendents",

app/lib/l10n/app_cs.arb

@@ -2604,6 +2604,18 @@
     "downloadingFromDevice": "Stahování ze zařízení",
     "reconnectingToInternet": "Opětovné připojování k internetu...",
     "uploadingToCloud": "Nahrávání {current} z {total}",
+    "processingOnServer": "Zpracování na serveru...",
+    "processingOnServerProgress": "Zpracování... {current}/{total} segmentů",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Zpracováno",
     "corruptedStatus": "Poškozeno",
     "nPending": "{count} čekajících",

app/lib/l10n/app_da.arb

@@ -2644,6 +2644,18 @@
     "downloadingFromDevice": "Downloader fra enhed",
     "reconnectingToInternet": "Genopretter forbindelse til internet...",
     "uploadingToCloud": "Uploader {current} af {total}",
+    "processingOnServer": "Behandler på serveren...",
+    "processingOnServerProgress": "Behandler... {current}/{total} segmenter",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Behandlet",
     "corruptedStatus": "Beskadiget",
     "nPending": "{count} afventende",

app/lib/l10n/app_de.arb

@@ -2603,6 +2603,18 @@
     "downloadingFromDevice": "Wird vom Gerät heruntergeladen",
     "reconnectingToInternet": "Verbindung zum Internet wird wiederhergestellt...",
     "uploadingToCloud": "Hochladen von {current} von {total}",
+    "processingOnServer": "Verarbeitung auf dem Server...",
+    "processingOnServerProgress": "Verarbeitung... {current}/{total} Segmente",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Verarbeitet",
     "corruptedStatus": "Beschädigt",
     "nPending": "{count} ausstehend",

app/lib/l10n/app_el.arb

@@ -2635,6 +2635,18 @@
     "downloadingFromDevice": "Λήψη από τη συσκευή",
     "reconnectingToInternet": "Επανασύνδεση στο διαδίκτυο...",
     "uploadingToCloud": "Μεταφόρτωση {current} από {total}",
+    "processingOnServer": "Επεξεργασία στον διακομιστή...",
+    "processingOnServerProgress": "Επεξεργασία... {current}/{total} τμήματα",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Επεξεργασμένο",
     "corruptedStatus": "Κατεστραμμένο",
     "nPending": "{count} σε αναμονή",

app/lib/l10n/app_en.arb

@@ -9972,6 +9972,18 @@
             }
         }
     },
+    "processingOnServer": "Processing on server...",
+    "processingOnServerProgress": "Processing... {current}/{total} segments",
+    "@processingOnServerProgress": {
+        "placeholders": {
+            "current": {
+                "type": "int"
+            },
+            "total": {
+                "type": "int"
+            }
+        }
+    },
     "processedStatus": "Processed",
     "corruptedStatus": "Corrupted",
     "nPending": "{count} pending",