Add CI workflow for YouTube app and enhance environment configuration

- Introduced a GitHub Actions workflow for continuous integration, focusing on linting, type checking, and testing for the YouTube app.
- Updated the `.env.example` file to clarify required and optional environment variables.
- Enhanced `package.json` with a new type checking script and coverage testing command.
- Improved security headers in `vercel.json` for better protection against common vulnerabilities.
- Added a new SQL migration for saga corrections and updated the drizzle metadata.
- Refactored various API routes to improve error handling and logging.

Made-with: Cursor

Author: joaaogui

.github/workflows/youtube-ci.yml

@@ -0,0 +1,40 @@
+name: YouTube App CI
+
+on:
+  push:
+    branches: [main]
+    paths: ['apps/youtube/**', 'packages/**']
+  pull_request:
+    branches: [main]
+    paths: ['apps/youtube/**', 'packages/**']
+
+jobs:
+  quality:
+    name: Lint, Type Check & Test
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: apps/youtube
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: pnpm/action-setup@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: pnpm
+
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+        working-directory: .
+
+      - name: Lint
+        run: pnpm lint
+
+      - name: Type check
+        run: pnpm typecheck
+
+      - name: Test
+        run: pnpm test

apps/youtube/.env.example

@@ -1,16 +1,23 @@
-YOUTUBE_API_KEY=
-# Optional: place a cookies.txt file in the project root for YouTube auth (avoids bot detection)your_youtube_api_key_here
+# YouTube Data API key (required)
+YOUTUBE_API_KEY=your_youtube_api_key_here
 
+# AI providers (at least one required)
 GROQ_API_KEY=your_groq_api_key_here
 GOOGLE_AI_API_KEY=your_google_ai_api_key_here
 
+# Analytics (optional)
 NEXT_PUBLIC_POSTHOG_KEY=your_posthog_key_here
 
+# Database - Neon Postgres (required)
 POSTGRES_URL=your_neon_postgres_connection_string_here
+
+# Internal sync auth (required)
 SYNC_SECRET=your_random_secret_for_internal_sync_calls
 
-# Auth (next-auth v5 + Google OAuth)
+# Auth - NextAuth v5 + Google OAuth (required)
 AUTH_SECRET=your_random_secret_here_run_npx_auth_secret
 AUTH_GOOGLE_ID=your_google_oauth_client_id
 AUTH_GOOGLE_SECRET=your_google_oauth_client_secret
+
+# Comma-separated list of emails allowed admin access (required for admin features)
 ALLOWED_EMAILS=your_email@gmail.com

apps/youtube/drizzle/0001_saga-corrections.sql

@@ -0,0 +1,17 @@
+CREATE TABLE "saga_corrections" (
+	"id" text PRIMARY KEY NOT NULL,
+	"channel_id" text NOT NULL,
+	"action" text NOT NULL,
+	"video_id" text NOT NULL,
+	"video_title" text NOT NULL,
+	"video_published_at" timestamp with time zone NOT NULL,
+	"target_saga_id" text,
+	"target_saga_name" text,
+	"previous_saga_id" text,
+	"previous_saga_name" text,
+	"neighbor_context" jsonb,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+ALTER TABLE "saga_corrections" ADD CONSTRAINT "saga_corrections_channel_id_channels_id_fk" FOREIGN KEY ("channel_id") REFERENCES "public"."channels"("id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+CREATE INDEX "saga_corrections_channel_idx" ON "saga_corrections" USING btree ("channel_id");

apps/youtube/drizzle/meta/_journal.json

@@ -8,6 +8,13 @@
       "when": 1773548075734,
       "tag": "0000_add-saga-reasoning",
       "breakpoints": true
+    },
+    {
+      "idx": 1,
+      "version": "7",
+      "when": 1773548075735,
+      "tag": "0001_saga-corrections",
+      "breakpoints": true
     }
   ]
 }

apps/youtube/package.json

@@ -11,8 +11,10 @@
     "build": "next build",
     "start": "next start -p 3003",
     "lint": "eslint .",
+    "typecheck": "tsc --noEmit",
     "test": "vitest run",
     "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
     "db:push": "drizzle-kit push",
     "db:generate": "drizzle-kit generate",
     "db:migrate": "drizzle-kit migrate",

apps/youtube/src/app/admin/layout.tsx

@@ -1,14 +1,14 @@
 import type { Metadata } from "next";
 
 export const metadata: Metadata = {
-  title: "Admin",
   robots: { index: false, follow: false },
+  title: "Admin - YouTube Analyzer",
 };
 
 export default function AdminLayout({
   children,
-}: {
+}: Readonly<{
   children: React.ReactNode;
-}) {
+}>) {
   return children;
 }

apps/youtube/src/app/api/admin/bulk/route.ts

@@ -28,11 +28,13 @@ async function startBulkSync(channelIds: string[], type: "videos" | "transcripts
 
     if (type === "videos") {
       syncChannelVideos(channelId, jobId).catch((err) => {
-        console.error(`[Bulk Sync] Video sync failed for ${channelId}:`, err);
+        const e = err instanceof Error ? err : new Error(String(err));
+        console.error("[Admin Bulk] Video sync failed:", { channelId, message: e.message, stack: e.stack });
       });
     } else if (type === "transcripts") {
       syncChannelTranscripts(channelId, jobId).catch((err) => {
-        console.error(`[Bulk Sync] Transcript sync failed for ${channelId}:`, err);
+        const e = err instanceof Error ? err : new Error(String(err));
+        console.error("[Admin Bulk] Transcript sync failed:", { channelId, message: e.message, stack: e.stack });
       });
     }
     started++;
@@ -86,10 +88,12 @@ export async function POST(request: NextRequest) {
       );
     }
     const { action, channelIds } = parsed.data;
+    console.log("[Admin Bulk] Request", { action, channelCount: channelIds.length });
 
     if (action === "sync-videos" || action === "sync-transcripts") {
       const type = action === "sync-videos" ? "videos" : "transcripts";
       const started = await startBulkSync(channelIds, type);
+      console.log("[Admin Bulk] Result", { action, started, total: channelIds.length });
       return NextResponse.json({ action, started, total: channelIds.length });
     }
 
@@ -98,9 +102,11 @@ export async function POST(request: NextRequest) {
       totalDeleted += await deleteForChannel(action as CleanupAction, channelId);
     }
 
+    console.log("[Admin Bulk] Result", { action, deleted: totalDeleted, total: channelIds.length });
     return NextResponse.json({ action, deleted: totalDeleted, total: channelIds.length });
   } catch (error) {
-    console.error("[Admin Bulk] Error:", error);
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("[Admin Bulk] Error:", err.message, err.stack);
     return handleRouteError(error);
   }
 }

apps/youtube/src/app/api/admin/cleanup/route.ts

@@ -66,6 +66,7 @@ export async function POST(request: NextRequest) {
       );
     }
     const { action, channelId } = parsed.data;
+    console.log("[Admin Cleanup] Request", { action, channelId });
 
     const handler = ACTIONS[action];
     if (!handler) {
@@ -79,9 +80,11 @@ export async function POST(request: NextRequest) {
     }
 
     const deleted = await fn(channelId);
+    console.log("[Admin Cleanup] Result", { action, channelId, deleted });
     return NextResponse.json({ action, channelId, deleted });
   } catch (error) {
-    console.error("[Admin Cleanup] Error:", error);
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("[Admin Cleanup] Error:", err.message, err.stack);
     return handleRouteError(error);
   }
 }

apps/youtube/src/app/api/admin/saga-corrections/route.ts

@@ -0,0 +1,45 @@
+import { db } from "@/db";
+import { channels, sagaCorrections } from "@/db/schema";
+import { requireAdmin } from "@/lib/admin-auth";
+import { validateChannelId } from "@/lib/validation";
+import { desc, eq } from "drizzle-orm";
+import { NextRequest, NextResponse } from "next/server";
+
+export async function GET(request: NextRequest) {
+  const forbidden = await requireAdmin();
+  if (forbidden) return forbidden;
+
+  const channelId = request.nextUrl.searchParams.get("channelId");
+  if (channelId) {
+    const v = validateChannelId(channelId);
+    if (!v.valid) return NextResponse.json({ error: v.error }, { status: 400 });
+  }
+  const rawLimit = Number(request.nextUrl.searchParams.get("limit") ?? "200");
+  const limit = Math.min(Number.isFinite(rawLimit) && rawLimit > 0 ? rawLimit : 200, 1000);
+
+  const where = channelId ? eq(sagaCorrections.channelId, channelId) : undefined;
+
+  const rows = await db
+    .select({
+      id: sagaCorrections.id,
+      channelId: sagaCorrections.channelId,
+      channelTitle: channels.title,
+      action: sagaCorrections.action,
+      videoId: sagaCorrections.videoId,
+      videoTitle: sagaCorrections.videoTitle,
+      videoPublishedAt: sagaCorrections.videoPublishedAt,
+      targetSagaId: sagaCorrections.targetSagaId,
+      targetSagaName: sagaCorrections.targetSagaName,
+      previousSagaId: sagaCorrections.previousSagaId,
+      previousSagaName: sagaCorrections.previousSagaName,
+      neighborContext: sagaCorrections.neighborContext,
+      createdAt: sagaCorrections.createdAt,
+    })
+    .from(sagaCorrections)
+    .leftJoin(channels, eq(sagaCorrections.channelId, channels.id))
+    .where(where)
+    .orderBy(desc(sagaCorrections.createdAt))
+    .limit(limit);
+
+  return NextResponse.json({ corrections: rows });
+}

apps/youtube/src/app/api/admin/stats/route.ts

@@ -7,7 +7,10 @@ export async function GET() {
   const forbidden = await requireAdmin();
   if (forbidden) return forbidden;
 
+  console.log("[Admin Stats] Request");
+
   try {
+    const globalStart = Date.now();
     const globalResult = await db.execute(sql`
       SELECT
         (SELECT count(*) FROM channels) AS channels,
@@ -20,7 +23,9 @@ export async function GET() {
         (SELECT count(*) FROM videos v LEFT JOIN transcripts t ON t.video_id = v.id WHERE t.video_id IS NULL) AS videos_without_transcripts
     `);
     const globalRow = globalResult.rows[0];
+    console.log("[Admin Stats] Global query", { ms: Date.now() - globalStart });
 
+    const channelStart = Date.now();
     const channelRows = await db.execute(sql`
       SELECT
         c.id,
@@ -41,6 +46,7 @@ export async function GET() {
       GROUP BY c.id, c.title, c.thumbnail_url, c.fetched_at
       ORDER BY c.fetched_at DESC
     `);
+    console.log("[Admin Stats] Channel query", { ms: Date.now() - channelStart, channelCount: channelRows.rows.length });
 
     const g = globalRow as Record<string, unknown>;
 
@@ -58,7 +64,8 @@ export async function GET() {
       channels: channelRows.rows,
     });
   } catch (error) {
-    console.error("[Admin Stats] Error:", error);
+    const err = error instanceof Error ? error : new Error(String(error));
+    console.error("[Admin Stats] Error:", err.message, err.stack);
     return NextResponse.json({ error: "Failed to fetch stats" }, { status: 500 });
   }
 }