Taskfile.yml

version: '3'

vars:
  STAGING_BASE_URL: https://massmurdercanada-staging.darron.workers.dev
  STAGING_INGEST_TOKEN_FILE: /private/tmp/ff-workers-staging-ingest-token
  LOCAL_AGENT_CONFIDENCE:
    sh: printf '%s' "$AGENT_CONFIDENCE"
  LOCAL_AGENT_REASON:
    sh: printf '%s' "$AGENT_REASON"
  LOCAL_INGEST_API_TOKEN:
    sh: if test -n "$INGEST_API_TOKEN"; then printf '%s' "$INGEST_API_TOKEN"; elif test -r /private/tmp/ff-workers-staging-ingest-token; then cat /private/tmp/ff-workers-staging-ingest-token; fi
  LOCAL_INGEST_TEST_URL:
    sh: printf '%s' "$INGEST_TEST_URL"
  LOCAL_PROPOSAL_ID:
    sh: printf '%s' "$PROPOSAL_ID"
  LOCAL_RECORD_ID:
    sh: printf '%s' "$RECORD_ID"
  LOCAL_SEARCH_QUERY:
    sh: printf '%s' "$SEARCH_QUERY"
  LOCAL_SUMMARY_TEST_URL:
    sh: printf '%s' "$URL"

tasks:
  staging:deploy:
    desc: Deploy the Worker to the staging Cloudflare environment only.
    cmds:
      - npx wrangler deploy --env staging

  staging:migrate:
    desc: Apply D1 migrations to the staging Cloudflare database only.
    cmds:
      - printf 'y\n' | npx wrangler d1 migrations apply massmurdercanada --env staging --remote

  staging:record:delete:
    desc: Delete one staging record and its attached stories by RECORD_ID.
    silent: true
    preconditions:
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - >
        npx wrangler d1 execute massmurdercanada --env staging --remote
        --command "DELETE FROM news_stories WHERE record_id = '$RECORD_ID'"
      - >
        npx wrangler d1 execute massmurdercanada --env staging --remote
        --command "DELETE FROM records WHERE id = '$RECORD_ID'"

  staging:record:get:
    desc: Fetch a rendered staging record page by RECORD_ID.
    silent: true
    preconditions:
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - curl -sS "{{.STAGING_BASE_URL}}/records/$RECORD_ID"

  staging:record:stories:
    desc: Inspect staging story summaries for RECORD_ID.
    silent: true
    preconditions:
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - >
        npx wrangler d1 execute massmurdercanada --env staging --remote
        --command "SELECT id, url, substr(body_text, 1, 240) AS body_preview, substr(ai_summary, 1, 900) AS summary_preview FROM news_stories WHERE record_id = '$RECORD_ID' ORDER BY id"

  staging:record:location:
    desc: Inspect staging location enrichment fields for RECORD_ID.
    silent: true
    preconditions:
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - >
        npx wrangler d1 execute massmurdercanada --env staging --remote
        --command "SELECT id, city, province, city_verified, city_confidence, city_verification_source, city_verification_notes, location_lat, location_lon, location_source, location_confidence, location_last_checked_at FROM records WHERE id = '$RECORD_ID'"

  staging:record:summarize:
    desc: Queue AI summary generation for one staging record by RECORD_ID using the staging ingest token.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - >
        curl -sS -X POST "{{.STAGING_BASE_URL}}/admin/api/records/$RECORD_ID/summarize"
        -H "Authorization: Bearer $INGEST_API_TOKEN"

  staging:record:enrich-location:
    desc: Run AI location enrichment for one staging record by RECORD_ID using the staging ingest token.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
        msg: Pass RECORD_ID as a task variable.
      - sh: printf '%s' "{{.RECORD_ID | default .LOCAL_RECORD_ID}}" | grep -Eq '^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$'
        msg: RECORD_ID must be a UUID.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
      FORCE: '{{.FORCE | default "true"}}'
      GEOCODE: '{{.GEOCODE | default "true"}}'
      MIN_CONFIDENCE: '{{.MIN_CONFIDENCE | default ""}}'
    cmds:
      - >
        curl -sS -X POST "{{.STAGING_BASE_URL}}/admin/api/records/$RECORD_ID/enrich-location?force=$FORCE&geocode=$GEOCODE&min_confidence=$MIN_CONFIDENCE"
        -H "Authorization: Bearer $INGEST_API_TOKEN"

  staging:summary:seed-url:
    desc: Create a deterministic staging test record from URL, then queue summarization.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "{{.URL | default .LOCAL_SUMMARY_TEST_URL}}"
        msg: Pass URL as a task variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      URL: "{{.URL | default .LOCAL_SUMMARY_TEST_URL}}"
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
    cmds:
      - >
        sql_file="$(node scripts/staging-summary-seed.mjs
        --url="$URL"
        --record-id="$RECORD_ID"
        --name="{{.NAME | default "Staging Summary Test"}}"
        --city="{{.CITY | default "Brockville"}}"
        --province="{{.PROVINCE | default "ON"}}"
        --date="{{.DATE | default "2026"}}"
        --victims="{{.VICTIMS | default "3"}}"
        --deaths="{{.DEATHS | default "3"}}"
        --injuries="{{.INJURIES | default "0"}}"
        --devices="{{.DEVICES | default "Unknown"}}")" &&
        npx wrangler d1 execute massmurdercanada --env staging --remote --file "$sql_file" &&
        seeded_record_id="$(basename "$sql_file" .sql | sed 's/^ff-workers-staging-summary-//')" &&
        curl -sS -X POST "{{.STAGING_BASE_URL}}/admin/api/records/$seeded_record_id/summarize"
        -H "Authorization: Bearer $INGEST_API_TOKEN" &&
        printf '\nSeeded staging record: {{.STAGING_BASE_URL}}/records/%s\n' "$seeded_record_id"

  staging:secret:ingest-token:
    desc: Set the staging INGEST_API_TOKEN secret from INGEST_API_TOKEN.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
    cmds:
      - printf '%s' "$INGEST_API_TOKEN" | npx wrangler secret put INGEST_API_TOKEN --env staging

  staging:secret:rotate-ingest-token:
    desc: Rotate the staging INGEST_API_TOKEN and store it locally for staging smoke tests.
    silent: true
    cmds:
      - >
        tmp="$(mktemp /private/tmp/ff-workers-staging-ingest-token.XXXXXX)" &&
        chmod 600 "$tmp" &&
        token="$(openssl rand -hex 32)" &&
        printf '%s' "$token" > "$tmp" &&
        mv "$tmp" "{{.STAGING_INGEST_TOKEN_FILE}}" &&
        printf '%s' "$token" | npx wrangler secret put INGEST_API_TOKEN --env staging &&
        printf 'Rotated staging ingest token and stored it at {{.STAGING_INGEST_TOKEN_FILE}}\n'

  staging:ingest:create:
    desc: Create a staging ingest proposal for INGEST_TEST_URL.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "$INGEST_TEST_URL"
        msg: Pass INGEST_TEST_URL as a task variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      INGEST_TEST_URL: "{{.INGEST_TEST_URL | default .LOCAL_INGEST_TEST_URL}}"
    cmds:
      - >
        curl -sS "{{.STAGING_BASE_URL}}/admin/api/ingest/proposals"
        -H "Authorization: Bearer $INGEST_API_TOKEN"
        -H "Content-Type: application/json"
        -d "$(jq -cn --arg url "$INGEST_TEST_URL" '{url:$url}')"

  staging:ingest:get:
    desc: Fetch one staging ingest proposal by PROPOSAL_ID.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "$PROPOSAL_ID"
        msg: Pass PROPOSAL_ID as a task variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      PROPOSAL_ID: "{{.PROPOSAL_ID | default .LOCAL_PROPOSAL_ID}}"
    cmds:
      - >
        curl -sS "{{.STAGING_BASE_URL}}/admin/api/ingest/proposals/$PROPOSAL_ID"
        -H "Authorization: Bearer $INGEST_API_TOKEN"

  staging:ingest:search:
    desc: Search staging ingest candidate records with SEARCH_QUERY.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "$SEARCH_QUERY"
        msg: Pass SEARCH_QUERY as a URL query string, without the leading question mark.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      SEARCH_QUERY: "{{.SEARCH_QUERY | default .LOCAL_SEARCH_QUERY}}"
    cmds:
      - >
        curl -sS "{{.STAGING_BASE_URL}}/admin/api/ingest/records/search?$SEARCH_QUERY"
        -H "Authorization: Bearer $INGEST_API_TOKEN"

  staging:ingest:approve:
    desc: Approve one staging ingest proposal using PROPOSAL_ID, RECORD_ID, AGENT_CONFIDENCE, and AGENT_REASON. Set FORCE_APPLY=true only for needs_review attachment proposals.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "$PROPOSAL_ID"
        msg: Pass PROPOSAL_ID as a task variable.
      - sh: test -n "$RECORD_ID"
        msg: Pass RECORD_ID as a task variable.
      - sh: test -n "$AGENT_CONFIDENCE"
        msg: Pass AGENT_CONFIDENCE as a task variable.
      - sh: test -n "$AGENT_REASON"
        msg: Pass AGENT_REASON as a task variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      PROPOSAL_ID: "{{.PROPOSAL_ID | default .LOCAL_PROPOSAL_ID}}"
      RECORD_ID: "{{.RECORD_ID | default .LOCAL_RECORD_ID}}"
      AGENT_CONFIDENCE: "{{.AGENT_CONFIDENCE | default .LOCAL_AGENT_CONFIDENCE}}"
      AGENT_REASON: "{{.AGENT_REASON | default .LOCAL_AGENT_REASON}}"
      FORCE_APPLY: "{{.FORCE_APPLY | default .LOCAL_FORCE_APPLY}}"
    cmds:
      - >
        curl -sS "{{.STAGING_BASE_URL}}/admin/api/ingest/proposals/$PROPOSAL_ID/approve"
        -H "Authorization: Bearer $INGEST_API_TOKEN"
        -H "Content-Type: application/json"
        -d "$(jq -cn --arg record_id "$RECORD_ID" --argjson agent_confidence "$AGENT_CONFIDENCE" --arg agent_reason "$AGENT_REASON" --arg force_apply "$FORCE_APPLY" '{record_id:$record_id,agent_confidence:$agent_confidence,agent_reason:$agent_reason} + (if ($force_apply == "true" or $force_apply == "1") then {force_apply:true} else {} end)')"

  staging:ingest:reject:
    desc: Reject one staging ingest proposal using PROPOSAL_ID, AGENT_CONFIDENCE, and AGENT_REASON.
    silent: true
    preconditions:
      - sh: test -n "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
        msg: Pass INGEST_API_TOKEN as a task variable or environment variable.
      - sh: test -n "$PROPOSAL_ID"
        msg: Pass PROPOSAL_ID as a task variable.
      - sh: test -n "$AGENT_CONFIDENCE"
        msg: Pass AGENT_CONFIDENCE as a task variable.
      - sh: test -n "$AGENT_REASON"
        msg: Pass AGENT_REASON as a task variable.
    env:
      INGEST_API_TOKEN: "{{.INGEST_API_TOKEN | default .LOCAL_INGEST_API_TOKEN}}"
      PROPOSAL_ID: "{{.PROPOSAL_ID | default .LOCAL_PROPOSAL_ID}}"
      AGENT_CONFIDENCE: "{{.AGENT_CONFIDENCE | default .LOCAL_AGENT_CONFIDENCE}}"
      AGENT_REASON: "{{.AGENT_REASON | default .LOCAL_AGENT_REASON}}"
    cmds:
      - >
        curl -sS "{{.STAGING_BASE_URL}}/admin/api/ingest/proposals/$PROPOSAL_ID/reject"
        -H "Authorization: Bearer $INGEST_API_TOKEN"
        -H "Content-Type: application/json"
        -d "$(jq -cn --argjson agent_confidence "$AGENT_CONFIDENCE" --arg agent_reason "$AGENT_REASON" '{agent_confidence:$agent_confidence,agent_reason:$agent_reason}')"