refactor: Simplify blog sync process and improve task handling

- Updated the Makefile to streamline the blog sync command, removing unnecessary environment variable checks and directly invoking a Python script for execution.
- Refactored the `trigger_blog_sync_cron.py` script to utilize asynchronous task handling, allowing for inline execution when requested and queuing via Celery otherwise.
- Enhanced the `trigger_bridge_sync_cron.py` script to avoid public self-HTTP calls, directly enqueuing tasks for bridge synchronization.

These changes improve the efficiency and clarity of the blog and bridge sync processes, ensuring better task management and execution.

Author: ewlarson

Makefile

@@ -970,29 +970,15 @@ kamal-clear-cache: ## Clear remote cache on Kamal (KAMAL_CACHE_TYPE=search|resou
 #   make kamal-blog-sync              # queue via Celery (RUN_NOW defaults false)
 #   make kamal-blog-sync RUN_NOW=1   # run inline via FastAPI
 kamal-blog-sync: ## Trigger home page blog sync on Kamal (RUN_NOW=1 for inline)
-	@echo "Triggering GIN blog sync on Kamal via $(KAMAL_API_URL)... (RUN_NOW=$(RUN_NOW))"
+	@echo "Triggering GIN blog sync on Kamal... (RUN_NOW=$(RUN_NOW))"
 	@if [ -z "$$KAMAL_SSH_USER" ] || [ -z "$$KAMAL_HOST" ]; then \
 		echo "ERROR: KAMAL_SSH_USER and KAMAL_HOST environment variables must be set."; \
 		echo "Use KAMAL_DEST=dev1 or dev2. Ensure .kamal/secrets-common and .kamal/secrets.dev1 (or .secrets.dev2) exist."; \
 		exit 1; \
 	fi
 	@kamal app exec -d $(KAMAL_DEST) --roles $(KAMAL_APP_ROLE) "bash -lc '\
-		ADMIN_USER=\$${ADMIN_USERNAME:-admin}; \
-		ADMIN_PASS=\$${ADMIN_PASSWORD:-changeme}; \
-		API_BASE=\"$(KAMAL_API_URL)\"; \
-		if [ -z \"\$$API_BASE\" ]; then API_BASE=\"\$$APPLICATION_URL\"; fi; \
-		if [ -z \"\$$API_BASE\" ]; then echo \"ERROR: KAMAL_API_URL or APPLICATION_URL must be set.\"; exit 1; fi; \
-		API_BASE=\"\$${API_BASE%/}\"; \
-		RUN_NOW_FLAG=\"$(RUN_NOW)\"; \
-		if [ \"\$$RUN_NOW_FLAG\" = \"1\" ] || [ \"\$$RUN_NOW_FLAG\" = \"true\" ] || [ \"\$$RUN_NOW_FLAG\" = \"TRUE\" ]; then \
-			BODY='\''{\"run_now\": true}'\''; \
-		else \
-			BODY='\''{\"run_now\": false}'\''; \
-		fi; \
-		curl -fsS -u \"\$$ADMIN_USER:\$$ADMIN_PASS\" -X POST \
-			\"\$$API_BASE/api/v1/admin/home/blog/sync\" \
-			-H \"Content-Type: application/json\" \
-			-d \"\$$BODY\"'"
+		export RUN_NOW=\"$(RUN_NOW)\"; \
+		/opt/venv/bin/python3 /app/scripts/trigger_blog_sync_cron.py'"
 	@echo
 	@echo "GIN blog sync request submitted (Kamal)."
 

backend/scripts/trigger_blog_sync_cron.py

@@ -1,28 +1,29 @@
 from __future__ import annotations
 
+import asyncio
+import json
 import os
 
-import requests
+from app.tasks.gin_blog_sync import gin_blog_sync, run_gin_blog_sync
+
+
+def _env_truthy(name: str) -> bool:
+    value = os.getenv(name, "")
+    return value.lower() in {"1", "true", "yes", "on"}
 
 
 def main() -> None:
-    admin_username = os.getenv("ADMIN_USERNAME", "admin")
-    admin_password = os.getenv("ADMIN_PASSWORD", "changeme")
-    application_url = os.getenv("APPLICATION_URL", "").rstrip("/")
-
-    if not application_url:
-        raise RuntimeError("APPLICATION_URL is required")
-
-    # Enqueue the Celery job (equivalent to make blog-sync with RUN_NOW omitted/false).
-    url = f"{application_url}/api/v1/admin/home/blog/sync"
-    resp = requests.post(
-        url,
-        json={"run_now": False},
-        auth=(admin_username, admin_password),
-        timeout=60,
-    )
-    resp.raise_for_status()
-    print(resp.text)
+    run_now = _env_truthy("RUN_NOW")
+
+    # Avoid public self-HTTP calls from Kamal containers. Enqueue via Celery directly,
+    # or run the sync inline when RUN_NOW is requested by the Make target.
+    if run_now:
+        result = asyncio.run(run_gin_blog_sync())
+        print(json.dumps({"queued": "inline", "result": result}, default=str))
+        return
+
+    task = gin_blog_sync.delay()
+    print(json.dumps({"queued": "gin_blog_sync", "task_id": task.id}))
 
 
 if __name__ == "__main__":

backend/scripts/trigger_bridge_sync_cron.py

@@ -1,9 +1,10 @@
 from __future__ import annotations
 
+import json
 import os
 from datetime import datetime, timedelta, timezone
 
-import requests
+from app.tasks.bridge_sync import bridge_sync_all
 
 
 def _previous_utc_day_start_iso_z() -> str:
@@ -28,25 +29,28 @@ def _previous_utc_day_start_iso_z() -> str:
 
 
 def main() -> None:
-    admin_username = os.getenv("ADMIN_USERNAME", "admin")
-    admin_password = os.getenv("ADMIN_PASSWORD", "changeme")
-    application_url = os.getenv("APPLICATION_URL", "").rstrip("/")
     bridge_trigger = os.getenv("BRIDGE_TRIGGER", "manual")
-
-    if not application_url:
-        raise RuntimeError("APPLICATION_URL is required")
-
     changed_since = os.getenv("CHANGED_SINCE") or _previous_utc_day_start_iso_z()
-
-    url = f"{application_url}/api/v1/admin/bridge/sync"
-    payload: dict[str, object] = {"bridge_trigger": bridge_trigger, "changed_since": changed_since}
-
-    # Basic Auth via (user, pass) tuple (FastAPI/HTTPBasic).
-    resp = requests.post(url, json=payload, auth=(admin_username, admin_password), timeout=60)
-    resp.raise_for_status()
-
-    # Cron logs should be readable from `docker logs`; print response body.
-    print(resp.text)
+    limit_raw = os.getenv("BRIDGE_LIMIT", "").strip()
+    limit = int(limit_raw) if limit_raw else None
+
+    # Avoid public self-HTTP calls from Kamal containers; enqueue the worker task directly.
+    task = bridge_sync_all.delay(
+        trigger=bridge_trigger,
+        limit=limit,
+        changed_since=changed_since,
+    )
+    print(
+        json.dumps(
+            {
+                "queued": "kithe_bridge",
+                "task_id": task.id,
+                "bridge_trigger": bridge_trigger,
+                "limit": limit,
+                "changed_since": changed_since,
+            }
+        )
+    )
 
 
 if __name__ == "__main__":