Merge pull request #47 from Quantus-Network/feat/setup-tweet-cap-alert

dewabisma · web-flow · commit d12ef5fba2b9 · 2026-01-04T18:04:27.000+08:00
Setup tweet cap alert
diff --git a/.gitignore b/.gitignore
@@ -2,3 +2,4 @@ target/
 .DS_Store
 .env
 config/prod.toml
+.cursor
diff --git a/config/default.toml b/config/default.toml
@@ -58,6 +58,9 @@ client_secret = "lfXc45dZLqYTzP62Ms32EhXinGQzxcIP9TvjJml2B-h0T1nIJK"
 api_key = "some-key"
 interval_in_hours = 24
 keywords = "quantum"
+monthly_limit = 15000
+alert_threshold = 13500
+reset_day = 22
 
 [tg_bot]
 base_url = "https://api.telegram.org"
@@ -69,3 +72,6 @@ token = "token"
 [raid_leaderboard]
 sync_interval_in_hours = 24
 tweets_req_interval_in_secs = 60
+
+[alert]
+webhook_url = "https://www.webhook_url.com"
diff --git a/config/example.toml b/config/example.toml
@@ -68,6 +68,9 @@ client_secret = "example-secret"
 api_key = "some-key"
 interval_in_hours = 24
 keywords = "example"
+monthly_limit = 15000
+alert_threshold = 13500
+reset_day = 22
 
 [tg_bot]
 base_url = "https://api.telegram.org"
@@ -80,6 +83,9 @@ token = "token"
 sync_interval_in_hours = 24
 tweets_req_interval_in_secs = 60
 
+[alert]
+webhook_url = "https://www.webhook_url.com"
+
 # Example environment variable overrides:
 # TASKMASTER_BLOCKCHAIN__NODE_URL="ws://remote-node:9944"
 # TASKMASTER_BLOCKCHAIN__WALLET_PASSWORD="super_secure_password"
diff --git a/config/test.toml b/config/test.toml
@@ -58,6 +58,9 @@ client_secret = "test-secret"
 api_key = "some-key"
 interval_in_hours = 24
 keywords = "test"
+monthly_limit = 15000
+alert_threshold = 13500
+reset_day = 22
 
 [tg_bot]
 base_url = "https://api.telegram.org"
@@ -69,3 +72,6 @@ token = "token"
 [raid_leaderboard]
 sync_interval_in_hours = 24
 tweets_req_interval_in_secs = 1
+
+[alert]
+webhook_url = "https://www.webhook_url.com"
diff --git a/migrations/009_tweet_pull_usage_table.sql b/migrations/009_tweet_pull_usage_table.sql
@@ -0,0 +1,14 @@
+-- Table to track Twitter API usage for the monthly cap
+CREATE TABLE IF NOT EXISTS tweet_pull_usage (
+    period VARCHAR(7) PRIMARY KEY, -- Format: YYYY-MM
+    tweet_count INTEGER DEFAULT 0,
+    updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+
+-- Trigger for updated_at
+DROP TRIGGER IF EXISTS set_timestamp ON tweet_pull_usage;
+CREATE TRIGGER set_timestamp
+BEFORE UPDATE ON tweet_pull_usage
+FOR EACH ROW
+EXECUTE PROCEDURE trigger_set_timestamp();
+
diff --git a/scripts/seed_test_tweet_authors.sh b/scripts/seed_test_tweet_authors.sh
@@ -0,0 +1,43 @@
+#!/bin/bash
+set -e
+
+# CONFIG ------------------------------------------
+CONTAINER_NAME="task_master_test_db"       # Change if your container is named differently
+DB_USER="postgres"
+DB_NAME="task_master"
+SQL_FILE="seed_authors.sql"
+# --------------------------------------------------
+
+echo "🔧 Generating seed SQL..."
+
+cat << 'EOF' > $SQL_FILE
+INSERT INTO tweet_authors (
+    id, name, username, followers_count, following_count, 
+    tweet_count, listed_count, like_count, media_count, fetched_at
+)
+VALUES 
+('1862779229277954048', 'Yuvi Lightman', 'YuviLightman', 0, 0, 0, 0, 0, 0, NOW())
+ON CONFLICT (id) DO UPDATE SET
+    name = EXCLUDED.name,
+    username = EXCLUDED.username,
+    followers_count = EXCLUDED.followers_count,
+    following_count = EXCLUDED.following_count,
+    tweet_count = EXCLUDED.tweet_count,
+    listed_count = EXCLUDED.listed_count,
+    like_count = EXCLUDED.like_count,
+    media_count = EXCLUDED.media_count,
+    fetched_at = NOW();
+EOF
+
+echo "📦 Copying SQL file into container ($CONTAINER_NAME)..."
+podman cp "$SQL_FILE" "$CONTAINER_NAME":/"$SQL_FILE"
+
+echo "🚀 Running seed script inside Postgres..."
+podman exec -it "$CONTAINER_NAME" psql -U "$DB_USER" -d "$DB_NAME" -f "/$SQL_FILE"
+
+echo "🔍 Verifying result..."
+podman exec -it "$CONTAINER_NAME" psql -U "$DB_USER" -d "$DB_NAME" -c "SELECT * FROM tweet_authors WHERE id = '1862779229277954048';"
+
+rm -rf "$SQL_FILE"
+
+echo "✅ Seeding complete!"
diff --git a/src/config.rs b/src/config.rs
@@ -16,6 +16,7 @@ pub struct Config {
     pub tweet_sync: TweetSyncConfig,
     pub tg_bot: TelegramBotConfig,
     pub raid_leaderboard: RaidLeaderboardConfig,
+    pub alert: AlertConfig,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
@@ -74,6 +75,9 @@ pub struct TweetSyncConfig {
     pub interval_in_hours: u64,
     pub keywords: String,
     pub api_key: String,
+    pub monthly_limit: u32,
+    pub alert_threshold: u32,
+    pub reset_day: u32,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
@@ -90,6 +94,11 @@ pub struct RaidLeaderboardConfig {
     pub tweets_req_interval_in_secs: u64,
 }
 
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct AlertConfig {
+    pub webhook_url: String,
+}
+
 impl Config {
     pub fn load(config_path: &str) -> Result<Self, config::ConfigError> {
         let settings = config::Config::builder()
@@ -209,6 +218,9 @@ impl Default for Config {
                 interval_in_hours: 24,
                 keywords: "hello".to_string(),
                 api_key: "key".to_string(),
+                monthly_limit: 15000,
+                alert_threshold: 13000,
+                reset_day: 1,
             },
             tg_bot: TelegramBotConfig {
                 base_url: "https://api.telegram.org".to_string(),
@@ -220,6 +232,9 @@ impl Default for Config {
                 sync_interval_in_hours: 24,
                 tweets_req_interval_in_secs: 60,
             },
+            alert: AlertConfig {
+                webhook_url: "https://your-webhook-url.com".to_string(),
+            },
         }
     }
 }
diff --git a/src/db_persistence.rs b/src/db_persistence.rs
@@ -7,6 +7,7 @@ use crate::repositories::raid_quest::RaidQuestRepository;
 use crate::repositories::raid_submission::RaidSubmissionRepository;
 use crate::repositories::relevant_tweet::RelevantTweetRepository;
 use crate::repositories::tweet_author::TweetAuthorRepository;
+use crate::repositories::tweet_pull_usage::TweetPullUsageRepository;
 use crate::repositories::x_association::XAssociationRepository;
 use crate::repositories::DbResult;
 use crate::repositories::{
@@ -45,6 +46,7 @@ pub struct DbPersistence {
     pub raid_quests: RaidQuestRepository,
     pub raid_submissions: RaidSubmissionRepository,
     pub raid_leaderboards: RaidLeaderboardRepository,
+    pub tweet_pull_usage: TweetPullUsageRepository,
 
     pub pool: PgPool,
 }
@@ -67,6 +69,7 @@ impl DbPersistence {
         let raid_quests = RaidQuestRepository::new(&pool);
         let raid_submissions = RaidSubmissionRepository::new(&pool);
         let raid_leaderboards = RaidLeaderboardRepository::new(&pool);
+        let tweet_pull_usage = TweetPullUsageRepository::new(pool.clone());
 
         Ok(Self {
             pool,
@@ -82,6 +85,7 @@ impl DbPersistence {
             raid_quests,
             raid_submissions,
             raid_leaderboards,
+            tweet_pull_usage,
         })
     }
 
@@ -101,6 +105,7 @@ impl DbPersistence {
         let raid_quests = RaidQuestRepository::new(&pool);
         let raid_submissions = RaidSubmissionRepository::new(&pool);
         let raid_leaderboards = RaidLeaderboardRepository::new(&pool);
+        let tweet_pull_usage = TweetPullUsageRepository::new(pool.clone());
 
         Ok(Self {
             pool,
@@ -116,6 +121,7 @@ impl DbPersistence {
             raid_quests,
             raid_submissions,
             raid_leaderboards,
+            tweet_pull_usage,
         })
     }
 }
diff --git a/src/errors.rs b/src/errors.rs
@@ -74,17 +74,21 @@ impl IntoResponse for AppError {
             AppError::Database(err) => map_db_error(err),
 
             // --- Everything else ---
-            AppError::Transaction(_)
+            e @ (AppError::Transaction(_)
             | AppError::TaskGenerator(_)
             | AppError::Reverser(_)
             | AppError::Join(_)
             | AppError::Graphql(_)
             | AppError::Config(_)
             | AppError::Http(_)
-            | AppError::Server(_) => (
-                StatusCode::INTERNAL_SERVER_ERROR,
-                "An internal server error occurred".to_string(),
-            ),
+            | AppError::Server(_)) => {
+                tracing::error!("Internal server error: {:?}", e.to_string());
+
+                (
+                    StatusCode::INTERNAL_SERVER_ERROR,
+                    "An internal server error occurred".to_string(),
+                )
+            }
         };
 
         error_response(status, message)
diff --git a/src/http_server.rs b/src/http_server.rs
@@ -14,6 +14,7 @@ use crate::{
     metrics::{metrics_handler, track_metrics, Metrics},
     models::task::TaskStatus,
     routes::api_routes,
+    services::alert_service::AlertService,
     Config, GraphqlClient,
 };
 use chrono::{DateTime, Utc};
@@ -29,6 +30,7 @@ pub struct AppState {
     pub oauth_sessions: Arc<Mutex<HashMap<String, PkceCodeVerifier>>>,
     pub twitter_oauth_tokens: Arc<RwLock<HashMap<String, String>>>,
     pub twitter_gateway: Arc<dyn TwitterGateway>,
+    pub alert_client: Arc<AlertService>,
 }
 
 #[derive(Debug, Clone, Serialize, Deserialize)]
@@ -115,13 +117,15 @@ pub async fn start_server(
     db: Arc<DbPersistence>,
     graphql_client: Arc<GraphqlClient>,
     twitter_gateway: Arc<dyn TwitterGateway>,
+    alert_client: Arc<AlertService>,
     bind_address: &str,
     config: Arc<Config>,
 ) -> Result<(), Box<dyn std::error::Error>> {
     let state = AppState {
         db,
         metrics: Arc::new(Metrics::new()),
         graphql_client,
+        alert_client: alert_client,
         config,
         twitter_gateway,
         challenges: Arc::new(RwLock::new(HashMap::new())),
diff --git a/src/main.rs b/src/main.rs
@@ -4,7 +4,7 @@ use crate::{
     errors::{AppError, AppResult},
     models::task::{Task, TaskInput},
     services::{
-        graphql_client::GraphqlClient, raid_leaderboard_service::RaidLeaderboardService,
+        alert_service::AlertService, graphql_client::GraphqlClient, raid_leaderboard_service::RaidLeaderboardService,
         reverser::start_reverser_service, task_generator::TaskGenerator, telegram_service::TelegramService,
         transaction_manager::TransactionManager, tweet_synchronizer_service::TweetSynchronizerService,
     },
@@ -271,16 +271,19 @@ async fn main() -> AppResult<()> {
         Some(config.tweet_sync.api_key.clone()),
     )?);
     let telegram_service = Arc::new(TelegramService::new(config.tg_bot.clone()));
+    let alert_service = Arc::new(AlertService::new(config.clone(), db.tweet_pull_usage.clone()));
     let server_db = db.clone();
     let graphql_client = Arc::new(graphql_client.clone());
     let server_addr_clone = server_address.clone();
     let server_config = Arc::new(config.clone());
     let server_twitter_gateway = twitter_gateway.clone();
+    let server_alert_service = alert_service.clone();
     let server_task = tokio::spawn(async move {
         http_server::start_server(
             server_db,
             graphql_client,
             server_twitter_gateway,
+            server_alert_service,
             &server_addr_clone,
             server_config,
         )
@@ -305,11 +308,13 @@ async fn main() -> AppResult<()> {
         db.clone(),
         twitter_gateway.clone(),
         telegram_service,
+        alert_service.clone(),
         Arc::new(config.clone()),
     );
 
     // Initialize raid leaderboard  service
-    let raid_leaderboard_service = RaidLeaderboardService::new(db.clone(), twitter_gateway, Arc::new(config.clone()));
+    let raid_leaderboard_service =
+        RaidLeaderboardService::new(db.clone(), twitter_gateway, alert_service, Arc::new(config.clone()));
 
     // Wait for any task to complete (they should run forever unless there's an error)
     tokio::select! {
diff --git a/src/models/mod.rs b/src/models/mod.rs
@@ -20,4 +20,5 @@ pub mod referrals;
 pub mod relevant_tweet;
 pub mod task;
 pub mod tweet_author;
+pub mod tweet_pull_usage;
 pub mod x_association;
diff --git a/src/models/tweet_pull_usage.rs b/src/models/tweet_pull_usage.rs
@@ -0,0 +1,11 @@
+use serde::{Deserialize, Serialize};
+use sqlx::FromRow;
+use chrono::{DateTime, Utc};
+
+#[derive(Debug, Clone, Serialize, Deserialize, FromRow)]
+pub struct TweetPullUsage {
+    pub period: String,
+    pub tweet_count: i32,
+    pub updated_at: DateTime<Utc>,
+}
+
diff --git a/src/repositories/mod.rs b/src/repositories/mod.rs
@@ -15,6 +15,7 @@ pub mod referral;
 pub mod relevant_tweet;
 pub mod task;
 pub mod tweet_author;
+pub mod tweet_pull_usage;
 pub mod x_association;
 
 pub trait QueryBuilderExt {
diff --git a/src/repositories/tweet_pull_usage.rs b/src/repositories/tweet_pull_usage.rs
diff --git a/src/services/alert_service.rs b/src/services/alert_service.rs
diff --git a/src/services/mod.rs b/src/services/mod.rs
diff --git a/src/services/raid_leaderboard_service.rs b/src/services/raid_leaderboard_service.rs
diff --git a/src/services/tweet_synchronizer_service.rs b/src/services/tweet_synchronizer_service.rs
diff --git a/src/utils/test_app_state.rs b/src/utils/test_app_state.rs
diff --git a/src/utils/test_db.rs b/src/utils/test_db.rs
