increase image upload limits

Author: jp8-isep

backend/app.py

@@ -638,6 +638,10 @@ def ensure_index(collection, keys, unique=True, **kwargs):
             db.topics.create_index([("is_public", 1), ("is_deleted", 1), ("member_count", -1)])
             db.topics.create_index([("is_public", 1), ("is_deleted", 1), ("created_at", -1)])
             db.topics.create_index([("is_public", 1), ("is_deleted", 1), ("tags", 1)])
+            
+            # Index for pending deletions sorting
+            db.topics.create_index([("is_deleted", 1), ("deletion_status", 1), ("deleted_at", -1)])
+
         except Exception as e:
              logging.getLogger(__name__).warning(f"Failed to create some standard indexes: {e}")
 
@@ -660,6 +664,10 @@ def ensure_index(collection, keys, unique=True, **kwargs):
         db.posts.create_index("upvotes")
         db.posts.create_index("downvotes")  # New: downvotes
         db.posts.create_index("is_deleted")
+        
+        # Index for pending deletions sorting
+        db.posts.create_index([("is_deleted", 1), ("deletion_status", 1), ("deleted_at", -1)])
+
 
         # Comments collection indexes (new)
         db.comments.create_index([("post_id", 1), ("created_at", -1)])
@@ -683,6 +691,10 @@ def ensure_index(collection, keys, unique=True, **kwargs):
         db.chat_rooms.create_index("tags")  # New: tags for search
         db.chat_rooms.create_index("is_public")
         db.chat_rooms.create_index("created_at")
+        
+        # Index for pending deletions sorting
+        db.chat_rooms.create_index([("is_deleted", 1), ("deletion_status", 1), ("deleted_at", -1)])
+
 
         # Messages collection indexes (updated)
         db.messages.create_index([("topic_id", 1), ("created_at", -1)])  # Legacy
@@ -693,6 +705,10 @@ def ensure_index(collection, keys, unique=True, **kwargs):
         db.messages.create_index("created_at")
         db.messages.create_index("mentions")
         db.messages.create_index("is_deleted")
+        
+        # Index for deleted messages sorting
+        db.messages.create_index([("is_deleted", 1), ("deleted_at", -1)])
+
 
         # Reports collection indexes
         db.reports.create_index([("reported_content_id", 1), ("content_type", 1)])

backend/routes/chat_rooms.py

@@ -156,6 +156,29 @@ def create_group_chat():
         if not chat_room_model.check_name_unique(name, topic_id=None):
              return jsonify({'success': False, 'errors': ['A group chat with this name already exists']}), 409
 
+        # Process pictures if provided
+        picture = data.get('picture')
+        background_picture = data.get('background_picture')
+        
+        from utils.image_compression import compress_image_base64
+        from utils.imgbb_upload import process_image_for_storage
+
+        if picture:
+            logger.info("Processing group chat picture...")
+            compressed = compress_image_base64(picture)
+            if compressed:
+                storage_result = process_image_for_storage(compressed)
+                if storage_result['success']:
+                    picture = storage_result['url']
+
+        if background_picture:
+            logger.info("Processing group chat background picture...")
+            compressed = compress_image_base64(background_picture)
+            if compressed:
+                storage_result = process_image_for_storage(compressed)
+                if storage_result['success']:
+                    background_picture = storage_result['url']
+
         # Create group chat
         room_id = chat_room_model.create_chat_room(
             topic_id=None,
@@ -164,8 +187,8 @@ def create_group_chat():
             owner_id=user_id,
             is_public=False, # Group chats are private by default usually, or invite only
             tags=[],
-            picture=data.get('picture'),
-            background_picture=data.get('background_picture')
+            picture=picture,
+            background_picture=background_picture
         )
 
         # Invite users
@@ -288,6 +311,25 @@ def create_conversation(topic_id):
         picture = data.get('picture')
         background_picture = data.get('background_picture')
 
+        from utils.image_compression import compress_image_base64
+        from utils.imgbb_upload import process_image_for_storage
+
+        if picture:
+            logger.info("Processing chat room picture...")
+            compressed = compress_image_base64(picture)
+            if compressed:
+                storage_result = process_image_for_storage(compressed)
+                if storage_result['success']:
+                    picture = storage_result['url']
+
+        if background_picture:
+            logger.info("Processing chat room background picture...")
+            compressed = compress_image_base64(background_picture)
+            if compressed:
+                storage_result = process_image_for_storage(compressed)
+                if storage_result['success']:
+                    background_picture = storage_result['url']
+        
         # Create conversation (chat room)
         chat_room_model = ChatRoom(current_app.db)
         room_id = chat_room_model.create_chat_room(

backend/routes/users.py

@@ -87,29 +87,50 @@ def update_user_profile():
 
         if profile_picture is not None:
             if profile_picture:
-                # Compress the image before storing
-                logger.info("Compressing profile picture...")
+                # 1. Compress the image (honors 25MB threshold)
+                from utils.image_compression import MAX_PROFILE_PICTURE_SIZE_KB, compress_image_base64
+                from utils.imgbb_upload import process_image_for_storage
+                
+                logger.info("Processing profile picture...")
+                # We still pass MAX_PROFILE_PICTURE_SIZE_KB as a hint, 
+                # but compress_image_base64 will only act if > 25MB unless we force it.
+                # Actually, let's follow the user's "no mandatory compression under 25MB" strictly.
                 compressed_image = compress_image_base64(profile_picture)
+                
                 if compressed_image:
-                    update_data['profile_picture'] = compressed_image
-                    logger.info("Profile picture compressed successfully")
+                    # 2. Process for storage (Azure/ImgBB if still large or configured)
+                    storage_result = process_image_for_storage(compressed_image)
+                    if storage_result['success']:
+                        update_data['profile_picture'] = storage_result['url']
+                        logger.info(f"Profile picture processed successfully via {storage_result.get('source')}")
+                    else:
+                        update_data['profile_picture'] = compressed_image
                 else:
-                    logger.warning("Image compression failed, storing original")
+                    logger.warning("Image processing failed, storing original")
                     update_data['profile_picture'] = profile_picture
             else:
                 # Remove profile picture if null/empty string
                 update_data['profile_picture'] = None
 
         if banner is not None:
             if banner:
-                # Compress the banner image before storing
-                logger.info("Compressing banner image...")
+                # 1. Compress the banner (honors 25MB threshold)
+                from utils.image_compression import compress_image_base64
+                from utils.imgbb_upload import process_image_for_storage
+                
+                logger.info("Processing banner image...")
                 compressed_banner = compress_image_base64(banner)
+                
                 if compressed_banner:
-                    update_data['banner'] = compressed_banner
-                    logger.info("Banner image compressed successfully")
+                    # 2. Process for storage (Azure/ImgBB if still large or configured)
+                    storage_result = process_image_for_storage(compressed_banner)
+                    if storage_result['success']:
+                        update_data['banner'] = storage_result['url']
+                        logger.info(f"Banner processed successfully via {storage_result.get('source')}")
+                    else:
+                        update_data['banner'] = compressed_banner
                 else:
-                    logger.warning("Banner compression failed, storing original")
+                    logger.warning("Banner processing failed, storing original")
                     update_data['banner'] = banner
             else:
                 # Remove banner if null/empty string

backend/utils/image_compression.py

@@ -13,7 +13,11 @@
 # Maximum dimensions for profile pictures
 MAX_PROFILE_PICTURE_WIDTH = 800
 MAX_PROFILE_PICTURE_HEIGHT = 800
-MAX_PROFILE_PICTURE_SIZE_KB = 500  # Target max size in KB
+MAX_PROFILE_PICTURE_SIZE_KB = 500  # Target max size in KB for avatars
+
+# New limits for overall image uploads
+MAX_IMAGE_UPLOAD_SIZE = 100 * 1024 * 1024  # 100MB
+COMPRESSION_THRESHOLD = 25 * 1024 * 1024   # 25MB
 
 # Quality settings
 JPEG_QUALITY = 85  # Good balance between quality and size
@@ -24,8 +28,9 @@ def compress_image_base64(
     base64_string: str,
     max_width: int = MAX_PROFILE_PICTURE_WIDTH,
     max_height: int = MAX_PROFILE_PICTURE_HEIGHT,
-    max_size_kb: int = MAX_PROFILE_PICTURE_SIZE_KB,
-    quality: int = JPEG_QUALITY
+    max_size_kb: Optional[int] = None, # Changed to Optional
+    quality: int = JPEG_QUALITY,
+    force_compression: bool = False
 ) -> Optional[str]:
     """
     Compress a base64-encoded image.
@@ -34,22 +39,38 @@ def compress_image_base64(
         base64_string: Base64-encoded image string (with or without data URI prefix)
         max_width: Maximum width in pixels
         max_height: Maximum height in pixels
-        max_size_kb: Target maximum size in KB
+        max_size_kb: Target maximum size in KB. If None, uses COMPRESSION_THRESHOLD logic.
         quality: JPEG quality (1-100, higher = better quality but larger file)
+        force_compression: If True, always compress regardless of size
     
     Returns:
         Compressed base64-encoded image string, or None if compression fails
     """
     try:
         # Remove data URI prefix if present (e.g., "data:image/jpeg;base64,")
+        prefix = ""
         if ',' in base64_string:
-            base64_string = base64_string.split(',')[1]
+            prefix, base64_string = base64_string.split(',', 1)
+            prefix += ","
 
         # Decode base64 to bytes
         image_bytes = base64.b64decode(base64_string)
-        original_size_kb = len(image_bytes) / 1024
+        original_size = len(image_bytes)
+        original_size_kb = original_size / 1024
+        
+        # Check against absolute limit
+        if original_size > MAX_IMAGE_UPLOAD_SIZE:
+            logger.error(f"Image too large: {original_size_kb:.2f} KB exceeds {MAX_IMAGE_UPLOAD_SIZE/1024/1024:.2f} MB")
+            return None
+
+        # Determine if compression is needed
+        needs_compression = force_compression or original_size > COMPRESSION_THRESHOLD or max_size_kb is not None
+        
+        if not needs_compression:
+            logger.info(f"Image size {original_size_kb:.2f} KB is under threshold. Skipping compression.")
+            return prefix + base64_string
 
-        logger.info(f"Original image size: {original_size_kb:.2f} KB")
+        logger.info(f"Compressing image. Original size: {original_size_kb:.2f} KB")
 
         # Open image with PIL
         image = Image.open(io.BytesIO(image_bytes))
@@ -65,16 +86,22 @@ def compress_image_base64(
         elif image.mode != 'RGB':
             image = image.convert('RGB')
 
-        # Resize if necessary
-        if image.width > max_width or image.height > max_height:
+        # Resize if necessary (only if max_width/height are specifically small, like for avatars)
+        # For general large images, we might want to keep the resolution unless it's insane.
+        # If max_size_kb is set (e.g. 500KB for avatars), we resize.
+        # Otherwise, if it's just > 25MB, we might just compress the quality first.
+        if max_size_kb and (image.width > max_width or image.height > max_height):
             image.thumbnail((max_width, max_height), Image.Resampling.LANCZOS)
             logger.info(f"Resized to: {image.width}x{image.height}")
 
+        # Target size in KB
+        target_size_kb = max_size_kb if max_size_kb else 10240 # Default to 10MB if just over threshold
+        
         # Compress with quality adjustment
         output = io.BytesIO()
         current_quality = quality
 
-        # Try to get under max_size_kb by reducing quality if needed
+        # Try to get under target_size_kb by reducing quality if needed
         for attempt in range(5):  # Max 5 attempts
             output.seek(0)
             output.truncate(0)
@@ -85,20 +112,21 @@ def compress_image_base64(
             logger.info(f"Attempt {attempt + 1}: Quality={current_quality}, Size={compressed_size_kb:.2f} KB")
 
             # If we're under the target size or quality is already low, we're done
-            if compressed_size_kb <= max_size_kb or current_quality <= 50:
+            if compressed_size_kb <= target_size_kb or current_quality <= 50:
                 break
 
             # Reduce quality for next attempt
             current_quality = max(50, int(current_quality * 0.85))
 
         # Encode back to base64
-        compressed_base64 = base64.b64encode(output.getvalue()).decode('utf-8')
-        final_size_kb = len(output.getvalue()) / 1024
+        compressed_bytes = output.getvalue()
+        compressed_base64 = base64.b64encode(compressed_bytes).decode('utf-8')
+        final_size_kb = len(compressed_bytes) / 1024
 
         compression_ratio = (1 - (final_size_kb / original_size_kb)) * 100 if original_size_kb > 0 else 0
         logger.info(f"Compressed image: {final_size_kb:.2f} KB ({compression_ratio:.1f}% reduction)")
 
-        return compressed_base64
+        return prefix + compressed_base64
 
     except Exception as e:
         logger.error(f"Image compression failed: {str(e)}", exc_info=True)

backend/utils/imgbb_upload.py

@@ -7,7 +7,7 @@
 logger = logging.getLogger(__name__)
 
 IMGBB_UPLOAD_URL = 'https://api.imgbb.com/1/upload'
-DEFAULT_MAX_BASE64_SIZE = 2 * 1024 * 1024  # 2MB threshold for using imgbb
+DEFAULT_MAX_BASE64_SIZE = 25 * 1024 * 1024  # 25MB threshold for using imgbb or storage offloading
 
 
 def upload_to_imgbb(base64_image: str) -> dict:

frontend/components/Admin/DeletedMessagesModal.tsx

@@ -52,8 +52,10 @@ const DeletedMessagesModal: React.FC<DeletedMessagesModalProps> = ({ onClose })
   const [showWarnDialog, setShowWarnDialog] = useState(false);
   const [warnUserId, setWarnUserId] = useState<string>('');
   const [warnUsername, setWarnUsername] = useState<string>('');
+  const [mounted, setMounted] = useState(false);
 
   useEffect(() => {
+    setMounted(true);
     loadDeletedMessages();
   }, []);
 
@@ -126,7 +128,9 @@ const DeletedMessagesModal: React.FC<DeletedMessagesModalProps> = ({ onClose })
     setShowWarnDialog(true);
   };
 
-  return (
+  if (!mounted) return null;
+
+  return createPortal(
     <>
       <div className="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center z-50 p-4" onClick={onClose}>
         <div className="bg-white dark:bg-gray-800 rounded-lg shadow-xl max-w-6xl w-full max-h-[90vh] overflow-hidden flex flex-col" onClick={(e) => e.stopPropagation()}>
@@ -390,7 +394,8 @@ const DeletedMessagesModal: React.FC<DeletedMessagesModalProps> = ({ onClose })
           }}
         />
       )}
-    </>
+    </>,
+    document.body
   );
 };
 

frontend/components/Admin/PendingDeletionsModal.tsx

@@ -1,6 +1,7 @@
 import React, { useState, useEffect } from 'react';
 import { api, API_ENDPOINTS } from '@/utils/api';
 import { useLanguage } from '@/contexts/LanguageContext';
+import { createPortal } from 'react-dom';
 import { toast } from 'react-hot-toast';
 import LoadingSpinner from '../UI/LoadingSpinner';
 import Avatar from '../UI/Avatar';
@@ -31,8 +32,10 @@ const PendingDeletionsModal: React.FC<PendingDeletionsModalProps> = ({ onClose }
   const [selectedDeletion, setSelectedDeletion] = useState<PendingDeletion | null>(null);
 
   const [lockDeletion, setLockDeletion] = useState(false);
+  const [mounted, setMounted] = useState(false);
 
   useEffect(() => {
+    setMounted(true);
     loadPendingDeletions();
   }, []);
 
@@ -176,7 +179,9 @@ const PendingDeletionsModal: React.FC<PendingDeletionsModalProps> = ({ onClose }
     return new Date(dateString).toLocaleString();
   };
 
-  return (
+  if (!mounted) return null;
+
+  return createPortal(
     <div className="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center z-50 p-4" onClick={onClose}>
       <div className="bg-white dark:bg-gray-800 rounded-lg shadow-xl max-w-6xl w-full max-h-[90vh] overflow-hidden flex flex-col" onClick={(e) => e.stopPropagation()}>
         <div className="p-6 border-b border-gray-200 dark:border-gray-700">
@@ -368,7 +373,8 @@ const PendingDeletionsModal: React.FC<PendingDeletionsModalProps> = ({ onClose }
           )}
         </div>
       </div>
-    </div>
+    </div>,
+    document.body
   );
 };