feat: Increase file size limit to 50.1GB

Author: sbassam

src/together/constants.py

@@ -20,13 +20,17 @@
 
 # Multipart upload constants
 MIN_PART_SIZE_MB = 5  # Minimum part size (S3 requirement)
-TARGET_PART_SIZE_MB = 100  # Target part size for optimal performance
-MAX_MULTIPART_PARTS = 250  # Maximum parts per upload (S3 limit)
+TARGET_PART_SIZE_MB = (
+    250  # Target part size for optimal performance (increased for 50GB+ files)
+)
+MAX_MULTIPART_PARTS = (
+    250  # Maximum parts per upload (conservative limit, S3 allows 10k)
+)
 MULTIPART_UPLOAD_TIMEOUT = 300  # Timeout in seconds for uploading each part
 MULTIPART_THRESHOLD_GB = 5.0  # threshold for switching to multipart upload
 
 # maximum number of GB sized files we support finetuning for
-MAX_FILE_SIZE_GB = 25.0
+MAX_FILE_SIZE_GB = 50.1
 
 
 # Messages