feat: major refactor with memory-based concurrency, improved testing, and helm chart restructuring

- Refactor handlers into modular packages (objects/, multipart/)
- Add memory-based concurrency limiting (replacing count-based)
- Add state management with Redis coordination and recovery
- Add streaming utilities and metrics collection
- Restructure helm chart (manifests/ -> chart/) with PDB and helpers
- Consolidate and expand e2e tests (clickhouse, elasticsearch, postgres, scylla, s3-compat)
- Add comprehensive unit and integration test suites
- Slim down Dockerfile and improve CI workflows (add lint, test)
- Harden error handling, input validation, XML escaping, and streaming safety
- Update README and add chart configuration reference
- Fix data loss on multipart complete and part retry

Author: ServerSideHannes

.github/workflows/cluster-test.yml

@@ -3,7 +3,7 @@ name: Build and Push Docker Image
 on:
   push:
     branches: [main]
-    tags: ['v*']
+    tags: ['*']
 
 jobs:
   build-and-push:
@@ -20,8 +20,8 @@ jobs:
         id: tags
         run: |
           OWNER=$(echo "${{ github.repository_owner }}" | tr '[:upper:]' '[:lower:]')
-          if [[ "$GITHUB_REF" == refs/tags/v* ]]; then
-            VERSION=${GITHUB_REF#refs/tags/v}
+          if [[ "$GITHUB_REF" == refs/tags/* ]]; then
+            VERSION=${GITHUB_REF#refs/tags/}
             echo "tags=ghcr.io/${OWNER}/s3proxy-python:${VERSION}" >> $GITHUB_OUTPUT
           else
             echo "tags=ghcr.io/${OWNER}/s3proxy-python:latest" >> $GITHUB_OUTPUT

.github/workflows/docker-publish.yml

@@ -3,7 +3,7 @@ name: Helm Lint
 on:
   pull_request:
     paths:
-      - 'manifests/**'
+      - 'chart/**'
 
 jobs:
   helm-lint:
@@ -22,12 +22,12 @@ jobs:
 
       - name: Update Helm dependencies
         run: |
-          helm dependency update manifests/
+          helm dependency update chart/
 
       - name: Lint Helm chart
         run: |
-          helm lint manifests/
+          helm lint chart/
 
       - name: Validate Helm template
         run: |
-          helm template s3proxy manifests/ --debug > /dev/null
+          helm template s3proxy chart/ --debug > /dev/null

.github/workflows/helm-lint.yml

@@ -3,7 +3,7 @@ name: Package and Push Helm Chart
 on:
   push:
     branches: [main]
-    tags: ['v*']
+    tags: ['*']
 
 jobs:
   helm-publish:
@@ -30,30 +30,30 @@ jobs:
 
       - name: Update Helm dependencies
         run: |
-          helm dependency update manifests/
+          helm dependency update chart/
 
       - name: Get version
         id: version
         run: |
-          if [[ "$GITHUB_REF" == refs/tags/v* ]]; then
-            VERSION=${GITHUB_REF#refs/tags/v}
+          if [[ "$GITHUB_REF" == refs/tags/* ]]; then
+            VERSION=${GITHUB_REF#refs/tags/}
           else
             VERSION="0.0.0-latest"
           fi
           echo "version=$VERSION" >> $GITHUB_OUTPUT
 
       - name: Update chart version
         run: |
-          sed -i "s/^version:.*/version: ${{ steps.version.outputs.version }}/" manifests/Chart.yaml
-          sed -i "s/^appVersion:.*/appVersion: \"${{ steps.version.outputs.version }}\"/" manifests/Chart.yaml
+          sed -i "s/^version:.*/version: ${{ steps.version.outputs.version }}/" chart/Chart.yaml
+          sed -i "s/^appVersion:.*/appVersion: \"${{ steps.version.outputs.version }}\"/" chart/Chart.yaml
 
       - name: Lint Helm chart
         run: |
-          helm lint manifests/
+          helm lint chart/
 
       - name: Package Helm chart
         run: |
-          helm package manifests/ --destination .
+          helm package chart/ --destination .
 
       - name: Push Helm chart to OCI registry
         run: |

.github/workflows/helm-publish.yml

@@ -0,0 +1,20 @@
+name: Lint
+
+on:
+  push:
+
+jobs:
+  ruff:
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Install ruff
+        run: pipx install ruff
+
+      - name: Ruff check
+        run: ruff check .
+
+      - name: Ruff format
+        run: ruff format --check .

.github/workflows/lint.yml

@@ -0,0 +1,33 @@
+name: Tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    paths:
+      - 's3proxy/**'
+      - 'tests/**'
+      - 'pyproject.toml'
+  workflow_dispatch:
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: '3.14'
+          cache: 'pip'
+
+      - name: Install uv
+        run: pip install uv
+
+      - name: Install dependencies
+        run: uv sync --extra dev
+
+      - name: Run all tests
+        run: make test-all

.github/workflows/test.yml

@@ -49,4 +49,7 @@ htmlcov/
 Thumbs.db
 
 # Helm dependencies (downloaded via helm dependency build)
-manifests/charts/*.tgz
+chart/charts/*.tgz
+
+# Database backup testing
+db-backup-tests/