Add s3proxy-python project files

- Add Python s3proxy implementation
- Add Docker and Kubernetes manifests
- Add tests and benchmarks
- Add GitHub Actions workflows (commented out)

Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>

Author: ServerSideHannes

.dockerignore

@@ -0,0 +1,46 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+.venv/
+venv/
+ENV/
+.eggs/
+*.egg-info/
+*.egg
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+.nox/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Tools
+.ruff_cache/
+.mypy_cache/
+.claude/
+
+# Git
+.git/
+.gitignore
+
+# Docker
+Dockerfile
+docker-compose*.yml
+.dockerignore
+
+# Tests (not needed in runtime image)
+tests/
+
+# Docs
+*.md
+LICENSE

.github/workflows/docker-publish.yml

@@ -0,0 +1,56 @@
+# name: Build and Push Docker Image
+#
+# on:
+#   push:
+#     tags: ['v*']
+#   pull_request:
+#     branches: [main]
+#
+# env:
+#   REGISTRY: ghcr.io
+#   IMAGE_NAME: ${{ github.repository }}
+#
+# jobs:
+#   build-and-push:
+#     runs-on: ubuntu-latest
+#     permissions:
+#       contents: read
+#       packages: write
+#
+#     steps:
+#       - name: Checkout repository
+#         uses: actions/checkout@v6.0.2
+#
+#       - name: Set up Docker Buildx
+#         uses: docker/setup-buildx-action@v3.12.0
+#
+#       - name: Log in to Container Registry
+#         if: github.event_name != 'pull_request'
+#         uses: docker/login-action@v3.6.0
+#         with:
+#           registry: ${{ env.REGISTRY }}
+#           username: ${{ github.actor }}
+#           password: ${{ secrets.GITHUB_TOKEN }}
+#
+#       - name: Extract metadata (tags, labels)
+#         id: meta
+#         uses: docker/metadata-action@v5.10.0
+#         with:
+#           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+#           tags: |
+#             type=ref,event=branch
+#             type=ref,event=pr
+#             type=semver,pattern={{version}}
+#             type=semver,pattern={{major}}.{{minor}}
+#             type=sha,prefix=
+#
+#       - name: Build and push Docker image
+#         uses: docker/build-push-action@v6.18.0
+#         with:
+#           context: .
+#           push: ${{ github.event_name != 'pull_request' }}
+#           tags: ${{ steps.meta.outputs.tags }}
+#           labels: ${{ steps.meta.outputs.labels }}
+#           cache-from: type=gha
+#           cache-to: type=gha,mode=max
+#           platforms: linux/amd64,linux/arm64

.github/workflows/helm-lint.yml

@@ -0,0 +1,34 @@
+# name: Helm Lint
+#
+# on:
+#   pull_request:
+#     branches: [main]
+#     paths:
+#       - 'manifests/**'
+#
+# jobs:
+#   helm-lint:
+#     runs-on: ubuntu-latest
+#     steps:
+#       - name: Checkout
+#         uses: actions/checkout@v6.0.2
+#
+#       - name: Set up Helm
+#         uses: azure/setup-helm@v4.3.1
+#
+#       - name: Add Helm dependency repositories
+#         run: |
+#           helm repo add dandydev https://dandydeveloper.github.io/charts
+#           helm repo update
+#
+#       - name: Update Helm dependencies
+#         run: |
+#           helm dependency update manifests/
+#
+#       - name: Lint Helm chart
+#         run: |
+#           helm lint manifests/
+#
+#       - name: Validate Helm template
+#         run: |
+#           helm template s3proxy manifests/ --debug > /dev/null

.github/workflows/helm-publish.yml

@@ -0,0 +1,69 @@
+# name: Package and Push Helm Chart
+#
+# on:
+#   push:
+#     tags: ['v*']
+#   workflow_dispatch:
+#
+# env:
+#   REGISTRY: ghcr.io
+#   CHART_NAME: s3proxy-python
+#
+# jobs:
+#   helm-publish:
+#     runs-on: ubuntu-latest
+#     permissions:
+#       contents: read
+#       packages: write
+#
+#     steps:
+#       - name: Checkout repository
+#         uses: actions/checkout@v6.0.2
+#
+#       - name: Set up Helm
+#         uses: azure/setup-helm@v4.3.1
+#
+#       - name: Log in to Container Registry
+#         run: |
+#           echo "${{ secrets.GITHUB_TOKEN }}" | helm registry login ${{ env.REGISTRY }} -u ${{ github.actor }} --password-stdin
+#
+#       - name: Add Helm dependency repositories
+#         run: |
+#           helm repo add dandydev https://dandydeveloper.github.io/charts
+#           helm repo update
+#
+#       - name: Update Helm dependencies
+#         run: |
+#           helm dependency update manifests/
+#
+#       - name: Get chart version
+#         id: chart
+#         run: |
+#           VERSION=$(grep '^version:' manifests/Chart.yaml | awk '{print $2}')
+#           echo "version=$VERSION" >> $GITHUB_OUTPUT
+#           # Use tag version if this is a tag push
+#           if [[ "${{ github.ref }}" == refs/tags/v* ]]; then
+#             TAG_VERSION="${{ github.ref_name }}"
+#             TAG_VERSION="${TAG_VERSION#v}"
+#             echo "version=$TAG_VERSION" >> $GITHUB_OUTPUT
+#           fi
+#
+#       - name: Update chart version for tags
+#         if: startsWith(github.ref, 'refs/tags/v')
+#         run: |
+#           TAG_VERSION="${{ github.ref_name }}"
+#           TAG_VERSION="${TAG_VERSION#v}"
+#           sed -i "s/^version:.*/version: $TAG_VERSION/" manifests/Chart.yaml
+#           sed -i "s/^appVersion:.*/appVersion: \"$TAG_VERSION\"/" manifests/Chart.yaml
+#
+#       - name: Lint Helm chart
+#         run: |
+#           helm lint manifests/
+#
+#       - name: Package Helm chart
+#         run: |
+#           helm package manifests/ --destination .
+#
+#       - name: Push Helm chart to OCI registry
+#         run: |
+#           helm push ${{ env.CHART_NAME }}-${{ steps.chart.outputs.version }}.tgz oci://${{ env.REGISTRY }}/${{ github.repository_owner }}/charts

.github/workflows/helm-test.yml

@@ -0,0 +1,155 @@
+# name: Helm Test
+#
+# on:
+#   push:
+#     branches: [main]
+#     paths:
+#       - 'manifests/**'
+#       - 's3proxy/**'
+#       - 'Dockerfile'
+#       - '.github/workflows/helm-test.yml'
+#   pull_request:
+#     branches: [main]
+#     paths:
+#       - 'manifests/**'
+#       - 's3proxy/**'
+#       - 'Dockerfile'
+#       - '.github/workflows/helm-test.yml'
+#   workflow_dispatch:
+#
+# jobs:
+#   helm-test:
+#     runs-on: ubuntu-latest
+#     steps:
+#       - name: Checkout
+#         uses: actions/checkout@v6.0.2
+#
+#       - name: Create Kind cluster
+#         uses: helm/kind-action@v1.13.0
+#         with:
+#           cluster_name: s3proxy-test
+#
+#       - name: Install Helm
+#         uses: azure/setup-helm@v4.3.1
+#
+#       - name: Add Helm repos and update dependencies
+#         run: |
+#           helm repo add dandydev https://dandydeveloper.github.io/charts
+#           helm repo update
+#           helm dependency update ./manifests
+#
+#       - name: Build and load image
+#         run: |
+#           docker build -t s3proxy-python:latest .
+#           kind load docker-image s3proxy-python:latest --name s3proxy-test
+#
+#       - name: Install Helm chart
+#         run: |
+#           helm upgrade --install s3proxy ./manifests \
+#             -n s3proxy --create-namespace \
+#             --set image.repository=s3proxy-python \
+#             --set image.tag=latest \
+#             --wait --timeout 300s
+#
+#       - name: Wait for pods
+#         run: |
+#           kubectl wait --for=condition=ready pod -l app.kubernetes.io/name=s3proxy-python -n s3proxy --timeout=120s
+#           kubectl wait --for=condition=ready pod -l release=s3proxy -n s3proxy --timeout=180s || true
+#           kubectl wait --for=condition=ready pod -l app.kubernetes.io/name=s3proxy-python-minio -n s3proxy --timeout=120s
+#
+#       - name: Show deployment status
+#         run: |
+#           kubectl get all -n s3proxy
+#           kubectl get pods -n s3proxy -o wide
+#
+#       - name: Test health endpoint
+#         run: |
+#           kubectl run curl-test --image=curlimages/curl --rm -it --restart=Never -n s3proxy -- \
+#             curl -sf http://s3proxy-python:4433/healthz
+#           echo "Health check passed!"
+#
+#       - name: Run load test
+#         run: |
+#           kubectl run s3-load-test -n s3proxy --rm -it --restart=Never \
+#             --image=amazon/aws-cli:latest \
+#             --env="AWS_ACCESS_KEY_ID=minioadmin" \
+#             --env="AWS_SECRET_ACCESS_KEY=minioadmin" \
+#             --env="AWS_DEFAULT_REGION=us-east-1" \
+#             --command -- /bin/sh -c "
+#               # Create test bucket
+#               echo 'Creating test bucket...'
+#               aws --endpoint-url http://s3proxy-python:4433 s3 mb s3://ci-test-bucket 2>/dev/null || true
+#
+#               # Generate test files (smaller for CI)
+#               echo 'Generating 64MB test files...'
+#               mkdir -p /tmp/testfiles
+#               for i in 1 2 3; do
+#                 dd if=/dev/urandom of=/tmp/testfiles/file-\$i.bin bs=1M count=64 2>/dev/null &
+#               done
+#               wait
+#               echo 'Files generated'
+#               ls -lh /tmp/testfiles/
+#
+#               # Upload concurrently
+#               echo ''
+#               echo '=== Starting concurrent uploads ==='
+#               START=\$(date +%s)
+#
+#               for i in 1 2 3; do
+#                 aws --endpoint-url http://s3proxy-python:4433 s3 cp /tmp/testfiles/file-\$i.bin s3://ci-test-bucket/file-\$i.bin &
+#               done
+#               wait
+#
+#               END=\$(date +%s)
+#               DURATION=\$((END - START))
+#               echo ''
+#               echo \"=== Upload complete in \${DURATION}s ===\"
+#
+#               # Verify uploads
+#               echo ''
+#               echo '=== Listing uploaded files ==='
+#               aws --endpoint-url http://s3proxy-python:4433 s3 ls s3://ci-test-bucket/
+#
+#               # Download and verify
+#               echo ''
+#               echo '=== Downloading files to verify ==='
+#               mkdir -p /tmp/downloads
+#               for i in 1 2 3; do
+#                 aws --endpoint-url http://s3proxy-python:4433 s3 cp s3://ci-test-bucket/file-\$i.bin /tmp/downloads/file-\$i.bin &
+#               done
+#               wait
+#
+#               echo ''
+#               echo '=== Comparing checksums ==='
+#               md5sum /tmp/testfiles/*.bin > /tmp/orig.md5
+#               md5sum /tmp/downloads/*.bin > /tmp/down.md5
+#
+#               ORIG_SUMS=\$(cat /tmp/orig.md5 | while read sum name; do echo \$sum; done | sort)
+#               DOWN_SUMS=\$(cat /tmp/down.md5 | while read sum name; do echo \$sum; done | sort)
+#
+#               cat /tmp/orig.md5
+#               echo ''
+#               if [ \"\$ORIG_SUMS\" = \"\$DOWN_SUMS\" ]; then
+#                 echo 'All checksums match - encryption/decryption working!'
+#               else
+#                 echo 'Checksum mismatch!'
+#                 exit 1
+#               fi
+#             "
+#
+#       - name: Show pod logs on failure
+#         if: failure()
+#         run: |
+#           echo "=== S3Proxy Logs ==="
+#           kubectl logs -l app.kubernetes.io/name=s3proxy-python -n s3proxy --tail=100 || true
+#           echo ""
+#           echo "=== Redis HA Logs ==="
+#           kubectl logs -l release=s3proxy -n s3proxy --tail=50 || true
+#           echo ""
+#           echo "=== Events ==="
+#           kubectl get events -n s3proxy --sort-by=.lastTimestamp | tail -20 || true
+#
+#       - name: Cleanup
+#         if: always()
+#         run: |
+#           kind delete cluster --name s3proxy-test