Flyte 2: Cut over to Flyte 2 new backend implementation

.dockerignore

@@ -0,0 +1,39 @@
+# Git
+.git
+.gitignore
+.gitattributes
+
+# CI/CD
+.github
+
+# Generated files
+gen/python/
+gen/rust/
+gen/ts/
+
+# Dependencies
+node_modules/
+target/
+**/Cargo.lock
+*.pyc
+__pycache__/
+.kube/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Logs
+*.log
+
+# Test coverage
+coverage/
+*.coverage
+.pytest_cache/

.gitattributes

@@ -0,0 +1,5 @@
+# Mark generated protobuf code so GitHub hides it in diffs by default
+gen/** linguist-generated=true
+
+# Mark generated mocks so GitHub hides them in diffs by default
+**/mocks/mocks.go linguist-generated=true

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,71 @@
+## Tracking issue
+<!--
+If your PR fixes an open issue, use `Closes #999` to link your PR with the issue.
+Example: Closes #999
+
+If your PR is related to an issue or PR, use `Related to #999` to link your PR.
+Example: Related to #999
+
+Remove this section if not applicable
+-->
+
+## Why are the changes needed?
+
+<!--
+Please clarify why the changes are needed. For instance,
+1. If you propose a new API, clarify the use case for a new API.
+2. If you fix a bug, you can clarify why it is a bug.
+-->
+
+## What changes were proposed in this pull request?
+
+<!--
+Please clarify what changes you are proposing. The purpose of this section is to outline the changes and how this PR fixes the issue.
+If possible, please consider writing useful notes for better and faster reviews in your PR. See the examples below.
+1. If you refactor some codes with changing classes, showing the class hierarchy will help reviewers.
+2. If there is design documentation, please add the link.
+-->
+
+## How was this patch tested?
+
+<!--
+If tests were added, say they were added here. Please make sure to add some test cases that check the changes thoroughly including negative and positive cases if possible.
+If it was tested in a way different from regular unit tests, please clarify how you tested step by step, ideally copy and paste-able, so that other reviewers can test and check, and descendants can verify in the future.
+If tests were not added, please describe why they were not added and/or why it was difficult to add.
+-->
+### Labels
+
+Please add one or more of the following labels to categorize your PR:
+- **added**: For new features.
+- **changed**: For changes in existing functionality.
+- **deprecated**: For soon-to-be-removed features.
+- **removed**: For features being removed.
+- **fixed**: For any bug fixed.
+- **security**: In case of vulnerabilities
+
+This is important to improve the readability of release notes.
+
+### Setup process
+
+### Screenshots
+
+## Check all the applicable boxes <!-- Follow the above conventions to check the box -->
+
+- [ ] I updated the documentation accordingly.
+- [ ] All new and existing tests passed.
+- [ ] All commits are signed-off.
+
+## Related PRs
+
+<!-- Add related pull requests for reviewers to check -->
+
+## Stack
+
+If you do use [`git town`](https://www.git-town.com/introduction) to manage PR Stacks, the stack relevant to this PR
+will show below. Otherwise, you can ignore this section.
+
+<!-- branch-stack -->
+
+## Docs link
+
+<!-- Add documentation link built by CI jobs here, and specify the changed place -->

.github/actions/setup-python-env/action.yml

@@ -0,0 +1,47 @@
+name: "Setup Python Environment"
+description: "Set up Python environment for the given Python version"
+
+inputs:
+  python-version:
+    description: "Python version to use"
+    required: true
+    default: "3.12"
+  uv-version:
+    description: "uv version to use"
+    required: true
+    default: "0.8.4"
+  working-directory:
+    description: "Default working directory for all steps"
+    required: false
+    default: ""
+
+runs:
+  using: "composite"
+  steps:
+    - uses: actions/setup-python@v5
+      with:
+        python-version: ${{ inputs.python-version }}
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v6
+      id: setup-uv
+      with:
+        version: ${{ inputs.uv-version }}
+        enable-cache: 'true'
+        cache-suffix: ${{ inputs.python-version }}
+        cache-dependency-glob: |
+          pyproject.toml
+          uv.lock
+        working-directory: ${{ inputs.working-directory }}
+
+    - name: Install Python dependencies
+      if: steps.setup-uv.outputs.cache-hit == 'false'
+      working-directory: ${{ inputs.working-directory }}
+      run: uv sync --all-groups --frozen
+      shell: bash
+
+    - name: List Python dependencies
+      if: steps.setup-uv.outputs.cache-hit == 'true'
+      working-directory: ${{ inputs.working-directory }}
+      run: uv pip list
+      shell: bash

.github/dco.yml

@@ -0,0 +1,5 @@
+require:
+  members: false
+allowRemediationCommits:
+  individual: true
+  thirdParty: true

.github/workflows/build-ci-image.yml

@@ -0,0 +1,158 @@
+name: Build and Publish CI Docker Image
+
+on:
+  push:
+    branches:
+      - main
+      - v2
+    paths:
+      - 'gen.Dockerfile'
+      - '.github/workflows/build-ci-image.yml'
+  pull_request:
+    paths:
+      - 'gen.Dockerfile'
+      - '.github/workflows/build-ci-image.yml'
+  workflow_dispatch:
+    inputs:
+      force_rebuild:
+        description: 'Force rebuild of the image'
+        required: false
+        default: 'false'
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}/ci
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+      pull-requests: write
+
+    outputs:
+      image-tag: ${{ steps.set-tag.outputs.tag }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata (tags, labels)
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            # Use branch name for branch pushes
+            type=ref,event=branch
+            # Use PR number for pull requests
+            type=ref,event=pr
+            # Use 'latest' tag for main branch
+            type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }}
+            # Use 'v2' tag for v2 branch
+            type=raw,value=v2,enable=${{ github.ref == 'refs/heads/v2' }}
+            # Add git sha as tag
+            type=sha,prefix=${{ github.head_ref }}-,enable=${{ github.ref != 'refs/heads/v2' && github.ref != 'refs/heads/main' }}
+
+      - name: Set image tag output
+        id: set-tag
+        run: |
+          if [ "${{ github.event_name }}" == "pull_request" ]; then
+            echo "tag=pr-${{ github.event.pull_request.number }}" >> $GITHUB_OUTPUT
+          elif [ "${{ github.ref }}" == "refs/heads/v2" ]; then
+            echo "tag=v2" >> $GITHUB_OUTPUT
+          elif [ "${{ github.ref }}" == "refs/heads/main" ]; then
+            echo "tag=latest" >> $GITHUB_OUTPUT
+          else
+            echo "tag=$(echo ${{ github.ref }} | sed 's/refs\/heads\///')" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: ./gen.Dockerfile
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          platforms: linux/amd64,linux/arm64
+          # Multi-layer caching strategy for speed
+          cache-from: |
+            type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache
+            type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ steps.set-tag.outputs.tag }}
+            type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:v2
+            type=gha
+          cache-to: |
+            type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache,mode=max
+            type=gha,mode=max
+          # Enable BuildKit features for better caching
+          build-args: |
+            BUILDKIT_INLINE_CACHE=1
+
+      - name: Image digest
+        run: echo "Image built with digest ${{ steps.meta.outputs.digest }}"
+
+      - name: Comment on PR with image tag
+        if: github.event_name == 'pull_request'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const tag = '${{ steps.set-tag.outputs.tag }}';
+            const registry = '${{ env.REGISTRY }}';
+            const imageName = '${{ env.IMAGE_NAME }}';
+            const fullImage = `${registry}/${imageName}:${tag}`;
+
+            const comment = `## 🐳 Docker CI Image Built
+
+            The CI Docker image has been built and pushed for this PR!
+
+            **Image:** \`${fullImage}\`
+
+            This image will be automatically used by CI workflows in this PR.
+
+            To test locally:
+            \`\`\`bash
+            make gen DOCKER_CI_IMAGE=${fullImage}
+            \`\`\`
+            `;
+
+            // Find existing comment
+            const { data: comments } = await github.rest.issues.listComments({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: context.issue.number,
+            });
+
+            const botComment = comments.find(comment =>
+              comment.user.type === 'Bot' &&
+              comment.body.includes('🐳 Docker CI Image Built')
+            );
+
+            if (botComment) {
+              // Update existing comment
+              await github.rest.issues.updateComment({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                comment_id: botComment.id,
+                body: comment
+              });
+            } else {
+              // Create new comment
+              await github.rest.issues.createComment({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                issue_number: context.issue.number,
+                body: comment
+              });
+            }