[worker] Add worker from turtle-v2

.github/internal-actions/direnv/action.yml

@@ -0,0 +1,48 @@
+name: direnv
+
+runs:
+  using: "composite"
+  steps:
+    - name: Download direnv
+      shell: bash
+      run: |
+        # inside of a container you are probably already root
+        # and sudo is not available
+        if [ "$EUID" -ne 0 ]; then
+          SUDO=sudo
+        fi
+
+        os="$(uname | tr '[:upper:]' '[:lower:]')"
+        arch="$(uname -m)"
+        if [ "$arch" = 'x86_64' ]; then
+          arch='amd64'
+        fi
+
+        curl -L -o /tmp/direnv "https://github.com/direnv/direnv/releases/download/v2.32.1/direnv.$os-$arch"
+        chmod +x /tmp/direnv
+        $SUDO mv /tmp/direnv /usr/local/bin/direnv
+
+    - name: Allow dirs
+      shell: bash
+      run: |
+        config_file="$HOME/.config/direnv/direnv.toml"
+        mkdir -p $(dirname "$config_file")
+        cat <<- EOF > "$config_file"
+        [global]
+        strict_env = true
+        [whitelist]
+        prefix = [ "$GITHUB_WORKSPACE" ]
+        EOF
+
+    - name: Load env
+      shell: bash
+      run: |
+        direnv_path_value="$(direnv exec . sh -c 'echo $PATH')"
+        IFS=: # loop over PATH entries, which are separated by ":"
+        for direnv_path_entry in $(echo "$direnv_path_value"); do
+          if ! echo "$PATH" | grep "$direnv_path_entry" &> /dev/null; then
+            echo "GITHUB_PATH does not include $direnv_path_entry, adding now"
+            echo "$direnv_path_entry" >> "$GITHUB_PATH"
+          fi
+        done
+        direnv export gha >> "$GITHUB_ENV"

.github/internal-actions/setup-gcloud/action.yml

@@ -0,0 +1,16 @@
+name: setup-gcloud
+
+runs:
+  using: "composite"
+  steps:
+    - name: Auth gcloud
+      uses: google-github-actions/auth@v2
+      with:
+        workload_identity_provider: 'projects/321830142373/locations/global/workloadIdentityPools/github/providers/expo'
+        project_id: exponentjs
+
+    - name: Setup gcloud
+      uses: google-github-actions/setup-gcloud@e427ad8a34f8676edf47cf7d7925499adf3eb74f # v2
+      with:
+        version: 548.0.0
+        project_id: exponentjs

.github/workflows/build-and-deploy-worker.yml

@@ -0,0 +1,110 @@
+name: build-and-deploy-worker
+# If environment is empty we want to build (for testing)
+# and upload (if on `main`, for later deployment).
+# If environment is not empty, we want to build and upload (unless
+# already uploaded) and deploy.
+
+on:
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: '"staging", "production" or empty'
+        type: string
+        required: true
+  workflow_call:
+    inputs:
+      environment:
+        description: '"staging", "production" or empty'
+        type: string
+        required: true
+
+jobs:
+  setup:
+    runs-on: ubuntu-latest
+    if: inputs.environment != ''
+    outputs:
+      needs-to-build: ${{ steps.check_worker_exists.outputs.worker_exists == 'false' }}
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+      - uses: ./.github/internal-actions/setup-gcloud
+
+      - name: Check if worker already exists
+        id: check_worker_exists
+        run: |
+          for platform in android ios; do
+            GCP_TARBALL="worker-$platform-sha1-$GITHUB_SHA.tar.gz"
+
+            if ! gsutil stat gs://eas-build-worker-tarballs/$GCP_TARBALL; then
+              echo "worker_exists=false" >> "$GITHUB_OUTPUT"
+              exit 0
+            fi
+          done
+
+          echo "worker_exists=true" >> "$GITHUB_OUTPUT"
+
+  build:
+    runs-on: ${{ matrix.runner.name }}
+    needs:
+      - setup
+    if: (!failure() && !cancelled() && inputs.environment == '') || needs.setup.outputs.needs-to-build == 'true'
+    permissions:
+      id-token: write
+    strategy:
+      matrix:
+        runner:
+          - name: ubuntu-latest
+            platform: android
+          - name: macos-latest
+            platform: ios
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+      - uses: volta-cli/action@5c175f92dea6f48441c436471e6479dbc192e194 # v4
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "2.7"
+
+      - name: Install coreutils (macOS only)
+        if: runner.os == 'macOS'
+        run: brew install coreutils
+
+      - name: Build worker tarball
+        working-directory: packages/worker
+        run: ./package.sh worker-${{ matrix.runner.platform }}.tar.gz ${{ matrix.runner.platform }}
+
+      - uses: ./.github/internal-actions/setup-gcloud
+
+      - name: Upload worker tarballs to GCP
+        if: github.ref == 'refs/heads/main' || inputs.environment != ''
+        working-directory: packages/worker
+        run: |
+          ARTIFACT_TARBALL="worker-${{ matrix.runner.platform }}.tar.gz"
+          GCP_TARBALL="worker-${{ matrix.runner.platform }}-sha1-$GITHUB_SHA.tar.gz"
+
+          gsutil cp $ARTIFACT_TARBALL gs://eas-build-worker-tarballs/$GCP_TARBALL
+
+  deploy:
+    runs-on: ubuntu-latest
+    needs:
+      - setup
+      - build
+    if: (!failure() && !cancelled() && inputs.environment != '')
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+      - uses: ./.github/internal-actions/setup-gcloud
+
+      - name: Promote worker to ${{ inputs.environment }}
+        run: |
+          for platform in android ios; do
+            GCP_TARBALL="worker-$platform-sha1-$GITHUB_SHA.tar.gz"
+            WORKER_STAGING_TARBALL="worker-$platform-${{ inputs.environment }}.tar.gz"
+
+            gsutil cp gs://eas-build-worker-tarballs/$GCP_TARBALL gs://eas-build-worker-tarballs/$WORKER_STAGING_TARBALL
+          done

.github/workflows/worker.yml

@@ -0,0 +1,97 @@
+name: worker
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - 'packages/worker/**'
+      - .github/workflows/worker.yml
+      - .github/workflows/build-and-deploy-worker.yml
+  pull_request:
+    paths:
+      - 'packages/worker/**'
+      - .github/workflows/worker.yml
+      - .github/workflows/build-and-deploy-worker.yml
+
+jobs:
+  worker-android-checks:
+    runs-on: ubuntu-latest
+    env:
+      NODE_OPTIONS: '--max_old_space_size=3072'
+      JAVA_OPTS: '-Xms512m -Xmx2g'
+      GRADLE_OPTS: '-Xmx2g -Dorg.gradle.daemon=false -Dorg.gradle.jvmargs="-Xmx2g -XX:+HeapDumpOnOutOfMemoryError"'
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+      - uses: ./.github/internal-actions/setup-gcloud
+
+      - uses: ./.github/internal-actions/direnv
+
+      - uses: volta-cli/action@5c175f92dea6f48441c436471e6479dbc192e194 # v4
+
+      - run: yarn install --frozen-lockfile --check-files
+
+      - name: Run integration tests
+        working-directory: packages/worker
+        run: direnv exec .direnv/test ./resources/ci-linux-integration-test.sh
+
+  worker-ios-checks:
+    runs-on: macos-latest
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+      - uses: ./.github/internal-actions/setup-gcloud
+
+      - uses: ./.github/internal-actions/direnv
+
+      - uses: volta-cli/action@5c175f92dea6f48441c436471e6479dbc192e194 # v4
+
+      - run: yarn install --frozen-lockfile --check-files
+
+      - name: Run integration tests
+        working-directory: packages/worker
+        run: direnv exec .direnv/test ./resources/ci-macos-integration-test.sh
+
+  worker-build:
+    uses: ./.github/workflows/build-and-deploy-worker.yml
+    secrets: inherit
+    with:
+      environment: ''
+
+  deploy-worker-staging:
+    if: github.ref == 'refs/heads/main'
+    needs:
+      - worker-build
+      - worker-ios-checks
+      - worker-android-checks
+    uses: ./.github/workflows/build-and-deploy-worker.yml
+    secrets: inherit
+    with:
+      environment: staging
+
+  # deploy-worker-production:
+  #   if: github.ref == 'refs/heads/main' && !failure() && !cancelled()
+  #   needs:
+  #     - deploy-worker-staging
+  #   uses: ./.github/workflows/build-and-deploy-worker.yml
+  #   secrets: inherit
+  #   with:
+  #     environment: production
+
+  # notify-slack:
+  #   runs-on: expo-small
+  #   needs:
+  #     - deploy-worker-production
+  #   if: github.ref == 'refs/heads/main' && always() && !cancelled()
+  #   steps:
+  #     - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4
+
+  #     - name: Notify Slack
+  #       uses: ./.github/actions/notify-slack-on-fail-or-recover
+  #       with:
+  #         channel: turtle-bots
+  #         slack_token: ${{ secrets.SLACK_API_TOKEN }}

jest.config.ts

@@ -4,9 +4,11 @@ import type { Config } from 'jest';
 import easCliConfig from './packages/eas-cli/jest.config';
 // eslint-disable-next-line import/no-relative-packages
 import easJsonConfig from './packages/eas-json/jest.config';
+// eslint-disable-next-line import/no-relative-packages
+import workerConfig from './packages/worker/jest.config.unit';
 
 const config: Config = {
-  projects: [easCliConfig, easJsonConfig],
+  projects: [easCliConfig, easJsonConfig, workerConfig],
   testPathIgnorePatterns: ['.*'],
   watchPlugins: ['jest-watch-typeahead/filename', 'jest-watch-typeahead/testname'],
   collectCoverageFrom: ['<rootDir>/src/**/*.{ts,tsx,js,jsx}'],

packages/eas-cli/src/utils/__tests__/image-test.ts

@@ -4,7 +4,7 @@ import path from 'path';
 
 import { ImageNonPngError, ImageTransparencyError, ensurePNGIsNotTransparentAsync } from '../image';
 
-const TEST_SERVER_PORT = 2137;
+const TEST_SERVER_PORT = 9999;
 
 const fixturesPath = path.join(__dirname, 'fixtures');
 const transparentPngPath = path.join(fixturesPath, 'icon-alpha.png');

packages/expo-cocoapods-proxy/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

packages/expo-cocoapods-proxy/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

packages/expo-cocoapods-proxy/.rubocop.yml

@@ -0,0 +1,8 @@
+Metrics/BlockLength:
+  Exclude:
+    - "spec/**/*"
+Lint/AmbiguousBlockAssociation:
+  Exclude:
+    - "spec/**/*"
+Metrics/MethodLength:
+  Max: 20

packages/expo-cocoapods-proxy/Gemfile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in expo-cocoapods-proxy.gemspec
+gemspec
+
+gem 'rubocop', '~> 1.48', group: :development
+
+gem 'cocoapods', '~> 1.12'