chore: restore browser CI and rightsize runners (#106)

Author: anand-testcompare

.github/workflows/cd-publish-release.yml

@@ -15,7 +15,7 @@ concurrency:
 
 jobs:
   publish-release:
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - name: Checkout
         uses: actions/checkout@v6

.github/workflows/cd-release-pr.yml

@@ -15,7 +15,7 @@ concurrency:
 
 jobs:
   create-release-pr:
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     if: |
       !contains(github.event.head_commit.message, '[skip-release]') &&
       !contains(github.event.head_commit.message, 'chore: bump version')

.github/workflows/ci.yml

@@ -25,7 +25,7 @@ concurrency:
 jobs:
   stage-1-quality:
     name: Stage 1 - Quality
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     env:
       PUBLIC_CONVEX_URL: "https://example.convex.cloud"
     steps:
@@ -68,9 +68,71 @@ jobs:
           echo "- ultracite check" >> "$GITHUB_STEP_SUMMARY"
           echo "- deterministic manual inference + mapping tests" >> "$GITHUB_STEP_SUMMARY"
 
+  stage-2-browser-qa:
+    name: Stage 2 - Browser QA
+    needs: stage-1-quality
+    runs-on: blacksmith-2vcpu-ubuntu-2404
+    env:
+      PUBLIC_CONVEX_URL: "https://example.convex.cloud"
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+
+      - name: Setup Bun
+        uses: oven-sh/setup-bun@v2
+        with:
+          bun-version: 1.3.8
+
+      - name: Cache Bun + Turbo
+        uses: actions/cache@v5
+        with:
+          path: |
+            ~/.bun/install/cache
+            .turbo
+          key: ${{ runner.os }}-bun-turbo-${{ hashFiles('**/bun.lock', '**/bun.lockb', 'package.json', 'apps/**/package.json', 'packages/**/package.json') }}
+          restore-keys: |
+            ${{ runner.os }}-bun-turbo-
+
+      - name: Cache Playwright browsers
+        uses: actions/cache@v5
+        with:
+          path: ~/.cache/ms-playwright
+          key: ${{ runner.os }}-playwright-${{ hashFiles('**/bun.lock', '**/bun.lockb', 'package.json', 'apps/**/package.json', 'packages/**/package.json') }}
+          restore-keys: |
+            ${{ runner.os }}-playwright-
+
+      - name: Install dependencies
+        run: bun install --frozen-lockfile
+
+      - name: Install agent-browser CLI
+        run: npm install -g agent-browser@latest
+
+      - name: Install Playwright Chromium
+        run: npx playwright install --with-deps chromium
+
+      - name: Run local browser QA smoke
+        run: bun run qa:browser
+
+      - name: Upload browser QA artifacts
+        if: always()
+        uses: actions/upload-artifact@v6
+        with:
+          name: browser-qa-local-${{ github.run_id }}-${{ github.run_attempt }}
+          path: artifacts/browser-qa/**
+          if-no-files-found: error
+
+      - name: Publish summary
+        if: always()
+        run: |
+          echo "## Stage 2 - Browser QA" >> "$GITHUB_STEP_SUMMARY"
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+          echo "- local agent-browser smoke flow" >> "$GITHUB_STEP_SUMMARY"
+          echo "- screenshots uploaded as workflow artifact" >> "$GITHUB_STEP_SUMMARY"
+          echo "- Browserbase replay runs on the preview-validation workflow" >> "$GITHUB_STEP_SUMMARY"
+
   stage-3-build:
     name: Stage 3 - Build
-    needs: stage-1-quality
+    needs: stage-2-browser-qa
     runs-on: blacksmith-4vcpu-ubuntu-2404
     env:
       PUBLIC_CONVEX_URL: "https://example.convex.cloud"
@@ -118,15 +180,20 @@ jobs:
     if: always()
     needs:
       - stage-1-quality
+      - stage-2-browser-qa
       - stage-3-build
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - name: Finalize staged CI result
         run: |
           if [ "${{ needs.stage-1-quality.result }}" != "success" ]; then
             echo "Stage 1 failed."
             exit 1
           fi
+          if [ "${{ needs.stage-2-browser-qa.result }}" != "success" ]; then
+            echo "Stage 2 failed."
+            exit 1
+          fi
           if [ "${{ needs.stage-3-build.result }}" != "success" ]; then
             echo "Stage 3 failed."
             exit 1

.github/workflows/pr-auto-merge.yml

@@ -18,7 +18,7 @@ jobs:
       github.event.pull_request.draft == false &&
       github.event.pull_request.base.ref == github.event.repository.default_branch &&
       github.event.pull_request.head.repo.full_name == github.repository
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - name: Enable auto-merge
         env:

.github/workflows/preview-seed.yml

@@ -20,7 +20,7 @@ jobs:
     concurrency:
       group: preview-seed-${{ github.event.deployment.id }}
       cancel-in-progress: false
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     env:
       PREVIEW_URL: ${{ github.event.deployment_status.environment_url || github.event.deployment_status.target_url || github.event.deployment.environment_url || '' }}
       DEPLOYMENT_ID: ${{ github.event.deployment.id }}

.github/workflows/tui-release.yml

@@ -75,7 +75,7 @@ jobs:
           if-no-files-found: error
 
   browser-qa:
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     env:
       PUBLIC_CONVEX_URL: "https://example.convex.cloud"
       BROWSERBASE_API_KEY: ${{ secrets.BROWSERBASE_API_KEY }}
@@ -148,7 +148,7 @@ jobs:
     needs:
       - build-binaries
       - browser-qa
-    runs-on: blacksmith-4vcpu-ubuntu-2404
+    runs-on: blacksmith-2vcpu-ubuntu-2404
     steps:
       - name: Download artifacts
         uses: actions/download-artifact@v8

README.md

@@ -45,7 +45,7 @@ Web app: `http://localhost:5173`
 | e2e web | yes | `agent-browser` smoke scripts | yes |
 
 Primary CI workflows:
-- `.github/workflows/ci.yml` (quality + build)
+- `.github/workflows/ci.yml` (quality + local browser smoke + build)
 - `.github/workflows/preview-seed.yml` (preview seed + browser QA)
 - `.github/workflows/org-required-checks.yml` (required merge gate)
 

docs/browser-qa.md

@@ -36,9 +36,9 @@ The replay URL is captured in `results.json` as `browserbaseReplayUrl`.
 `ci.yml` now runs as one staged pipeline:
 
 1. `Stage 1 - Quality`
-2. `Stage 2 - Browser QA`
-3. `Stage 3 - Integration + Build`
+2. `Stage 2 - Browser QA` using the local `agent-browser` smoke flow
+3. `Stage 3 - Build`
 
-Stage 2 uploads screenshots as artifacts and posts replay/artifact links on PRs.
+`preview-validation` runs the same smoke path against the public preview deployment with `USE_BROWSERBASE=1`, uploads screenshots as artifacts, and posts replay/artifact links on PRs.
 
 `tui-release.yml` also runs browser QA, uploads screenshots to release artifacts, and appends the Browserbase replay URL to release notes.