From cb6dec518b74f5674132b5340ed4cab96b21bd94 Mon Sep 17 00:00:00 2001 From: Jonathan Haas Date: Wed, 20 May 2026 19:36:15 -0700 Subject: [PATCH 1/3] ci: move blacksmith jobs to owned runners --- .github/actionlint.yaml | 1 - .github/workflows/ci.yml | 8 ++++---- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/.github/actionlint.yaml b/.github/actionlint.yaml index 13978ce..1016e9b 100644 --- a/.github/actionlint.yaml +++ b/.github/actionlint.yaml @@ -1,4 +1,3 @@ self-hosted-runner: labels: - - blacksmith-4vcpu-ubuntu-2404 - evalops-agent-pm-rbe diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 7f224db..3bd19b5 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -8,7 +8,7 @@ on: jobs: lint: - runs-on: blacksmith-4vcpu-ubuntu-2404 + runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} steps: - uses: actions/checkout@v4 @@ -30,7 +30,7 @@ jobs: run: uv run ruff check . typecheck: - runs-on: blacksmith-4vcpu-ubuntu-2404 + runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} steps: - uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: run: uv run mypy agent_pm storage-tests: - runs-on: blacksmith-4vcpu-ubuntu-2404 + runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} steps: - uses: actions/checkout@v4 @@ -71,7 +71,7 @@ jobs: DRY_RUN: "true" test: - runs-on: blacksmith-4vcpu-ubuntu-2404 + runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} steps: - uses: actions/checkout@v4 From b0c9c4fccc177ce0813fb8336434fb29b85458e4 Mon Sep 17 00:00:00 2001 From: Jonathan Haas Date: Wed, 20 May 2026 20:36:24 -0700 Subject: [PATCH 2/3] ci: keep public checks on hosted runners --- .github/workflows/ci.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3bd19b5..90640e9 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -8,7 +8,7 @@ on: jobs: lint: - runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} + runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 @@ -30,7 +30,7 @@ jobs: run: uv run ruff check . typecheck: - runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} + runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: run: uv run mypy agent_pm storage-tests: - runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} + runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 @@ -71,7 +71,7 @@ jobs: DRY_RUN: "true" test: - runs-on: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != github.repository && 'ubuntu-latest' || (vars.PR_VALIDATION_RUNNER || 'evalops-private-ci') }} + runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 From 15d481362f88a8d77cd2800ca0b621e4d70c5fb6 Mon Sep 17 00:00:00 2001 From: Jonathan Haas Date: Wed, 20 May 2026 20:39:41 -0700 Subject: [PATCH 3/3] test: make periodic sync timing deterministic --- tests/test_connectors.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/tests/test_connectors.py b/tests/test_connectors.py index 9608aca..c6b1337 100644 --- a/tests/test_connectors.py +++ b/tests/test_connectors.py @@ -131,8 +131,13 @@ async def test_periodic_sync_manager_executes_jobs(monkeypatch): manager._jobs[0].interval_seconds = 0.1 # speed up test await manager.start() - await asyncio.sleep(0.35) - await manager.stop() + try: + for _ in range(20): + if connector.calls >= 2: + break + await asyncio.sleep(0.05) + finally: + await manager.stop() assert connector.calls >= 2