Skip to content

Parity Auto Trigger: run parity.yml per upstream commit once CI finishes #3176

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
ethanwee1 wants to merge 11 commits into
base: develop
Choose a base branch
from
+321 −20
Draft

Parity Auto Trigger: run parity.yml per upstream commit once CI finishes #3176

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
82e48da
Add Parity Auto Trigger workflow for pytorch/pytorch main
ethanwee1 Apr 23, 2026
b926457
parity-auto: dispatch per (SHA, arch) based on actual upstream workfl…
ethanwee1 Apr 23, 2026
2f83ce8
parity-auto: loosen set -e and harden date parsing
ethanwee1 Apr 23, 2026
146e39c
parity-auto: explicitly disable -e (GHA launches bash with -e by defa…
ethanwee1 Apr 23, 2026
946a729
parity-auto: gate dispatch on per-arch test check-runs being complete
ethanwee1 Apr 23, 2026
7e331d9
parity-auto: require every ROCm check-run on the SHA to finish before…
ethanwee1 Apr 23, 2026
bb046b3
parity-auto: wait for CUDA parity jobs before dispatch
ethanwee1 Apr 29, 2026
e80f91d
parity-auto: scope ROCm readiness to parity test shards
ethanwee1 Apr 29, 2026
3f0fa62
parity: use CUDA OSDC jobs for default and distributed
ethanwee1 Apr 29, 2026
4d77e11
parity-auto: poll upstream readiness every 10 minutes
ethanwee1 Apr 29, 2026
be9768a
parity-auto: backfill ready commits without duplicates
ethanwee1 Apr 30, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
46 changes: 26 additions & 20 deletions .automation_scripts/pytorch-unit-test-scripts/download_testlogs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -210,8 +210,10 @@ def _shorten_unzipped_dirs():

Converts names like:
unzipped-test-reports-runattempt1-test-default-1-6-linux.rocm.gpu.gfx942.1_68613413431.zip
unzipped-test-reports-runattempt1-test-osdc-default-1-5-mt-l-x86aavx2-29-113-l4_73385044118.zip
to:
test-default-1-6
test-default-1-5

Preserves the 'test-<config>' prefix so that summarize_xml_testreports.py
can still detect workflow type via substring matching.
Expand All @@ -220,9 +222,9 @@ def _shorten_unzipped_dirs():
for d in sorted(Path(".").glob("unzipped-*")):
if not d.is_dir():
continue
m = re.search(r'(test-\w+-\d+-\d+)', d.name)
m = re.search(r'test-(?:osdc-)?(default|distributed|inductor)-(\d+)-(\d+)', d.name)
if m:
short_name = m.group(1)
short_name = f"test-{m.group(1)}-{m.group(2)}-{m.group(3)}"
if not Path(short_name).exists():
d.rename(short_name)
print(f" Renamed {d.name} -> {short_name}")
Expand Down Expand Up @@ -662,6 +664,7 @@ def main():

if not args.no_cuda:
cuda_job_prefix = "linux-jammy-cuda13.0-py3.10-gcc11"
cuda_test_job_kind = "test-osdc"
print("==========================================")
print(f"Finding CUDA tests in workflow '{CUDAWorkflowNames['default']}' by sha: {sha}")
print("==========================================")
Expand All @@ -686,7 +689,10 @@ def main():

for run in trunk_runs:
jobs = get_workflow_jobs(run)
test_jobs = [j for j in jobs if cuda_job_prefix in j['name'] and '/ test' in j['name']]
test_jobs = [
j for j in jobs
if cuda_job_prefix in j['name'] and f'/ {cuda_test_job_kind} (' in j['name']
]
if test_jobs:
trunk_wf = run
all_cuda_jobs = jobs
Expand All @@ -699,7 +705,7 @@ def main():
# by the jobs API. Use check-runs API to find the actual run.
print("No CUDA test jobs in any trunk run's jobs API, trying check-runs API...")
check_runs = get_check_runs_for_commit(sha, cuda_job_prefix)
cuda_test_jobs = [cr for cr in check_runs if '/ test' in cr['name']]
cuda_test_jobs = [cr for cr in check_runs if f'/ {cuda_test_job_kind} (' in cr['name']]
if cuda_test_jobs:
# Extract the actual workflow run ID from the check-run details URL
import re as _re
Expand Down Expand Up @@ -737,30 +743,30 @@ def main():
# Download logs
if not args.artifacts_only:
test_log_list_cuda_default = [
["cuda1.txt", f"{cuda_job_prefix} / test (default, 1, 5"],
["cuda2.txt", f"{cuda_job_prefix} / test (default, 2, 5"],
["cuda3.txt", f"{cuda_job_prefix} / test (default, 3, 5"],
["cuda4.txt", f"{cuda_job_prefix} / test (default, 4, 5"],
["cuda5.txt", f"{cuda_job_prefix} / test (default, 5, 5"],
["cuda1.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (default, 1, 5"],
["cuda2.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (default, 2, 5"],
["cuda3.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (default, 3, 5"],
["cuda4.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (default, 4, 5"],
["cuda5.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (default, 5, 5"],
]
test_log_list_cuda = test_log_list_cuda_default
if not args.exclude_distributed:
test_log_list_cuda_distributed = [
["cuda_dist1.txt", f"{cuda_job_prefix} / test (distributed, 1, 3"],
["cuda_dist2.txt", f"{cuda_job_prefix} / test (distributed, 2, 3"],
["cuda_dist3.txt", f"{cuda_job_prefix} / test (distributed, 3, 3"],
["cuda_dist1.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (distributed, 1, 3"],
["cuda_dist2.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (distributed, 2, 3"],
["cuda_dist3.txt", f"{cuda_job_prefix} / {cuda_test_job_kind} (distributed, 3, 3"],
]
test_log_list_cuda += test_log_list_cuda_distributed

download_logs(trunk_wf, test_log_list_cuda, folder_list[0], jobs=all_cuda_jobs)

# Download artifacts
test_artifacts_list_cuda_default = [
"test-reports-test-default-1-5",
"test-reports-test-default-2-5",
"test-reports-test-default-3-5",
"test-reports-test-default-4-5",
"test-reports-test-default-5-5",
"test-reports-test-osdc-default-1-5",
"test-reports-test-osdc-default-2-5",
"test-reports-test-osdc-default-3-5",
"test-reports-test-osdc-default-4-5",
"test-reports-test-osdc-default-5-5",
]

test_artifacts_list_cuda = []
Expand All @@ -769,9 +775,9 @@ def main():

if not args.exclude_distributed:
test_artifacts_list_cuda_distributed = [
"test-reports-test-distributed-1-3",
"test-reports-test-distributed-2-3",
"test-reports-test-distributed-3-3",
"test-reports-test-osdc-distributed-1-3",
"test-reports-test-osdc-distributed-2-3",
"test-reports-test-osdc-distributed-3-3",
]
test_artifacts_list_cuda += test_artifacts_list_cuda_distributed

Expand Down
Loading