From 54437fdce4e67f980033a7481c15fa25ba46f82a Mon Sep 17 00:00:00 2001 From: Christian Humer Date: Wed, 3 Jun 2026 15:28:38 +0200 Subject: [PATCH 1/2] Increase benchmark prewarm --- mx.graalpython/mx_graalpython_bench_param.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/mx.graalpython/mx_graalpython_bench_param.py b/mx.graalpython/mx_graalpython_bench_param.py index 67e6b662fd..49a093eaf8 100644 --- a/mx.graalpython/mx_graalpython_bench_param.py +++ b/mx.graalpython/mx_graalpython_bench_param.py @@ -58,6 +58,9 @@ ITER_5 = ['-i', '5'] ITER_3 = ['-i', '3'] WARMUP_2 = ['-w', '2'] +PREWARM_4 = ['-r', '4'] +PREWARM_12 = ['-r', '12'] +PREWARM_24 = ['-r', '24'] # For benchmarking with Truffle compilation MICRO_BENCHMARKS = { @@ -122,7 +125,7 @@ 'virtualize-in-try-catch-oom': ITER_10, 'phase_shift_warmup_baseline': ITER_5 + ['--self-measurement'] + ['500'], 'phase_shift_warmup': ITER_3 + ['--self-measurement'] + ['1600', '500'], - 'jsonrpc-pipe': ITER_10 + ['500', 'text', 'text', 'mask', '64'], + 'jsonrpc-pipe': PREWARM_4 + ITER_6 + ['500', 'text', 'text', 'mask', '64'], 'startup': ITER_5 + ['50'], 'startup-imports': ITER_5 + ['20'], } @@ -278,12 +281,12 @@ def _pickling_benchmarks(module='pickle'): 'image-magix-sized2': ITER_10 + ['30000'], 'parrot-b2': ITER_10 + ['200'], 'threadring': ITER_25 + ['100_000_000'], - 'regexdna-sized2': ITER_25 + ['4'], + 'regexdna-sized2': PREWARM_24 + ITER_6 + ['4'], 'knucleotide': ITER_25 + [], 'chaos-sized2': ITER_10 + ['500'], 'chaos-traced': ITER_5 + ['500'], 'go-sized2': ITER_15 + ['50'], - 'raytrace-simple': ITER_10 + [], + 'raytrace-simple': PREWARM_12 + ITER_6 + [], 'lud-sized2': ITER_10 + ['1536'], 'mm-sized2': ITER_15 + ['350'], # Rodinia From 8a7e3542a3ef75ac72d38abec84b35e978ab0949 Mon Sep 17 00:00:00 2001 From: Christian Humer Date: Thu, 4 Jun 2026 13:54:41 +0200 Subject: [PATCH 2/2] Increase benchmark iterations --- mx.graalpython/mx_graalpython_bench_param.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/mx.graalpython/mx_graalpython_bench_param.py b/mx.graalpython/mx_graalpython_bench_param.py index 49a093eaf8..31f87bc82a 100644 --- a/mx.graalpython/mx_graalpython_bench_param.py +++ b/mx.graalpython/mx_graalpython_bench_param.py @@ -58,9 +58,6 @@ ITER_5 = ['-i', '5'] ITER_3 = ['-i', '3'] WARMUP_2 = ['-w', '2'] -PREWARM_4 = ['-r', '4'] -PREWARM_12 = ['-r', '12'] -PREWARM_24 = ['-r', '24'] # For benchmarking with Truffle compilation MICRO_BENCHMARKS = { @@ -125,7 +122,7 @@ 'virtualize-in-try-catch-oom': ITER_10, 'phase_shift_warmup_baseline': ITER_5 + ['--self-measurement'] + ['500'], 'phase_shift_warmup': ITER_3 + ['--self-measurement'] + ['1600', '500'], - 'jsonrpc-pipe': PREWARM_4 + ITER_6 + ['500', 'text', 'text', 'mask', '64'], + 'jsonrpc-pipe': ITER_15 + ['500', 'text', 'text', 'mask', '64'], 'startup': ITER_5 + ['50'], 'startup-imports': ITER_5 + ['20'], } @@ -281,12 +278,12 @@ def _pickling_benchmarks(module='pickle'): 'image-magix-sized2': ITER_10 + ['30000'], 'parrot-b2': ITER_10 + ['200'], 'threadring': ITER_25 + ['100_000_000'], - 'regexdna-sized2': PREWARM_24 + ITER_6 + ['4'], + 'regexdna-sized2': ITER_50 + ['4'], 'knucleotide': ITER_25 + [], 'chaos-sized2': ITER_10 + ['500'], 'chaos-traced': ITER_5 + ['500'], 'go-sized2': ITER_15 + ['50'], - 'raytrace-simple': PREWARM_12 + ITER_6 + [], + 'raytrace-simple': ITER_20 + [], 'lud-sized2': ITER_10 + ['1536'], 'mm-sized2': ITER_15 + ['350'], # Rodinia