Skip to content

data: rerun pd-allyl/rh-conjugate/heck-relay with n=10 (confirms no real improvement) #9

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ericchansen merged 1 commit into from
May 28, 2026
Merged

data: rerun pd-allyl/rh-conjugate/heck-relay with n=10 (confirms no real improvement) #9

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions benchmarks/heck-relay/convergence/heck-relay_optimized.fld
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2003,16 +2003,16 @@ a4 1 2 5 C0 0.0000 0.0000 0.0000
9 N2.PD(-C2.C2=C2.2)(.N2)
-2
aA 1 2 3 180.0000 45.0000
4 1 3 5 6 0.0000 88.6085 0.0000
a4 1 3 5 6 0.0000 88.6085 0.0000
4 1 3 5 6 0.0000 40.0000 0.0000
a4 1 3 5 6 0.0000 40.0000 0.0000
4 3 5 6 1 0.0000 0.0000 0.0000
a4 3 5 6 1 0.0000 0.0000 0.0000
4 3 1 6 5 0.0000 0.0000 0.0000
a4 3 1 6 5 0.0000 0.0000 0.0000
4 6 1 3 5 0.0000 0.0000 0.0000
a4 6 1 3 5 0.0000 0.0000 0.0000
4 1 3 5 2 0.0000 51.7977 0.0000
a4 1 3 5 2 0.0000 51.7977 0.0000
4 1 3 5 2 0.0000 40.0000 0.0000
a4 1 3 5 2 0.0000 40.0000 0.0000
4 1 6 5 2 0.0000 0.0000 0.0000
a4 1 6 5 2 0.0000 0.0000 0.0000
4 3 5 6 2 0.0000 0.0000 0.0000
Expand Down
41 changes: 21 additions & 20 deletions benchmarks/heck-relay/convergence/paper_metrics.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,19 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-27T00:10:23.633892+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --ratio-tol none --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"timestamp_utc": "2026-05-27T23:11:26.865699+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --n-evals 10 --ratio-tol none --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"q2mm": {
"git_sha": "85dc8c98957b7aee8ee29116da24a36c88817447",
"git_sha": "86d848397f69832fef39104c337704373d60c857",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "8b0fcb7942146e7fdecd756852657f7dad98013b",
"git_sha": "a3cc8d7d540b66a896fd1b439cebdf49ddc7bc5c",
"git_dirty": true
},
"ratio_tol": null,
"maxiter": 500,
"n_evals": 10,
"skip_optimization": false,
"devices": {
"jax_devices": [
Expand All @@ -29,45 +30,45 @@
"seminario": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9804070728463365,
"rmsd": 0.045704251741415694,
"mae": 0.02653626860121916
"r2": 0.9790319412096813,
"rmsd": 0.04728093475868026,
"mae": 0.027298790108083247
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7887418746445015,
"rmsd": 7.9009958096621045,
"mae": 5.150017528280082
"r2": 0.7786596184395878,
"rmsd": 8.087335271830058,
"mae": 5.237661196985309
},
"eig_diagonal": {
"n_refs": 3121,
"r2": -12.618267839869592,
"rmsd": 0.47733708251347695,
"mae": 0.3415968177674511
"mae": 0.34159681776745104
},
"_objective_score": 3534748.2132217214,
"_objective_score": 3300583.661724017,
"_total_refs": 6418
},
"optimized": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9801236203170199,
"rmsd": 0.04603366822760131,
"mae": 0.02674848638336831
"r2": 0.9804737003948194,
"rmsd": 0.045626474810114774,
"mae": 0.026222195840961304
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7910413356006407,
"rmsd": 7.857878556292553,
"mae": 5.120790630346194
"r2": 0.7872269222133916,
"rmsd": 7.929274604951425,
"mae": 5.143772463373742
},
"eig_diagonal": {
"n_refs": 3121,
"r2": -12.618267839869592,
"rmsd": 0.47733708251347695,
"mae": 0.34159681776745104
"mae": 0.3415968177674511
},
"_objective_score": 3392859.506231431,
"_objective_score": 3528027.2417336227,
"_total_refs": 6418
}
}
Expand Down
60 changes: 35 additions & 25 deletions benchmarks/heck-relay/convergence/validation_results.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,19 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-27T00:10:23.633892+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --ratio-tol none --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"timestamp_utc": "2026-05-27T23:11:26.865699+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --n-evals 10 --ratio-tol none --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"q2mm": {
"git_sha": "85dc8c98957b7aee8ee29116da24a36c88817447",
"git_sha": "86d848397f69832fef39104c337704373d60c857",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "8b0fcb7942146e7fdecd756852657f7dad98013b",
"git_sha": "a3cc8d7d540b66a896fd1b439cebdf49ddc7bc5c",
"git_dirty": true
},
"ratio_tol": null,
"maxiter": 500,
"n_evals": 10,
"skip_optimization": false,
"devices": {
"jax_devices": [
Expand All @@ -29,57 +30,66 @@
"system": "heck-relay",
"n_molecules": 23,
"n_active_params": 462,
"initial_obj_score": 3534748.2132217214,
"initial_jaxloss": 4436061.677335818,
"ratio": 1.2549866100059786,
"initial_obj_score": 3300583.661724017,
"initial_jaxloss": 4548931.428703255,
"ratio": 1.3782203073523,
"ratio_status": "ok_bypassed",
"ratio_passes": true,
"seminario": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9804070728463365,
"rmsd": 0.045704251741415694,
"mae": 0.02653626860121916
"r2": 0.9790319412096813,
"rmsd": 0.04728093475868026,
"mae": 0.027298790108083247
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7887418746445015,
"rmsd": 7.9009958096621045,
"mae": 5.150017528280082
"r2": 0.7786596184395878,
"rmsd": 8.087335271830058,
"mae": 5.237661196985309
},
"eig_diagonal": {
"n_refs": 3121,
"r2": -12.618267839869592,
"rmsd": 0.47733708251347695,
"mae": 0.3415968177674511
"mae": 0.34159681776745104
}
},
"final_obj_score": 3392859.506231431,
"improvement_pct": 0.0,
"n_iterations": 4,
"final_obj_score": 3528027.2417336227,
"initial_obj_score_mean": 3414927.262706998,
"initial_obj_score_ci95": 62886.31874069582,
"final_obj_score_mean": 3435217.287703148,
"final_obj_score_ci95": 48436.01552471613,
"improvement_pct_mean": -0.5941568717357182,
"improvement_significant": false,
"final_optimizer_score": 3526079.5216238024,
"initial_optimizer_score": 3551069.5806757547,
"n_iterations": 2,
"n_evaluations": 2,
"converged": true,
"message": "CONVERGENCE: RELATIVE REDUCTION OF F <= FACTR*EPSMCH",
"jac_mode": "jax_loss",
"opt_time_s": 1677.2227856160025,
"opt_time_s": 1450.8179329050472,
"improvement_pct": -6.891010903532235,
"surrogate_improvement_pct": 0.7037332973688692,
"optimized": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9801236203170199,
"rmsd": 0.04603366822760131,
"mae": 0.02674848638336831
"r2": 0.9804737003948194,
"rmsd": 0.045626474810114774,
"mae": 0.026222195840961304
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7910413356006407,
"rmsd": 7.857878556292553,
"mae": 5.120790630346194
"r2": 0.7872269222133916,
"rmsd": 7.929274604951425,
"mae": 5.143772463373742
},
"eig_diagonal": {
"n_refs": 3121,
"r2": -12.618267839869592,
"rmsd": 0.47733708251347695,
"mae": 0.34159681776745104
"mae": 0.3415968177674511
}
}
}
Expand Down
41 changes: 21 additions & 20 deletions benchmarks/pd-allyl-amination/convergence/paper_metrics.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,19 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-26T23:07:38.491122+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system pd-allyl --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"timestamp_utc": "2026-05-27T21:29:27.518071+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system pd-allyl --n-evals 10 --output-dir /home/eric/repos/q2mm-data/benchmarks --log-level INFO",
"q2mm": {
"git_sha": "85dc8c98957b7aee8ee29116da24a36c88817447",
"git_sha": "86d848397f69832fef39104c337704373d60c857",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "8b0fcb7942146e7fdecd756852657f7dad98013b",
"git_dirty": true
"git_sha": "a3cc8d7d540b66a896fd1b439cebdf49ddc7bc5c",
"git_dirty": false
},
"ratio_tol": 0.15,
"maxiter": 500,
"n_evals": 10,
"skip_optimization": false,
"devices": {
"jax_devices": [
Expand All @@ -29,45 +30,45 @@
"seminario": {
"bond_length": {
"n_refs": 849,
"r2": 0.039573851091579404,
"rmsd": 0.3712858211814591,
"mae": 0.07600145009176092
"r2": 0.04983830163335734,
"rmsd": 0.3692964530952702,
"mae": 0.07572917476439459
},
"bond_angle": {
"n_refs": 1582,
"r2": 0.3326753284565044,
"rmsd": 14.246634880636293,
"mae": 7.414124639527724
"r2": 0.3330602144589909,
"rmsd": 14.24252584537124,
"mae": 7.405514460969586
},
"eig_diagonal": {
"n_refs": 2412,
"r2": -2.821598234563398,
"rmsd": 0.2789177087187873,
"mae": 0.2308295603556338
},
"_objective_score": 8037783.981298011,
"_objective_score": 7993910.869743566,
"_total_refs": 4843
},
"optimized": {
"bond_length": {
"n_refs": 849,
"r2": 0.04294535849937109,
"rmsd": 0.37063356207084147,
"mae": 0.0759025114089257
"r2": 0.03741497820354778,
"rmsd": 0.3717028802952003,
"mae": 0.07606511874487426
},
"bond_angle": {
"n_refs": 1582,
"r2": 0.33510052371233934,
"rmsd": 14.220723715340824,
"mae": 7.407597739259764
"r2": 0.3314876358645703,
"rmsd": 14.259307198449022,
"mae": 7.4150880050446135
},
"eig_diagonal": {
"n_refs": 2412,
"r2": -2.8215982345633974,
"r2": -2.821598234563398,
"rmsd": 0.2789177087187873,
"mae": 0.2308295603556338
},
"_objective_score": 8027500.575006098,
"_objective_score": 8036089.476796419,
"_total_refs": 4843
}
}
Expand Down
Loading
Loading