Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 12 additions & 9 deletions benchmarks/ch3f/convergence/paper_metrics.json
Original file line number Diff line number Diff line change
@@ -1,13 +1,16 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-24T19:48:10.089779+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /tmp/regen-test --combined-output /tmp/regen-test/baseline_all.json",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "4bbd875ef4d5ee384693e384ce7fd776f773affd",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"q2mm_data": {},
"ratio_tol": 0.15,
"maxiter": 500,
"skip_optimization": true,
Expand All @@ -26,11 +29,11 @@
"seminario": {
"frequency": {
"n_refs": 9,
"r2": 0.9503878056525823,
"rmsd": 191.36850547915557,
"mae": 176.68444074487167
"r2": 0.9503878113616433,
"rmsd": 191.3684928169649,
"mae": 176.68442571266712
},
"_objective_score": 0.32959714400392964,
"_objective_score": 0.32959710038733153,
"_total_refs": 9
}
}
Expand Down
25 changes: 14 additions & 11 deletions benchmarks/ch3f/convergence/validation_results.json
Original file line number Diff line number Diff line change
@@ -1,13 +1,16 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-24T19:48:10.089779+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /tmp/regen-test --combined-output /tmp/regen-test/baseline_all.json",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "4bbd875ef4d5ee384693e384ce7fd776f773affd",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"q2mm_data": {},
"ratio_tol": 0.15,
"maxiter": 500,
"skip_optimization": true,
Expand All @@ -26,17 +29,17 @@
"system": "ch3f",
"n_molecules": 1,
"n_active_params": 8,
"initial_obj_score": 0.32959714400392964,
"initial_jaxloss": 0.3295971440039244,
"ratio": 0.9999999999999841,
"initial_obj_score": 0.32959710038733153,
"initial_jaxloss": 0.3295971003873261,
"ratio": 0.9999999999999835,
"ratio_status": "ok",
"ratio_passes": true,
"seminario": {
"frequency": {
"n_refs": 9,
"r2": 0.9503878056525823,
"rmsd": 191.36850547915557,
"mae": 176.68444074487167
"r2": 0.9503878113616433,
"rmsd": 191.3684928169649,
"mae": 176.68442571266712
}
},
"skipped": true,
Expand Down
26 changes: 13 additions & 13 deletions benchmarks/heck-relay/convergence/paper_metrics.json
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-25T04:56:22.516785+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "40b5d20001b06c406f67cce3e5ec8acf89f1f199",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "370b9af74177936cbfc2fc991caf6deb2b4dbe36",
"git_dirty": true
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"ratio_tol": 0.15,
"maxiter": 500,
Expand All @@ -29,23 +29,23 @@
"seminario": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9803465708351022,
"rmsd": 0.045774763608272526,
"mae": 0.026612368550847518
"r2": 0.980202686045426,
"rmsd": 0.045942018934896287,
"mae": 0.026538756059945573
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7858138681216401,
"rmsd": 7.9555607143756735,
"mae": 5.162549662239156
"r2": 0.7814147122931702,
"rmsd": 8.036844850106263,
"mae": 5.226622810339419
},
"eig_diagonal": {
"n_refs": 3121,
"r2": -12.618267839869592,
"rmsd": 0.47733708251347695,
"mae": 0.34159681776745104
},
"_objective_score": 3463632.4167105975,
"_objective_score": 3400409.485135087,
"_total_refs": 6418
}
}
Expand Down
30 changes: 15 additions & 15 deletions benchmarks/heck-relay/convergence/validation_results.json
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-25T04:56:22.516785+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system heck-relay --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "40b5d20001b06c406f67cce3e5ec8acf89f1f199",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "370b9af74177936cbfc2fc991caf6deb2b4dbe36",
"git_dirty": true
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"ratio_tol": 0.15,
"maxiter": 500,
Expand All @@ -29,23 +29,23 @@
"system": "heck-relay",
"n_molecules": 23,
"n_active_params": 462,
"initial_obj_score": 3463632.4167105975,
"initial_jaxloss": 4482237.908947647,
"ratio": 1.294085910306965,
"initial_obj_score": 3400409.485135087,
"initial_jaxloss": 4434648.082002647,
"ratio": 1.3041511916105226,
"ratio_status": "out_of_band",
"ratio_passes": false,
"seminario": {
"bond_length": {
"n_refs": 1140,
"r2": 0.9803465708351022,
"rmsd": 0.045774763608272526,
"mae": 0.026612368550847518
"r2": 0.980202686045426,
"rmsd": 0.045942018934896287,
"mae": 0.026538756059945573
},
"bond_angle": {
"n_refs": 2157,
"r2": 0.7858138681216401,
"rmsd": 7.9555607143756735,
"mae": 5.162549662239156
"r2": 0.7814147122931702,
"rmsd": 8.036844850106263,
"mae": 5.226622810339419
},
"eig_diagonal": {
"n_refs": 3121,
Expand Down
33 changes: 18 additions & 15 deletions benchmarks/pd-1,4-conjugate-addition/convergence/paper_metrics.json
Original file line number Diff line number Diff line change
@@ -1,13 +1,16 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-24T19:48:10.089779+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /tmp/regen-test --combined-output /tmp/regen-test/baseline_all.json",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "4bbd875ef4d5ee384693e384ce7fd776f773affd",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"q2mm_data": {},
"ratio_tol": 0.15,
"maxiter": 500,
"skip_optimization": true,
Expand All @@ -26,23 +29,23 @@
"seminario": {
"bond_length": {
"n_refs": 473,
"r2": 0.43546436769356744,
"rmsd": 0.253070781273362,
"mae": 0.1227489512994268
"r2": 0.9391496848119862,
"rmsd": 0.08308597917653962,
"mae": 0.04094344050272175
},
"bond_angle": {
"n_refs": 892,
"r2": -0.11838575572743437,
"rmsd": 19.29279904790927,
"mae": 10.23972596342308
"r2": -0.1771624273326735,
"rmsd": 19.79327338297876,
"mae": 13.393525927763426
},
"eig_diagonal": {
"n_refs": 1286,
"r2": -4.46646935937169,
"rmsd": 0.29518118985533687,
"mae": 0.23052543293166813
"r2": -10.055977968575332,
"rmsd": 0.4197916561828507,
"mae": 0.3169591090864787
},
"_objective_score": 8210877.2065551225,
"_objective_score": 8785242.59681151,
"_total_refs": 2651
}
}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,16 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-24T19:48:10.089779+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /tmp/regen-test --combined-output /tmp/regen-test/baseline_all.json",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "4bbd875ef4d5ee384693e384ce7fd776f773affd",
"git_dirty": true
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"q2mm_data": {},
"ratio_tol": 0.15,
"maxiter": 500,
"skip_optimization": true,
Expand All @@ -26,29 +29,29 @@
"system": "pd-conjugate",
"n_molecules": 10,
"n_active_params": 340,
"initial_obj_score": 8210877.2065551225,
"initial_jaxloss": 9875845.709910054,
"ratio": 1.2027759594341163,
"ratio_status": "out_of_band",
"ratio_passes": false,
"initial_obj_score": 8785242.59681151,
"initial_jaxloss": 8466227.77106973,
"ratio": 0.9636874198718698,
"ratio_status": "ok",
"ratio_passes": true,
"seminario": {
"bond_length": {
"n_refs": 473,
"r2": 0.43546436769356744,
"rmsd": 0.253070781273362,
"mae": 0.1227489512994268
"r2": 0.9391496848119862,
"rmsd": 0.08308597917653962,
"mae": 0.04094344050272175
},
"bond_angle": {
"n_refs": 892,
"r2": -0.11838575572743437,
"rmsd": 19.29279904790927,
"mae": 10.23972596342308
"r2": -0.1771624273326735,
"rmsd": 19.79327338297876,
"mae": 13.393525927763426
},
"eig_diagonal": {
"n_refs": 1286,
"r2": -4.46646935937169,
"rmsd": 0.29518118985533687,
"mae": 0.23052543293166813
"r2": -10.055977968575332,
"rmsd": 0.4197916561828507,
"mae": 0.3169591090864787
}
},
"skipped": true,
Expand Down
52 changes: 15 additions & 37 deletions benchmarks/pd-allyl-amination/convergence/paper_metrics.json
Original file line number Diff line number Diff line change
@@ -1,19 +1,19 @@
{
"provenance": {
"generator": "scripts/regenerate_convergence_results.py",
"timestamp_utc": "2026-05-25T00:38:52.899356+00:00",
"command_line": "scripts/regenerate_convergence_results.py --system rh-enamide --system pd-allyl --output-dir /home/eric/repos/q2mm-data/benchmarks",
"timestamp_utc": "2026-05-25T14:55:17.583903+00:00",
"command_line": "scripts/regenerate_convergence_results.py --skip-optimization --output-dir /home/eric/repos/q2mm-data/benchmarks --combined-output /tmp/regen-all-baseline.json",
"q2mm": {
"git_sha": "97a6c3e3e2820074d101419fdc1eb8b9b62e833c",
"git_sha": "1efff97bb11fd6c2c4b7db8a0841ee05384a1151",
"git_dirty": false
},
"q2mm_data": {
"git_sha": "091b93d41bf50a7c55d86bf8c85e299e6c7d34ac",
"git_sha": "a7465fb2536997f53d1e5a4e9712693677572bcb",
"git_dirty": false
},
"ratio_tol": 0.15,
"maxiter": 500,
"skip_optimization": false,
"skip_optimization": true,
"devices": {
"jax_devices": [
"cuda:0"
Expand All @@ -29,45 +29,23 @@
"seminario": {
"bond_length": {
"n_refs": 849,
"r2": 0.027062875898558048,
"rmsd": 0.37369627093487295,
"mae": 0.09252189499561089
"r2": 0.04216852817895356,
"rmsd": 0.3707839510741326,
"mae": 0.07593589543145443
},
"bond_angle": {
"n_refs": 1582,
"r2": 0.3365064445812148,
"rmsd": 14.20568099611217,
"mae": 7.305407103192835
"r2": 0.33041108778663597,
"rmsd": 14.270783915594839,
"mae": 7.417902345500053
},
"eig_diagonal": {
"n_refs": 2412,
"r2": -1.405494317890696,
"rmsd": 0.22128691931589958,
"mae": 0.1830234426499537
"r2": -2.821598234563398,
"rmsd": 0.2789177087187873,
"mae": 0.2308295603556338
},
"_objective_score": 8018305.833561603,
"_total_refs": 4843
},
"optimized": {
"bond_length": {
"n_refs": 849,
"r2": 0.022180360502920715,
"rmsd": 0.3746327623048161,
"mae": 0.09254710137247678
},
"bond_angle": {
"n_refs": 1582,
"r2": 0.33524662525599724,
"rmsd": 14.219161235667233,
"mae": 7.314274947359119
},
"eig_diagonal": {
"n_refs": 2412,
"r2": -1.405494317890696,
"rmsd": 0.2212869193158996,
"mae": 0.1830234426499537
},
"_objective_score": 7999773.979285052,
"_objective_score": 7991868.06800802,
"_total_refs": 4843
}
}
Expand Down
Loading