From fbc735a5b972ffdc9699a0db19ec620ae623deaa Mon Sep 17 00:00:00 2001 From: Claude Date: Wed, 14 Oct 2026 06:00:09 +0000 Subject: [PATCH 1/5] test(ci): the published-benchmark workflow parses again, and the suite refuses a workflow that does not An apostrophe inside a single-quoted description made the file unreadable, so GitHub saw no workflow_dispatch trigger and the trigger:published-bench label's dispatch failed with HTTP 422. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01NTByC5UJJWvcFj3mvmv83v --- .github/workflows/published-benchmark.yml | 2 +- tests/test_architecture.py | 16 ++++++++++++++++ 2 files changed, 17 insertions(+), 1 deletion(-) diff --git a/.github/workflows/published-benchmark.yml b/.github/workflows/published-benchmark.yml index ace37c1ad..da38f2e12 100644 --- a/.github/workflows/published-benchmark.yml +++ b/.github/workflows/published-benchmark.yml @@ -17,7 +17,7 @@ on: type: string default: '' pr: - description: 'A pull request to comment specsolve's numbers on, which the trigger:published-bench label fills in. Blank comments nowhere.' + description: 'A pull request to comment specsolve''s numbers on, which the trigger:published-bench label fills in. Blank comments nowhere.' type: string default: '' diff --git a/tests/test_architecture.py b/tests/test_architecture.py index 56167adf0..fbc9986f4 100644 --- a/tests/test_architecture.py +++ b/tests/test_architecture.py @@ -298,6 +298,22 @@ def test_no_fork_can_reach_a_runner_we_own(): ) +@pytest.mark.parametrize('workflow', sorted((REPO / '.github' / 'workflows').glob('*.y*ml')), ids=lambda w: w.name) +def test_every_workflow_parses(workflow: Path) -> None: + """GitHub reads a workflow it cannot parse as one with no triggers. + + An apostrophe inside a single-quoted description made `published-benchmark.yml` + unreadable, and the label's dispatch failed with HTTP 422: the workflow has + no `workflow_dispatch` trigger. + """ + import yaml + + try: + yaml.safe_load(workflow.read_text()) + except yaml.YAMLError as error: + pytest.fail(f'GitHub cannot read {workflow.name}, so none of its triggers fire:\n{error}') + + def test_every_repository_path_a_workflow_names_exists(): """A workflow step reads files by path, and a move makes it read nothing. From 7b3b594e7fc4d75c3426b3496f05efd3471e17c6 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Wed, 14 Oct 2026 07:48:27 +0000 Subject: [PATCH 2/5] docs(benchmarks): the published benchmarks are re-measured on #2032 Run https://github.com/fluxopt/specsolve/actions/runs/38520052042 measured fbc735a5b972ffdc9699a0db19ec620ae623deaa of claude/specsolve-2032-review-7hrcv0. --- .../latest-gurobi-dispatch.ceilings.json | 2 +- bench/results/latest-gurobi-dispatch.json | 4645 +++++++++----- .../latest-gurobi-network.ceilings.json | 10 +- bench/results/latest-gurobi-network.json | 3957 ++++++++---- .../results/latest-gurobi-nodal.ceilings.json | 4 +- bench/results/latest-gurobi-nodal.json | 4313 +++++++++---- .../latest-gurobi-sector.ceilings.json | 6 +- bench/results/latest-gurobi-sector.json | 4293 +++++++++---- .../latest-highs-dispatch.ceilings.json | 4 +- bench/results/latest-highs-dispatch.json | 5657 ++++++++++------- .../latest-highs-network.ceilings.json | 10 +- bench/results/latest-highs-network.json | 4830 ++++++++------ .../results/latest-highs-nodal.ceilings.json | 2 +- bench/results/latest-highs-nodal.json | 5087 +++++++++------ .../results/latest-highs-sector.ceilings.json | 8 +- bench/results/latest-highs-sector.json | 5027 +++++++++------ docs/about/benchmarks.json | 620 +- docs/about/benchmarks.md | 9 +- 18 files changed, 24664 insertions(+), 13820 deletions(-) diff --git a/bench/results/latest-gurobi-dispatch.ceilings.json b/bench/results/latest-gurobi-dispatch.ceilings.json index fbc9bb697..6b7d81963 100644 --- a/bench/results/latest-gurobi-dispatch.ceilings.json +++ b/bench/results/latest-gurobi-dispatch.ceilings.json @@ -9,6 +9,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 2.17 GB on dispatch/m, so the next rung projects to 43.3 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 2.16 GB on dispatch/m, so the next rung projects to 21.6 GB \u2014 over the 16 GB budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-dispatch.json b/bench/results/latest-gurobi-dispatch.json index da740e18f..454cf5836 100644 --- a/bench/results/latest-gurobi-dispatch.json +++ b/bench/results/latest-gurobi-dispatch.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.82763671875, - 1.48779296875, - 1.45458984375 + 1.51611328125, + 1.37548828125, + 1.37109375 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 141381556 + 145575660 ], "allocations": [ - 62384 + 62388 ], "total_bytes": [ - 292545603 + 296740083 ], "rss_bytes": [ - 223944704 + 224038912 ] }, "columns": 200, @@ -204,14 +204,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.0012115800000174204, - "build": 0.00834324600009495 + "attach": 0.0011933929999941029, + "build": 0.01264539900012096 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.01755231700008153, - "max": 0.1250775700000304, - "mean": 0.03550401155553118, - "stddev": 0.033718409081800134, + "min": 0.01717658300003677, + "max": 0.12743762299987793, + "mean": 0.03223932988890334, + "stddev": 0.035758557785626484, "rounds": 9, - "median": 0.0254222580001624, - "iqr": 0.003434818250184435, - "q1": 0.023643608499810398, - "q3": 0.027078426749994833, - "iqr_outliers": 2, + "median": 0.021490319999884377, + "iqr": 0.0038977899998826615, + "q1": 0.01864756300017234, + "q3": 0.022545353000055002, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;2", - "ld15iqr": 0.023455374999684864, - "hd15iqr": 0.1250775700000304, - "ops": 28.16583130151133, - "total": 0.3195361039997806, + "outliers": "1;1", + "ld15iqr": 0.01717658300003677, + "hd15iqr": 0.12743762299987793, + "ops": 31.018014439071717, + "total": 0.29015396900013, "data": [ - 0.1250775700000304, - 0.026066312000239122, - 0.023455374999684864, - 0.023706352999852243, - 0.0254222580001624, - 0.026895815999978367, - 0.02762625900004423, - 0.02373384399970746, - 0.01755231700008153 + 0.12743762299987793, + 0.018726175000210787, + 0.022349714000029053, + 0.018411727000057, + 0.021490319999884377, + 0.01928798100016138, + 0.01717658300003677, + 0.02313227000013285, + 0.02214157599973987 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 137188267 + 132993843 ], "allocations": [ - 63531 + 63529 ], "total_bytes": [ - 306914406 + 302719342 ], "rss_bytes": [ - 223961088 + 223797248 ] }, "columns": 200, @@ -281,14 +281,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.0012253990003046056, - "build": 0.013875548999749299 + "attach": 0.000586308000038116, + "build": 0.010492140000224026 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.01575528300008955, - "max": 0.02456781699993371, - "mean": 0.020239161777782202, - "stddev": 0.002808530012850712, + "min": 0.02134450999983528, + "max": 0.02676654100014275, + "mean": 0.024520591222123283, + "stddev": 0.0018596280693460707, "rounds": 9, - "median": 0.020302674000049592, - "iqr": 0.003374863749627366, - "q1": 0.01838270700011435, - "q3": 0.021757570749741717, + "median": 0.024678321000010328, + "iqr": 0.002976868249788822, + "q1": 0.023422258749860703, + "q3": 0.026399126999649525, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.01575528300008955, - "hd15iqr": 0.02456781699993371, - "ops": 49.40916086247024, - "total": 0.18215245600003982, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.02134450999983528, + "hd15iqr": 0.02676654100014275, + "ops": 40.7820509277838, + "total": 0.22068532099910954, "data": [ - 0.017880384000363847, - 0.020302674000049592, - 0.020808139000109804, - 0.02101599699972212, - 0.018550148000031186, - 0.02398229199980051, - 0.01575528300008955, - 0.019289721999939502, - 0.02456781699993371 + 0.024678321000010328, + 0.02234628399992289, + 0.024203294000017195, + 0.02640601199982484, + 0.026396831999591086, + 0.02676654100014275, + 0.02476260999992519, + 0.023780916999839974, + 0.02134450999983528 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112663068 + 1112662556 ], "allocations": [ - 223402 + 223401 ], "total_bytes": [ - 1350328179 + 1350326193 ], "rss_bytes": [ - 245915648 + 246034432 ] }, "columns": 200, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.027808737000214023, - "max": 0.36380926199990427, - "mean": 0.06675892188887803, - "stddev": 0.11143521791325113, + "min": 0.02885368799979915, + "max": 0.3734478510000372, + "mean": 0.06762114788883385, + "stddev": 0.11468530787770136, "rounds": 9, - "median": 0.028603630999896268, - "iqr": 0.003085719500063533, - "q1": 0.028292622750086593, - "q3": 0.031378342250150126, - "iqr_outliers": 2, + "median": 0.02939713599971583, + "iqr": 0.0003595547501618057, + "q1": 0.02930170075001115, + "q3": 0.029661255500172956, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;2", - "ld15iqr": 0.027808737000214023, - "hd15iqr": 0.037574683999991976, - "ops": 14.97927126002014, - "total": 0.6008302969999022, + "outliers": "1;1", + "ld15iqr": 0.02885368799979915, + "hd15iqr": 0.3734478510000372, + "ops": 14.788273065756815, + "total": 0.6085903309995047, "data": [ - 0.36380926199990427, - 0.028603630999896268, - 0.028013054999973974, - 0.027808737000214023, - 0.028385812000124133, - 0.028479801999765186, - 0.037574683999991976, - 0.028842418999829533, - 0.029312895000202843 + 0.3734478510000372, + 0.02978360299994165, + 0.02954438400001891, + 0.029620473000250058, + 0.029310076000001573, + 0.02939713599971583, + 0.029276575000039884, + 0.029356544999700418, + 0.02885368799979915 ], "iterations": 1 } @@ -413,16 +413,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1098684484 + 1097634844 ], "allocations": [ - 72557 + 72549 ], "total_bytes": [ - 1180127374 + 1179075870 ], "rss_bytes": [ - 205168640 + 205213696 ] }, "columns": 200, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.012048445000345964, - "max": 0.8069968949998838, - "mean": 0.10090976188894274, - "stddev": 0.26478285540857666, + "min": 0.012512200999935885, + "max": 0.7915326290003577, + "mean": 0.0994116087777507, + "stddev": 0.2595455997151194, "rounds": 9, - "median": 0.012700860000222747, - "iqr": 0.00039483799969275424, - "q1": 0.012540376500169259, - "q3": 0.012935214499862013, - "iqr_outliers": 1, + "median": 0.012828578000153357, + "iqr": 0.0003667842498771279, + "q1": 0.012754150749969995, + "q3": 0.013120934999847123, + "iqr_outliers": 2, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.012048445000345964, - "hd15iqr": 0.8069968949998838, - "ops": 9.909844015889762, - "total": 0.9081878570004847, + "outliers": "1;2", + "ld15iqr": 0.012512200999935885, + "hd15iqr": 0.013723931999720662, + "ops": 10.059187375547332, + "total": 0.8947044789997562, "data": [ - 0.8069968949998838, - 0.013129637000020011, - 0.012700860000222747, - 0.01284348899980614, - 0.01236489300026733, - 0.012870406999809347, - 0.01263435999999274, - 0.012598871000136569, - 0.012048445000345964 + 0.7915326290003577, + 0.013723931999720662, + 0.012913717999708751, + 0.012773557999935292, + 0.012919935999889276, + 0.012695929000074102, + 0.012512200999935885, + 0.012828578000153357, + 0.01280399799998122 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 100404288 + 92015680 ], "allocations": [ - 1461 + 1460 ], "total_bytes": [ - 101571216 + 93182608 ], "rss_bytes": [ - 176635904 + 176295936 ] }, "columns": 200, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.005749529999775405, - "max": 0.00920919899999717, - "mean": 0.007293948333275087, - "stddev": 0.0013440447532914856, + "min": 0.0061190159999569005, + "max": 0.008390784000312124, + "mean": 0.006739965666636433, + "stddev": 0.0009223669608173454, "rounds": 9, - "median": 0.007240516999900137, - "iqr": 0.002282872999671781, - "q1": 0.006076318750160681, - "q3": 0.008359191749832462, + "median": 0.006244175000119867, + "iqr": 0.000992701249856509, + "q1": 0.006162775999882797, + "q3": 0.007155477249739306, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.005749529999775405, - "hd15iqr": 0.00920919899999717, - "ops": 137.09995660895856, - "total": 0.06564553499947579, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0061190159999569005, + "hd15iqr": 0.008390784000312124, + "ops": 148.3687083081312, + "total": 0.0606596909997279, "data": [ - 0.00920919899999717, - 0.008100859000023775, - 0.008179517999906238, - 0.007240516999900137, - 0.005749529999775405, - 0.006118436000178917, - 0.008898212999611133, - 0.005949967000105971, - 0.006199295999977039 + 0.006328404000214505, + 0.006244175000119867, + 0.0061190159999569005, + 0.006171485999857396, + 0.006219754999619909, + 0.008263183000053687, + 0.006136645999959001, + 0.0067862419996345125, + 0.008390784000312124 ], "iterations": 1 } @@ -559,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 98354509 + 1836432 ], "allocations": [ - 12567 + 862 ], "total_bytes": [ - 140819138 + 2475539 ], "rss_bytes": [ - 185065472 + 183115776 ] }, "columns": 200, @@ -580,7 +580,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -588,32 +588,32 @@ "warmup": false }, "stats": { - "min": 0.005809449000025779, - "max": 0.009738185000060184, - "mean": 0.007553659777790421, - "stddev": 0.0015197994505531556, + "min": 0.000751874999878055, + "max": 0.0015530309997302538, + "mean": 0.0008853658888862507, + "stddev": 0.00026478770077163657, "rounds": 9, - "median": 0.008142610000049899, - "iqr": 0.0028194187501640045, - "q1": 0.005936279999900762, - "q3": 0.008755698750064767, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.005809449000025779, - "hd15iqr": 0.009738185000060184, - "ops": 132.38615842088106, - "total": 0.06798293800011379, + "median": 0.0007729660001132288, + "iqr": 8.754950010825269e-05, + "q1": 0.0007657152499405129, + "q3": 0.0008532647500487656, + "iqr_outliers": 2, + "stddev_outliers": 1, + "outliers": "1;2", + "ld15iqr": 0.000751874999878055, + "hd15iqr": 0.0010273240000060468, + "ops": 1129.476539081434, + "total": 0.007968292999976256, "data": [ - 0.006475493999914761, - 0.0059566869999798655, - 0.005875058999663452, - 0.009738185000060184, - 0.005809449000025779, - 0.008410787000229902, - 0.00872406400003456, - 0.008850603000155388, - 0.008142610000049899 + 0.0007703850001234969, + 0.000751874999878055, + 0.0007752559999971709, + 0.0007952450000630051, + 0.0015530309997302538, + 0.0010273240000060468, + 0.0007729660001132288, + 0.0007518860002164729, + 0.0007703249998485262 ], "iterations": 1 } @@ -632,16 +632,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 137187223 + 141382831 ], "allocations": [ - 62373 + 62380 ], "total_bytes": [ - 288463223 + 292658631 ], "rss_bytes": [ - 224358400 + 224403456 ] }, "columns": 1000, @@ -650,14 +650,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.0006388939996213594, - "build": 0.011419200000091223 + "attach": 0.0013320230000317679, + "build": 0.010568400000011025 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -665,32 +665,32 @@ "warmup": false }, "stats": { - "min": 0.01820971200004351, - "max": 0.027228732999901695, - "mean": 0.02119932777764512, - "stddev": 0.0027318408680610464, + "min": 0.016430567000043084, + "max": 0.02471163099971818, + "mean": 0.020571274666710652, + "stddev": 0.0023709095019576808, "rounds": 9, - "median": 0.02087598899970544, - "iqr": 0.002926184999864745, - "q1": 0.01945529750003061, - "q3": 0.022381482499895355, - "iqr_outliers": 1, + "median": 0.0205112960002225, + "iqr": 0.002158912999448148, + "q1": 0.019535127500262206, + "q3": 0.021694040499710354, + "iqr_outliers": 0, "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.01820971200004351, - "hd15iqr": 0.027228732999901695, - "ops": 47.17130705693928, - "total": 0.19079394999880606, + "outliers": "3;0", + "ld15iqr": 0.016430567000043084, + "hd15iqr": 0.02471163099971818, + "ops": 48.611474796855646, + "total": 0.18514147200039588, "data": [ - 0.027228732999901695, - 0.01820971200004351, - 0.019923986999856425, - 0.022362024999893038, - 0.019800207000116643, - 0.02087598899970544, - 0.02243985499990231, - 0.018420568999772513, - 0.021532872999614483 + 0.02471163099971818, + 0.02026489700028833, + 0.018055498999729025, + 0.021617859000343742, + 0.016430567000043084, + 0.021893997999995918, + 0.0205112960002225, + 0.020028337000439933, + 0.021627387999615166 ], "iterations": 1 } @@ -709,16 +709,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 137320238 + 145577798 ], "allocations": [ - 63528 + 63541 ], "total_bytes": [ - 307158554 + 315415714 ], "rss_bytes": [ - 224292864 + 224849920 ] }, "columns": 1000, @@ -727,14 +727,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.001175899999907415, - "build": 0.012514181999904395 + "attach": 0.001424042000053305, + "build": 0.011543394999989687 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,32 +742,32 @@ "warmup": false }, "stats": { - "min": 0.016153109000242694, - "max": 0.026104983000095672, - "mean": 0.02212065833343028, - "stddev": 0.003339104474415018, + "min": 0.01880799400032629, + "max": 0.02681796899969413, + "mean": 0.022190967555565697, + "stddev": 0.0024629053331256426, "rounds": 9, - "median": 0.021915689000252314, - "iqr": 0.004705658999910156, - "q1": 0.020509118750169364, - "q3": 0.02521477775007952, + "median": 0.022345454000060272, + "iqr": 0.0035543377497333495, + "q1": 0.020061404750208567, + "q3": 0.023615742499941916, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.016153109000242694, - "hd15iqr": 0.026104983000095672, - "ops": 45.20661116530742, - "total": 0.19908592500087252, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.01880799400032629, + "hd15iqr": 0.02681796899969413, + "ops": 45.06337984119087, + "total": 0.19971870800009128, "data": [ - 0.023390486000153032, - 0.016153109000242694, - 0.021915689000252314, - 0.02122506500018062, - 0.026104983000095672, - 0.018361280000135594, - 0.025116361000073084, - 0.021308923999640683, - 0.025510028000098828 + 0.02338615899998331, + 0.02681796899969413, + 0.022476043999631656, + 0.01880799400032629, + 0.022345454000060272, + 0.0214805300001899, + 0.02007277700022314, + 0.02430449299981774, + 0.020027288000164845 ], "iterations": 1 } @@ -786,16 +786,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112805256 + 1112806320 ], "allocations": [ - 223469 + 223475 ], "total_bytes": [ - 1350999714 + 1350999736 ], "rss_bytes": [ - 246308864 + 246288384 ] }, "columns": 1000, @@ -807,7 +807,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,32 +815,32 @@ "warmup": false }, "stats": { - "min": 0.028462302000207274, - "max": 0.030119667999770172, - "mean": 0.02918293577775128, - "stddev": 0.0006102029324968933, + "min": 0.02942878500016377, + "max": 0.030946085999858042, + "mean": 0.03002162222224393, + "stddev": 0.0005823290790884539, "rounds": 9, - "median": 0.02917336600012277, - "iqr": 0.001019095250171631, - "q1": 0.02866232849987682, - "q3": 0.029681423750048452, + "median": 0.02995640100016317, + "iqr": 0.0009032447501340357, + "q1": 0.029497521749931366, + "q3": 0.0304007665000654, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.028462302000207274, - "hd15iqr": 0.030119667999770172, - "ops": 34.26660044128898, - "total": 0.2626464219997615, + "ld15iqr": 0.02942878500016377, + "hd15iqr": 0.030946085999858042, + "ops": 33.30932594505402, + "total": 0.27019460000019535, "data": [ - 0.029327094000109355, - 0.028462302000207274, - 0.02867828099988401, - 0.02917336600012277, - 0.02872158899981514, - 0.028614470999855257, - 0.029588022000098135, - 0.030119667999770172, - 0.029961628999899403 + 0.029725242000040453, + 0.02951424399998359, + 0.03023222000001624, + 0.030946085999858042, + 0.030906406000212883, + 0.02942878500016377, + 0.02944735499977469, + 0.030037860999982513, + 0.02995640100016317 ], "iterations": 1 } @@ -859,16 +859,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1098888347 + 1098887835 ], "allocations": [ - 73474 + 73473 ], "total_bytes": [ - 1182492270 + 1182490166 ], "rss_bytes": [ - 206192640 + 205799424 ] }, "columns": 1000, @@ -880,7 +880,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,32 +888,32 @@ "warmup": false }, "stats": { - "min": 0.019122524000067642, - "max": 0.04211663399973986, - "mean": 0.021924625666694435, - "stddev": 0.007575477927786607, + "min": 0.019791847999840684, + "max": 0.02139193900029568, + "mean": 0.020294097000007442, + "stddev": 0.000524915490691997, "rounds": 9, - "median": 0.01943016000041098, - "iqr": 0.00036808200002269587, - "q1": 0.019228867249921677, - "q3": 0.019596949249944373, + "median": 0.0200882270000875, + "iqr": 0.00046977475017229153, + "q1": 0.01999318224977742, + "q3": 0.02046295699994971, "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.019122524000067642, - "hd15iqr": 0.04211663399973986, - "ops": 45.610812937120926, - "total": 0.1973216310002499, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.019791847999840684, + "hd15iqr": 0.02139193900029568, + "ops": 49.275412451198655, + "total": 0.182646873000067, "data": [ - 0.019899046999853454, - 0.01943016000041098, - 0.01949624999997468, - 0.019378801000129897, - 0.019467030000214436, - 0.019122524000067642, - 0.019159042999945086, - 0.019252141999913874, - 0.04211663399973986 + 0.02139193900029568, + 0.020921842999996443, + 0.019791847999840684, + 0.020165718000043853, + 0.020309994999934133, + 0.020068287999947643, + 0.0200882270000875, + 0.02003185699959431, + 0.019877158000326745 ], "iterations": 1 } @@ -932,16 +932,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 92067257 + 85775769 ], "allocations": [ - 2378 + 2376 ], "total_bytes": [ - 93545125 + 87253637 ], "rss_bytes": [ - 176840704 + 176738304 ] }, "columns": 1000, @@ -953,7 +953,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -961,32 +961,32 @@ "warmup": false }, "stats": { - "min": 0.0069059299999025825, - "max": 0.012921468000058667, - "mean": 0.00848116266666289, - "stddev": 0.0021464612474789107, + "min": 0.0072547989998383855, + "max": 0.012187321000055817, + "mean": 0.009115979777713315, + "stddev": 0.002256952485014753, "rounds": 9, - "median": 0.007598154000334034, - "iqr": 0.001342690500223398, - "q1": 0.0073533459998316175, - "q3": 0.008696036500055015, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.0069059299999025825, - "hd15iqr": 0.011424970000007306, - "ops": 117.90836224975662, - "total": 0.07633046399996601, + "median": 0.007628586999999243, + "iqr": 0.0044853214998283875, + "q1": 0.007528597999794329, + "q3": 0.012013919499622716, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0072547989998383855, + "hd15iqr": 0.012187321000055817, + "ops": 109.6974789747552, + "total": 0.08204381799941984, "data": [ - 0.012921468000058667, - 0.0069059299999025825, - 0.007598154000334034, - 0.007692372999827057, - 0.007786392000070919, - 0.011424970000007306, - 0.0070084690000840055, - 0.007468304999747488, - 0.0075244029999339546 + 0.011966341999595898, + 0.012187321000055817, + 0.008246443000189174, + 0.012156651999703172, + 0.007628586999999243, + 0.0072547989998383855, + 0.007448228000157542, + 0.007600058000207355, + 0.007555387999673258 ], "iterations": 1 } @@ -1005,16 +1005,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 98456889 + 1836432 ], "allocations": [ - 12579 + 863 ], "total_bytes": [ - 140968938 + 2543299 ], "rss_bytes": [ - 185286656 + 183205888 ] }, "columns": 1000, @@ -1026,7 +1026,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1034,76 +1034,76 @@ "warmup": false }, "stats": { - "min": 0.006012237000049936, - "max": 0.009515047000149934, - "mean": 0.00669647600003979, - "stddev": 0.0011025835399433505, + "min": 0.0008409339998252108, + "max": 0.0018373699999756354, + "mean": 0.0009672144444973835, + "stddev": 0.00032667855811951746, "rounds": 9, - "median": 0.0062631750001855835, - "iqr": 0.0003689352502078691, - "q1": 0.006212057999960052, - "q3": 0.006580993250167921, + "median": 0.0008517859996572952, + "iqr": 3.112475008038018e-05, + "q1": 0.0008481247501777034, + "q3": 0.0008792495002580836, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.006012237000049936, - "hd15iqr": 0.009515047000149934, - "ops": 149.33227566171493, - "total": 0.06026828400035811, + "ld15iqr": 0.0008409339998252108, + "hd15iqr": 0.0018373699999756354, + "ops": 1033.8968836633262, + "total": 0.008704930000476452, "data": [ - 0.006110097000146197, - 0.0062631750001855835, - 0.006346453999867663, - 0.007116098000096827, - 0.00640262500019162, - 0.006256505999772344, - 0.009515047000149934, - 0.006012237000049936, - 0.006246044999898004 + 0.0008498850002069958, + 0.0008502660002704943, + 0.0008691349999025988, + 0.0008855660003064258, + 0.0008428440000898263, + 0.0008409339998252108, + 0.0008771440002419695, + 0.0018373699999756354, + 0.0008517859996572952 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-gurobi]", + "name": "test_emit[dispatch-2xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-specsolve-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-xs-specsolve-gurobi", + "param": "dispatch-2xs5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 153278988 + 133375932 ], "allocations": [ - 62389 + 62382 ], "total_bytes": [ - 304878023 + 284839093 ], "rss_bytes": [ - 226254848 + 225054720 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000, + "variables": 5000, "phase_seconds": { - "attach": 0.00122317999966981, - "build": 0.011222591999739961 + "attach": 0.003477929999917251, + "build": 0.01778413100009857 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1111,76 +1111,76 @@ "warmup": false }, "stats": { - "min": 0.021926059999714198, - "max": 0.02903390799974659, - "mean": 0.024749550555599045, - "stddev": 0.002211016339419014, + "min": 0.018880493999859027, + "max": 0.04739355299989256, + "mean": 0.026098474444400683, + "stddev": 0.00885974808861931, "rounds": 9, - "median": 0.024233779000041977, - "iqr": 0.0029092982503016174, - "q1": 0.023211531750007453, - "q3": 0.02612083000030907, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.021926059999714198, - "hd15iqr": 0.02903390799974659, - "ops": 40.4047741292729, - "total": 0.2227459550003914, + "median": 0.02316510999980892, + "iqr": 0.006418127750293934, + "q1": 0.020567575999848486, + "q3": 0.02698570375014242, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.018880493999859027, + "hd15iqr": 0.04739355299989256, + "ops": 38.316415855277924, + "total": 0.23488626999960616, "data": [ - 0.025929214000370848, - 0.021926059999714198, - 0.023338117000093916, - 0.02903390799974659, - 0.024233779000041977, - 0.025269010000101844, - 0.02305722000028254, - 0.023262968999915756, - 0.026695678000123735 + 0.02463919199999509, + 0.02530485800025417, + 0.02036412500001461, + 0.04739355299989256, + 0.018880493999859027, + 0.022475304000181495, + 0.020635392999793112, + 0.02316510999980892, + 0.03202824099980717 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-in-memory-gurobi]", + "name": "test_emit[dispatch-2xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-specsolve-in-memory-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "dispatch-xs-specsolve-in-memory-gurobi", + "param": "dispatch-2xs5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 138075539 + 129182691 ], "allocations": [ - 63527 + 63530 ], "total_bytes": [ - 308235922 + 299207960 ], "rss_bytes": [ - 226390016 + 225124352 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000, + "variables": 5000, "phase_seconds": { - "attach": 0.0008126440002342861, - "build": 0.012090355000054842 + "attach": 0.0012992219999432564, + "build": 0.01532102400005897 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.02210836799986282, - "max": 0.029322713999590633, - "mean": 0.02572506611103462, - "stddev": 0.002343404024131222, + "min": 0.018095369000093342, + "max": 0.03028052999979991, + "mean": 0.023539201333379525, + "stddev": 0.004058122668495504, "rounds": 9, - "median": 0.025524487999973644, - "iqr": 0.003656369750160593, - "q1": 0.023923654249870197, - "q3": 0.02758002400003079, + "median": 0.02271209299988186, + "iqr": 0.0048088560001815495, + "q1": 0.020939287500027604, + "q3": 0.025748143500209153, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.02210836799986282, - "hd15iqr": 0.029322713999590633, - "ops": 38.872592034702514, - "total": 0.23152559499931158, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.018095369000093342, + "hd15iqr": 0.03028052999979991, + "ops": 42.48232494540756, + "total": 0.21185281200041572, "data": [ - 0.029322713999590633, - 0.02733240099996692, - 0.025524487999973644, - 0.02210836799986282, - 0.024125569999796426, - 0.025432908999846404, - 0.026038344999960827, - 0.028322893000222393, - 0.02331790700009151 + 0.029214765000233456, + 0.021323540000139474, + 0.02413010400005078, + 0.024592603000201052, + 0.018095369000093342, + 0.02171727800032386, + 0.019786529999691993, + 0.02271209299988186, + 0.03028052999979991 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-linopy-gurobi]", + "name": "test_emit[dispatch-2xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-linopy-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "gurobi" }, - "param": "dispatch-xs-linopy-gurobi", + "param": "dispatch-2xs5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1117154297 + 1114884289 ], "allocations": [ - 223657 + 223575 ], "total_bytes": [ - 1360881199 + 1355574801 ], "rss_bytes": [ - 247787520 + 246751232 ] }, - "columns": 10000, - "rows": 100, + "columns": 5000, + "rows": 50, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,72 +1261,72 @@ "warmup": false }, "stats": { - "min": 0.03680427900007999, - "max": 0.06671021900001506, - "mean": 0.043594074555484336, - "stddev": 0.012473330404996404, + "min": 0.03312820300016028, + "max": 0.03450406599995404, + "mean": 0.03368629855564601, + "stddev": 0.0004941447508065097, "rounds": 9, - "median": 0.037415494000015315, - "iqr": 0.007415288750166837, - "q1": 0.037213747749774484, - "q3": 0.04462903649994132, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.03680427900007999, - "hd15iqr": 0.06441513899972051, - "ops": 22.93889732025967, - "total": 0.39234667099935905, + "median": 0.03374659100018107, + "iqr": 0.00073780600007467, + "q1": 0.03321370825017311, + "q3": 0.03395151425024778, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.03312820300016028, + "hd15iqr": 0.03450406599995404, + "ops": 29.6856598343125, + "total": 0.3031766870008141, "data": [ - 0.0368510889998106, - 0.03680427900007999, - 0.06441513899972051, - 0.037415494000015315, - 0.038033669000014925, - 0.06671021900001506, - 0.03736158499987141, - 0.037420563000068796, - 0.037334633999762445 + 0.03450406599995404, + 0.03375267100000201, + 0.03382428000031723, + 0.03433321700003944, + 0.03374659100018107, + 0.03323656300017319, + 0.03312820300016028, + 0.03314514400017288, + 0.03350595199981399 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-pyomo-gurobi]", + "name": "test_emit[dispatch-2xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-pyomo-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "gurobi" }, - "param": "dispatch-xs-pyomo-gurobi", + "param": "dispatch-2xs5-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1114812267 + 1106112065 ], "allocations": [ - 82356 + 77494 ], "total_bytes": [ - 1220312955 + 1199428797 ], "rss_bytes": [ - 216641536 + 210300928 ] }, - "columns": 10000, - "rows": 100, + "columns": 5000, + "rows": 50, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1334,72 +1334,72 @@ "warmup": false }, "stats": { - "min": 0.1745479610003713, - "max": 0.20930484800010163, - "mean": 0.181974199222269, - "stddev": 0.011886406528052243, + "min": 0.05346436900026674, + "max": 0.05790333400000236, + "mean": 0.05525117800006127, + "stddev": 0.0013754445912377998, "rounds": 9, - "median": 0.17559618100040097, - "iqr": 0.009594533750032497, - "q1": 0.17539066824986094, - "q3": 0.18498520199989343, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.1745479610003713, - "hd15iqr": 0.20930484800010163, - "ops": 5.4952845198597, - "total": 1.637767793000421, + "median": 0.05495662100020127, + "iqr": 0.0018590767500654692, + "q1": 0.05424770975002957, + "q3": 0.05610678650009504, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.05346436900026674, + "hd15iqr": 0.05790333400000236, + "ops": 18.099161614235467, + "total": 0.49726060200055144, "data": [ - 0.19332087599968872, - 0.20930484800010163, - 0.17525553399991622, - 0.1754357129998425, - 0.1745479610003713, - 0.17559618100040097, - 0.175495232999765, - 0.17660480300037307, - 0.18220664399996167 + 0.05790333400000236, + 0.056628131000252324, + 0.05593300500004261, + 0.055255119999856106, + 0.05495662100020127, + 0.05427606500006732, + 0.05346436900026674, + 0.05416264399991633, + 0.054681312999946385 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-gurobipy-loop-gurobi]", + "name": "test_emit[dispatch-2xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-gurobipy-loop-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "dispatch-xs-gurobipy-loop-gurobi", + "param": "dispatch-2xs5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 95522687 + 87401729 ], "allocations": [ - 12370 + 6829 ], "total_bytes": [ - 99885901 + 90061547 ], "rss_bytes": [ - 180334592 + 178159616 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1407,72 +1407,72 @@ "warmup": false }, "stats": { - "min": 0.02229721599996992, - "max": 0.049635987000328896, - "mean": 0.031763382333439144, - "stddev": 0.012178288722871109, + "min": 0.014221460000044317, + "max": 0.016320998999617586, + "mean": 0.014891721888893194, + "stddev": 0.0006180486958639418, "rounds": 9, - "median": 0.02431410799999867, - "iqr": 0.02343674550002106, - "q1": 0.023530918000119527, - "q3": 0.04696766350014059, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.02229721599996992, - "hd15iqr": 0.049635987000328896, - "ops": 31.48279328386393, - "total": 0.28587044100095227, + "median": 0.014717266999923595, + "iqr": 0.0005993239998360878, + "q1": 0.01450979400021879, + "q3": 0.015109118000054877, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.014221460000044317, + "hd15iqr": 0.016320998999617586, + "ops": 67.15140179631193, + "total": 0.13402549700003874, "data": [ - 0.02229721599996992, - 0.046828372000163654, - 0.023377897000045778, - 0.02358192500014411, - 0.049635987000328896, - 0.04738553800007139, - 0.02431410799999867, - 0.024355038000066997, - 0.02409436000016285 + 0.0145385690002513, + 0.015227414000037243, + 0.014423469000121258, + 0.014695416999984445, + 0.01481121599999824, + 0.016320998999617586, + 0.015069686000060756, + 0.014221460000044317, + 0.014717266999923595 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-gurobipy-matrix-gurobi]", + "name": "test_emit[dispatch-2xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-gurobipy-matrix-gurobi]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "dispatch-xs-gurobipy-matrix-gurobi", + "param": "dispatch-2xs5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 99617021 + 2093146 ], "allocations": [ - 12668 + 863 ], "total_bytes": [ - 142590293 + 2882139 ], "rss_bytes": [ - 184909824 + 183586816 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1480,76 +1480,76 @@ "warmup": false }, "stats": { - "min": 0.007370326000000205, - "max": 0.012737828999888734, - "mean": 0.008699143222151583, - "stddev": 0.002249689642000327, + "min": 0.0014243519999581622, + "max": 0.0037299199998415133, + "mean": 0.001913372888793674, + "stddev": 0.0009357553974777838, "rounds": 9, - "median": 0.007606083999689872, - "iqr": 0.0016525372498108482, - "q1": 0.007429658499972902, - "q3": 0.00908219574978375, + "median": 0.001450881999971898, + "iqr": 0.000522439500400651, + "q1": 0.0014294874997631268, + "q3": 0.0019519270001637778, "iqr_outliers": 2, "stddev_outliers": 2, "outliers": "2;2", - "ld15iqr": 0.007370326000000205, - "hd15iqr": 0.012573609999890323, - "ops": 114.95384941514588, - "total": 0.07829228899936425, + "ld15iqr": 0.0014243519999581622, + "hd15iqr": 0.0033831819996521517, + "ops": 522.6372788372009, + "total": 0.017220355999143067, "data": [ - 0.012573609999890323, - 0.012737828999888734, - 0.007658594000076846, - 0.007370326000000205, - 0.007444335999934992, - 0.0075974930000484164, - 0.007385626000086631, - 0.007606083999689872, - 0.007918390999748226 + 0.0014748420003343199, + 0.0014243519999581622, + 0.0014299129998107674, + 0.0033831819996521517, + 0.0037299199998415133, + 0.0014282109996202053, + 0.001450881999971898, + 0.0014582720000362315, + 0.0014407819999178173 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-gurobi]", + "name": "test_emit[dispatch-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-s-specsolve-gurobi", + "param": "dispatch-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 161006957 + 142270276 ], "allocations": [ - 62386 + 62383 ], "total_bytes": [ - 312760325 + 293868167 ], "rss_bytes": [ - 245919744 + 226009088 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000, + "variables": 10000, "phase_seconds": { - "attach": 0.0006515230002150929, - "build": 0.022139407999929972 + "attach": 0.0011982639998677769, + "build": 0.012968905999969138 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1557,76 +1557,76 @@ "warmup": false }, "stats": { - "min": 0.04671499300002324, - "max": 0.07371569899987662, - "mean": 0.06015306422215064, - "stddev": 0.011768627685656764, + "min": 0.02121415099963997, + "max": 0.031192754000130662, + "mean": 0.02430565022213058, + "stddev": 0.003263179114131065, "rounds": 9, - "median": 0.05433118699966144, - "iqr": 0.022840620000124545, - "q1": 0.04956993949986099, - "q3": 0.07241055949998554, + "median": 0.02355018799971731, + "iqr": 0.004296773499959272, + "q1": 0.021632928500025628, + "q3": 0.0259297019999849, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.04671499300002324, - "hd15iqr": 0.07371569899987662, - "ops": 16.62425701718055, - "total": 0.5413775779993557, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.02121415099963997, + "hd15iqr": 0.031192754000130662, + "ops": 41.14269689808538, + "total": 0.2187508519991752, "data": [ - 0.07225070100002995, - 0.05433118699966144, - 0.04671499300002324, - 0.07289013499985231, - 0.07049439599995821, - 0.04966179899975032, - 0.04929436100019302, - 0.052024307000010594, - 0.07371569899987662 + 0.021768908000012743, + 0.023993265999706637, + 0.0254896970000118, + 0.02122499000006428, + 0.02121415099963997, + 0.02355018799971731, + 0.031192754000130662, + 0.023067180999987613, + 0.027249716999904194 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-in-memory-gurobi]", + "name": "test_emit[dispatch-xs-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-in-memory-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "dispatch-s-specsolve-in-memory-gurobi", + "param": "dispatch-xs-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 155634500 + 144892843 ], "allocations": [ - 63545 + 63539 ], "total_bytes": [ - 325949976 + 315052826 ], "rss_bytes": [ - 245559296 + 226332672 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000, + "variables": 10000, "phase_seconds": { - "attach": 0.0014904760000717943, - "build": 0.02360112400037906 + "attach": 0.001156104000074265, + "build": 0.013169475999802671 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,72 +1634,72 @@ "warmup": false }, "stats": { - "min": 0.04854227600026206, - "max": 0.0787084749999849, - "mean": 0.06401295255555953, - "stddev": 0.013306260274891554, + "min": 0.019450830000096175, + "max": 0.02928856500011534, + "mean": 0.02319734966668976, + "stddev": 0.0030952614014026635, "rounds": 9, - "median": 0.072169292000126, - "iqr": 0.024652464750147374, - "q1": 0.05057526999996753, - "q3": 0.0752277347501149, + "median": 0.023571097000058217, + "iqr": 0.004342828999824633, + "q1": 0.02026325325016387, + "q3": 0.024606082249988503, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.04854227600026206, - "hd15iqr": 0.0787084749999849, - "ops": 15.621838394847638, - "total": 0.5761165730000357, + "ld15iqr": 0.019450830000096175, + "hd15iqr": 0.02928856500011534, + "ops": 43.108372911925805, + "total": 0.20877614700020786, "data": [ - 0.07463652000024013, - 0.05114064500003224, - 0.07286053500001799, - 0.04854227600026206, - 0.072169292000126, - 0.048879144999773416, - 0.07700137899973925, - 0.0787084749999849, - 0.05217830599985973 + 0.023571097000058217, + 0.0242596949997278, + 0.019450830000096175, + 0.024891589999697317, + 0.01980022799989456, + 0.02041759500025364, + 0.024510913000085566, + 0.022585634000279242, + 0.02928856500011534 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-linopy-gurobi]", + "name": "test_emit[dispatch-xs-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-linopy-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "gurobi" }, - "param": "dispatch-s-linopy-gurobi", + "param": "dispatch-xs-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1154910331 + 1117284689 ], "allocations": [ - 224692 + 223653 ], "total_bytes": [ - 1448363870 + 1361010125 ], "rss_bytes": [ - 280031232 + 248037376 ] }, - "columns": 100000, - "rows": 1000, + "columns": 10000, + "rows": 100, "nonzeros": null, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1707,72 +1707,72 @@ "warmup": false }, "stats": { - "min": 0.12462315499988108, - "max": 0.13037012400036474, - "mean": 0.12672774022222358, - "stddev": 0.0017728033756379679, + "min": 0.03687304300001415, + "max": 0.06628870799977449, + "mean": 0.04060825077774805, + "stddev": 0.009640116348521357, "rounds": 9, - "median": 0.12689536500010945, - "iqr": 0.002199526250024064, - "q1": 0.12533697174978897, - "q3": 0.12753649799981304, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.12462315499988108, - "hd15iqr": 0.13037012400036474, - "ops": 7.890932153027023, - "total": 1.1405496620000122, + "median": 0.03735839999990276, + "iqr": 0.0010331369999221351, + "q1": 0.03704810400017777, + "q3": 0.03808124100009991, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.03687304300001415, + "hd15iqr": 0.06628870799977449, + "ops": 24.62553744245409, + "total": 0.36547425699973246, "data": [ - 0.13037012400036474, - 0.12801213600005212, - 0.12737795199973334, - 0.12564807700027814, - 0.12689536500010945, - 0.12537464899969564, - 0.1270242639998287, - 0.12522394000006898, - 0.12462315499988108 + 0.037293809999937366, + 0.03807437600016783, + 0.037075291000292054, + 0.03810183599989614, + 0.06628870799977449, + 0.03696654299983493, + 0.03687304300001415, + 0.03744224999991275, + 0.03735839999990276 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-pyomo-gurobi]", + "name": "test_emit[dispatch-xs-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-pyomo-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "gurobi" }, - "param": "dispatch-s-pyomo-gurobi", + "param": "dispatch-xs-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1301780157 + 1114813203 ], "allocations": [ - 168355 + 82362 ], "total_bytes": [ - 1652149281 + 1220313411 ], "rss_bytes": [ - 410812416 + 216457216 ] }, - "columns": 100000, - "rows": 1000, + "columns": 10000, + "rows": 100, "nonzeros": null, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1780,72 +1780,72 @@ "warmup": false }, "stats": { - "min": 1.5811592640002345, - "max": 1.6639196239998455, - "mean": 1.6463979464443683, - "stddev": 0.025186227023568812, + "min": 0.17530795500033491, + "max": 0.18668744100023105, + "mean": 0.1788651135556797, + "stddev": 0.0032268110186218016, "rounds": 9, - "median": 1.6510957659997985, - "iqr": 0.01153843950010014, - "q1": 1.6480432444998314, - "q3": 1.6595816839999316, + "median": 0.1785648269997182, + "iqr": 0.002017009750034049, + "q1": 0.1770432277501186, + "q3": 0.17906023750015265, "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 1.647034301000076, - "hd15iqr": 1.6639196239998455, - "ops": 0.607386569061048, - "total": 14.817581517999315, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.17530795500033491, + "hd15iqr": 0.18668744100023105, + "ops": 5.590805161056216, + "total": 1.609786022001117, "data": [ - 1.5811592640002345, - 1.6493673499999204, - 1.6608977509999931, - 1.6510957659997985, - 1.647034301000076, - 1.6483795589997499, - 1.656584907999786, - 1.6639196239998455, - 1.659142994999911 + 0.17996789800008628, + 0.18668744100023105, + 0.17773374100033834, + 0.1785648269997182, + 0.17875768400017478, + 0.1770700450001641, + 0.1787336550000873, + 0.1769627759999821, + 0.17530795500033491 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-gurobipy-loop-gurobi]", + "name": "test_emit[dispatch-xs-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-gurobipy-loop-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "dispatch-s-gurobipy-loop-gurobi", + "param": "dispatch-xs-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 132549876 + 95522655 ], "allocations": [ - 111528 + 12369 ], "total_bytes": [ - 172812558 + 99885869 ], "rss_bytes": [ - 214728704 + 180436992 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1853,72 +1853,72 @@ "warmup": false }, "stats": { - "min": 0.2761222059998545, - "max": 0.34838577700020323, - "mean": 0.3039040909999231, - "stddev": 0.020595892522603614, + "min": 0.02279063199966913, + "max": 0.024449052999898413, + "mean": 0.023589598777663114, + "stddev": 0.0005786885156603299, "rounds": 9, - "median": 0.30435455999986516, - "iqr": 0.017796780250364463, - "q1": 0.2907027514997935, - "q3": 0.308499531750158, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.2761222059998545, - "hd15iqr": 0.34838577700020323, - "ops": 3.2905118082146942, - "total": 2.735136818999308, + "median": 0.023700906000158284, + "iqr": 0.0008541784999351876, + "q1": 0.02308287774985729, + "q3": 0.023937056249792477, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.02279063199966913, + "hd15iqr": 0.024449052999898413, + "ops": 42.39156458001717, + "total": 0.21230638899896803, "data": [ - 0.3023144079998019, - 0.30644645299980766, - 0.30664340000021184, - 0.2930044589998033, - 0.30435455999986516, - 0.3140679269999964, - 0.34838577700020323, - 0.28379762899976413, - 0.2761222059998545 + 0.02279063199966913, + 0.023006730999895808, + 0.02310825999984445, + 0.02379764699981024, + 0.02375552700004846, + 0.024355283999739186, + 0.024449052999898413, + 0.023700906000158284, + 0.02334234899990406 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-gurobipy-matrix-gurobi]", + "name": "test_emit[dispatch-xs-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-gurobipy-matrix-gurobi]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "dispatch-s-gurobipy-matrix-gurobi", + "param": "dispatch-xs-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 111299854 + 2476696 ], "allocations": [ - 13574 + 863 ], "total_bytes": [ - 157210618 + 3291225 ], "rss_bytes": [ - 193884160 + 184127488 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1926,76 +1926,76 @@ "warmup": false }, "stats": { - "min": 0.022098497000115458, - "max": 0.047962542999812285, - "mean": 0.02524797555558204, - "stddev": 0.008523686094676105, + "min": 0.0021338779997677193, + "max": 0.00217464800016387, + "mean": 0.0021547635556089517, + "stddev": 1.2782363972359187e-05, "rounds": 9, - "median": 0.022400594999908208, - "iqr": 0.0005210149996628388, - "q1": 0.02216697450035099, - "q3": 0.022687989500013828, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.022098497000115458, - "hd15iqr": 0.047962542999812285, - "ops": 39.60713593842622, - "total": 0.22723178000023836, + "median": 0.002154108000013366, + "iqr": 1.3899999657951412e-05, + "q1": 0.002147748000311367, + "q3": 0.0021616479999693183, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0021338779997677193, + "hd15iqr": 0.00217464800016387, + "ops": 464.08804223412477, + "total": 0.019392872000480565, "data": [ - 0.022098497000115458, - 0.047962542999812285, - 0.022535863000030076, - 0.022437124000134645, - 0.022400594999908208, - 0.022162857000239455, - 0.022168347000388167, - 0.02314436899996508, - 0.022321584999644983 + 0.002172387999962666, + 0.0021338779997677193, + 0.0021489580003617448, + 0.002154108000013366, + 0.0021441180001602334, + 0.002152227999886236, + 0.002154478000193194, + 0.0021580679999715358, + 0.00217464800016387 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-gurobi]", + "name": "test_emit[dispatch-xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-specsolve-gurobi]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "specsolve", "sink": "gurobi" }, - "param": "dispatch-m-specsolve-gurobi", + "param": "dispatch-xs5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 427025253 + 154340509 ], "allocations": [ - 62452 + 62388 ], "total_bytes": [ - 580312641 + 306008708 ], "rss_bytes": [ - 437325824 + 232169472 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, "live_fraction": 1.0, - "variables": 1000000, + "variables": 50000, "phase_seconds": { - "attach": 0.0006796349998694495, - "build": 0.11259938000011971 + "attach": 0.0007056069998725434, + "build": 0.018788762999975006 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2003,76 +2003,1759 @@ "warmup": false }, "stats": { - "min": 0.2633181070000319, - "max": 0.3292567240000608, - "mean": 0.2953903064445108, - "stddev": 0.018041923999659506, + "min": 0.031157764999989013, + "max": 0.060339841000313754, + "mean": 0.04251245666667577, + "stddev": 0.00984228873771655, "rounds": 9, - "median": 0.29195995899999616, - "iqr": 0.01686618275005003, - "q1": 0.28822457374997157, - "q3": 0.3050907565000216, + "median": 0.044301061000169284, + "iqr": 0.01574668224998277, + "q1": 0.03364021049992516, + "q3": 0.04938689274990793, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.2633181070000319, - "hd15iqr": 0.3292567240000608, - "ops": 3.3853514424240267, - "total": 2.6585127580005974, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.031157764999989013, + "hd15iqr": 0.060339841000313754, + "ops": 23.522517360984924, + "total": 0.3826121100000819, "data": [ - 0.3292567240000608, - 0.28975204800008214, - 0.28364215099963985, - 0.2633181070000319, - 0.3043969499999548, - 0.29093939800031876, - 0.29807524500029103, - 0.29195995899999616, - 0.30717217600022195 + 0.060339841000313754, + 0.04934607299992422, + 0.031157764999989013, + 0.03233362799983297, + 0.044301061000169284, + 0.03407573799995589, + 0.04570066299993414, + 0.049509351999859064, + 0.03584798900010355 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-in-memory-gurobi]", + "name": "test_emit[dispatch-xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-specsolve-in-memory-gurobi]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "dispatch-m-specsolve-in-memory-gurobi", + "param": "dispatch-xs5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 442754028 + 154341796 ], "allocations": [ - 63566 + 63547 ], "total_bytes": [ - 614602524 + 324572071 ], "rss_bytes": [ - 445644800 + 233000960 ] }, - "columns": 1000000, - "rows": 10000, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, + "live_fraction": 1.0, + "variables": 50000, + "phase_seconds": { + "attach": 0.0006993860001784924, + "build": 0.016369369000130973 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.037769458000184386, + "max": 0.05002560899993114, + "mean": 0.04624834200002523, + "stddev": 0.00461900628155484, + "rounds": 9, + "median": 0.04801151000037862, + "iqr": 0.00398906750012884, + "q1": 0.04494269424981212, + "q3": 0.04893176174994096, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.04700887499984674, + "hd15iqr": 0.05002560899993114, + "ops": 21.62239675531405, + "total": 0.4162350780002271, + "data": [ + 0.05002560899993114, + 0.049403112000163674, + 0.04877464499986672, + 0.037769458000184386, + 0.048551827000210324, + 0.04801151000037862, + 0.04700887499984674, + 0.038744151999708265, + 0.04794588999993721 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-linopy-gurobi]", + "params": { + "case_name": "dispatch", + "size": "xs5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "dispatch-xs5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1133434427 + ], + "allocations": [ + 224150 + ], + "total_bytes": [ + 1400686767 + ], + "rss_bytes": [ + 260796416 + ] + }, + "columns": 50000, + "rows": 500, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 50000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.07474672000034843, + "max": 0.07689612700005455, + "mean": 0.0757894273333477, + "stddev": 0.000650099752021328, + "rounds": 9, + "median": 0.07588370299981761, + "iqr": 0.0007561809999288016, + "q1": 0.07538409874985064, + "q3": 0.07614027974977944, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.07474672000034843, + "hd15iqr": 0.07689612700005455, + "ops": 13.194452513827022, + "total": 0.6821048460001293, + "data": [ + 0.07588370299981761, + 0.07645925999986503, + 0.07525438699985898, + 0.07689612700005455, + 0.07545787600020049, + 0.07542733599984786, + 0.07603395299975091, + 0.07474672000034843, + 0.07594548400038548 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-pyomo-gurobi]", + "params": { + "case_name": "dispatch", + "size": "xs5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "dispatch-xs5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1199961063 + ], + "allocations": [ + 120678 + ], + "total_bytes": [ + 1417843381 + ], + "rss_bytes": [ + 303108096 + ] + }, + "columns": 50000, + "rows": 500, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 50000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.7925899839997328, + "max": 0.8170669860000999, + "mean": 0.810316366333407, + "stddev": 0.0074807186982761755, + "rounds": 9, + "median": 0.8134110259998124, + "iqr": 0.007295866749700508, + "q1": 0.8072940662502788, + "q3": 0.8145899329999793, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.8072091520002687, + "hd15iqr": 0.8170669860000999, + "ops": 1.2340858972463937, + "total": 7.292847297000662, + "data": [ + 0.7925899839997328, + 0.8072091520002687, + 0.8170669860000999, + 0.8156644430000597, + 0.8073223710002821, + 0.8111539390001781, + 0.8142317629999525, + 0.8141976330002763, + 0.8134110259998124 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-gurobipy-loop-gurobi]", + "params": { + "case_name": "dispatch", + "size": "xs5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "dispatch-xs5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 112180978 + ], + "allocations": [ + 56463 + ], + "total_bytes": [ + 132777920 + ], + "rss_bytes": [ + 194138112 + ] + }, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, + "live_fraction": 1.0, + "variables": 50000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.09461849899980734, + "max": 0.123603914999876, + "mean": 0.10195443588893088, + "stddev": 0.01192616379990373, + "rounds": 9, + "median": 0.09630112900003951, + "iqr": 0.00862214549977125, + "q1": 0.09509383100021296, + "q3": 0.10371597649998421, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.09461849899980734, + "hd15iqr": 0.12221288299997468, + "ops": 9.8083030059565, + "total": 0.9175899230003779, + "data": [ + 0.12221288299997468, + 0.09461849899980734, + 0.09732451300033063, + 0.09630112900003951, + 0.09755034099998738, + 0.09581169100010811, + 0.123603914999876, + 0.09506276599995545, + 0.0951041860002988 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "dispatch", + "size": "xs5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "dispatch-xs5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 5586029 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 6400558 + ], + "rss_bytes": [ + 187224064 + ] + }, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, + "live_fraction": 1.0, + "variables": 50000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.008032793999973364, + "max": 0.008146673999817722, + "mean": 0.00808557644439942, + "stddev": 4.7519993917570585e-05, + "rounds": 9, + "median": 0.008065545000135899, + "iqr": 8.980499990229873e-05, + "q1": 0.00804627149989301, + "q3": 0.008136076499795308, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.008032793999973364, + "hd15iqr": 0.008146673999817722, + "ops": 123.67702004631506, + "total": 0.07277018799959478, + "data": [ + 0.008053765000113344, + 0.008143373999700998, + 0.008050313999774517, + 0.008065545000135899, + 0.008146673999817722, + 0.008032793999973364, + 0.008034144000248489, + 0.008133643999826745, + 0.008109934000003705 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "dispatch-s-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 158255925 + ], + "allocations": [ + 62391 + ], + "total_bytes": [ + 310008877 + ], + "rss_bytes": [ + 246448128 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, + "live_fraction": 1.0, + "variables": 100000, + "phase_seconds": { + "attach": 0.001468081999973947, + "build": 0.023132919000090624 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.047636612999667705, + "max": 0.08592404699993494, + "mean": 0.060460960111009224, + "stddev": 0.014051495289692288, + "rounds": 9, + "median": 0.05267271399998208, + "iqr": 0.021962763749797887, + "q1": 0.04844507050006541, + "q3": 0.0704078342498633, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.047636612999667705, + "hd15iqr": 0.08592404699993494, + "ops": 16.539598414645617, + "total": 0.544148640999083, + "data": [ + 0.08592404699993494, + 0.05267271399998208, + 0.047636612999667705, + 0.06811446599976989, + 0.07347300699984771, + 0.05037395599993033, + 0.04796145099999194, + 0.0693861099998685, + 0.048606277000089904 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-in-memory-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "dispatch-s-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 173592636 + ], + "allocations": [ + 63552 + ], + "total_bytes": [ + 343907664 + ], + "rss_bytes": [ + 245440512 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, + "live_fraction": 1.0, + "variables": 100000, + "phase_seconds": { + "attach": 0.0013546529999075574, + "build": 0.023754465999900276 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.04356817600000795, + "max": 0.07459890099971744, + "mean": 0.06041857822219754, + "stddev": 0.01336513420457675, + "rounds": 9, + "median": 0.06881724200002282, + "iqr": 0.025812674999997398, + "q1": 0.04618518824997864, + "q3": 0.07199786324997604, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.04356817600000795, + "hd15iqr": 0.07459890099971744, + "ops": 16.551200465564815, + "total": 0.5437672039997778, + "data": [ + 0.07459890099971744, + 0.050545805000183464, + 0.07004022599994641, + 0.04356817600000795, + 0.06881724200002282, + 0.07194892600000458, + 0.04578450300004988, + 0.04631874999995489, + 0.07214467499989041 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-linopy-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "dispatch-s-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1154910331 + ], + "allocations": [ + 224692 + ], + "total_bytes": [ + 1448362876 + ], + "rss_bytes": [ + 279805952 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.11635346499997468, + "max": 0.1321020979999048, + "mean": 0.11904587655549727, + "stddev": 0.004983511942907352, + "rounds": 9, + "median": 0.11779334899983951, + "iqr": 0.0020114512501550053, + "q1": 0.11656377274982788, + "q3": 0.11857522399998288, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.11635346499997468, + "hd15iqr": 0.1321020979999048, + "ops": 8.400122952043754, + "total": 1.0714128889994754, + "data": [ + 0.1184693850000258, + 0.11635346499997468, + 0.11779334899983951, + 0.1321020979999048, + 0.11662963499975376, + 0.11889274099985414, + 0.11684285399996952, + 0.11636618600005022, + 0.11796317600010298 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-pyomo-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "dispatch-s-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1301780157 + ], + "allocations": [ + 168355 + ], + "total_bytes": [ + 1652148145 + ], + "rss_bytes": [ + 408793088 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.6628023919997759, + "max": 1.724704472999747, + "mean": 1.7027896485999008, + "stddev": 0.024329923932021706, + "rounds": 5, + "median": 1.7084634750003715, + "iqr": 0.029685419999964324, + "q1": 1.6903373617498119, + "q3": 1.7200227817497762, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.6628023919997759, + "hd15iqr": 1.724704472999747, + "ops": 0.5872715991797569, + "total": 8.513948242999504, + "data": [ + 1.6628023919997759, + 1.6995156849998239, + 1.724704472999747, + 1.7084634750003715, + 1.718462217999786 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-gurobipy-loop-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "dispatch-s-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 125209812 + ], + "allocations": [ + 111525 + ], + "total_bytes": [ + 165472494 + ], + "rss_bytes": [ + 214720512 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, + "live_fraction": 1.0, + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2908715150001626, + "max": 0.3524681389999387, + "mean": 0.32234677011112783, + "stddev": 0.022683121522730613, + "rounds": 9, + "median": 0.3141751739999563, + "iqr": 0.03886475299987069, + "q1": 0.305746549000105, + "q3": 0.3446113019999757, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.2908715150001626, + "hd15iqr": 0.3524681389999387, + "ops": 3.10224916990871, + "total": 2.9011209310001504, + "data": [ + 0.3093152910000754, + 0.2908715150001626, + 0.30019498299998304, + 0.33476070799997615, + 0.3141751739999563, + 0.3524681389999387, + 0.34838447099991754, + 0.3433535789999951, + 0.30759707100014566 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-gurobipy-matrix-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "dispatch-s-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 9472529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 10287058 + ], + "rss_bytes": [ + 192700416 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, + "live_fraction": 1.0, + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.015339613999913126, + "max": 0.03902098100024887, + "mean": 0.020485674777773966, + "stddev": 0.00997649494278286, + "rounds": 9, + "median": 0.015517292999902565, + "iqr": 0.005578198999728556, + "q1": 0.015399550500092118, + "q3": 0.020977749499820675, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.015339613999913126, + "hd15iqr": 0.03710223200005203, + "ops": 48.814599023360216, + "total": 0.1843710729999657, + "data": [ + 0.03710223200005203, + 0.03902098100024887, + 0.01554342200006431, + 0.01545725300002232, + 0.015381932999844139, + 0.015339613999913126, + 0.015602921999743558, + 0.015405423000174778, + 0.015517292999902565 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-specsolve-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "dispatch-s5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 281203293 + ], + "allocations": [ + 62444 + ], + "total_bytes": [ + 433651496 + ], + "rss_bytes": [ + 340639744 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000, + "phase_seconds": { + "attach": 0.001389452999774221, + "build": 0.06108830699986356 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.14028931200027728, + "max": 0.17970615000012913, + "mean": 0.16118004300010902, + "stddev": 0.012240027603292156, + "rounds": 9, + "median": 0.16547515000002022, + "iqr": 0.016267439249759263, + "q1": 0.15325975575012762, + "q3": 0.1695271949998869, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.14028931200027728, + "hd15iqr": 0.17970615000012913, + "ops": 6.20424204750537, + "total": 1.4506203870009813, + "data": [ + 0.16931618899980094, + 0.14028931200027728, + 0.15472579000015685, + 0.14886165300003995, + 0.1665284440000505, + 0.16547515000002022, + 0.15555748600036168, + 0.17016021300014472, + 0.17970615000012913 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "dispatch-s5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 265476324 + ], + "allocations": [ + 63560 + ], + "total_bytes": [ + 436484923 + ], + "rss_bytes": [ + 326422528 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000, + "phase_seconds": { + "attach": 0.0014610910002375022, + "build": 0.08433805599997868 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.14585870000018986, + "max": 0.19347640199976013, + "mean": 0.16996376988885864, + "stddev": 0.017074655545562218, + "rounds": 9, + "median": 0.16489475400021547, + "iqr": 0.03094389025000055, + "q1": 0.15698841274979713, + "q3": 0.18793230299979768, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.14585870000018986, + "hd15iqr": 0.19347640199976013, + "ops": 5.883606845470139, + "total": 1.5296739289997277, + "data": [ + 0.18670914999984234, + 0.15483404899987363, + 0.14585870000018986, + 0.16489475400021547, + 0.1712185370001862, + 0.15770653399977164, + 0.16337404100022468, + 0.19160176199966372, + 0.19347640199976013 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-linopy-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "dispatch-s5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1324682375 + ], + "allocations": [ + 228865 + ], + "total_bytes": [ + 1845028521 + ], + "rss_bytes": [ + 455946240 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5311224229999425, + "max": 0.5482766180002727, + "mean": 0.53874376744443, + "stddev": 0.006225624628200797, + "rounds": 9, + "median": 0.5385365320003075, + "iqr": 0.009681170500357439, + "q1": 0.5335410702497256, + "q3": 0.5432222407500831, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.5311224229999425, + "hd15iqr": 0.5482766180002727, + "ops": 1.8561699650718417, + "total": 4.84869390699987, + "data": [ + 0.5477575710001474, + 0.5385365320003075, + 0.5417104640000616, + 0.5482766180002727, + 0.5322249469995768, + 0.5363305839996428, + 0.5339797779997753, + 0.5387549900001432, + 0.5311224229999425 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-pyomo-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "dispatch-s5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2056220963 + ], + "allocations": [ + 549198 + ], + "total_bytes": [ + 3451098720 + ], + "rss_bytes": [ + 1186791424 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 7.803576447000069, + "max": 8.04485362100013, + "mean": 7.909033680000084, + "stddev": 0.09573639409640756, + "rounds": 5, + "median": 7.930686555000193, + "iqr": 0.13733145275000425, + "q1": 7.824657448500034, + "q3": 7.961988901250038, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.803576447000069, + "hd15iqr": 8.04485362100013, + "ops": 0.1264376964949262, + "total": 39.54516840000042, + "data": [ + 7.803576447000069, + 7.831684449000022, + 8.04485362100013, + 7.9343673280000075, + 7.930686555000193 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-gurobipy-loop-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "dispatch-s5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 293996396 + ], + "allocations": [ + 551805 + ], + "total_bytes": [ + 484631599 + ], + "rss_bytes": [ + 375316480 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.3262763270004143, + "max": 1.4356902160002392, + "mean": 1.3730116550001186, + "stddev": 0.04674085679355952, + "rounds": 5, + "median": 1.363661091999802, + "iqr": 0.08056514725001307, + "q1": 1.3322497342501265, + "q3": 1.4128148815001396, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.3262763270004143, + "hd15iqr": 1.4356902160002392, + "ops": 0.7283259368981203, + "total": 6.865058275000592, + "data": [ + 1.3342408700000306, + 1.3262763270004143, + 1.363661091999802, + 1.4356902160002392, + 1.4051897700001064 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "dispatch-s5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 40968529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 41783058 + ], + "rss_bytes": [ + 236810240 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.07535684499998752, + "max": 0.11298522800007049, + "mean": 0.08655125522227536, + "stddev": 0.013956915536259626, + "rounds": 9, + "median": 0.07578838300014468, + "iqr": 0.020501374000218675, + "q1": 0.07568790300001638, + "q3": 0.09618927700023505, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.07535684499998752, + "hd15iqr": 0.11298522800007049, + "ops": 11.553847456421797, + "total": 0.7789612970004782, + "data": [ + 0.07569646299998567, + 0.07578838300014468, + 0.11298522800007049, + 0.0964344579997487, + 0.09610755000039717, + 0.07535684499998752, + 0.0756622230001085, + 0.09522973399998591, + 0.0757004130000496 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "dispatch-m-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 412344733 + ], + "allocations": [ + 62446 + ], + "total_bytes": [ + 565632489 + ], + "rss_bytes": [ + 444121088 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000, + "phase_seconds": { + "attach": 0.0006068559996492695, + "build": 0.10003126700030407 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.26576776499996413, + "max": 0.30554270699985864, + "mean": 0.28205701455554943, + "stddev": 0.014360596689460355, + "rounds": 9, + "median": 0.2789183069999126, + "iqr": 0.02322614975025772, + "q1": 0.26932049999993524, + "q3": 0.29254664975019296, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.26576776499996413, + "hd15iqr": 0.30554270699985864, + "ops": 3.5453824879191433, + "total": 2.538513130999945, + "data": [ + 0.30554270699985864, + 0.2789183069999126, + 0.2903640580002502, + 0.27275860400004603, + 0.29909442500002115, + 0.26838158100008513, + 0.28805221099992195, + 0.26576776499996413, + 0.26963347299988527 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-in-memory-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "dispatch-m-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 422307444 + ], + "allocations": [ + 63569 + ], + "total_bytes": [ + 594154748 + ], + "rss_bytes": [ + 457863168 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000, + "phase_seconds": { + "attach": 0.0012048620001223753, + "build": 0.14156503499998507 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2795578329996715, + "max": 0.3414242799999556, + "mean": 0.31427325711112847, + "stddev": 0.025068704990812485, + "rounds": 9, + "median": 0.32520176799971523, + "iqr": 0.04766254299988759, + "q1": 0.28577929300024607, + "q3": 0.33344183600013366, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.2795578329996715, + "hd15iqr": 0.3414242799999556, + "ops": 3.181944302840873, + "total": 2.828459314000156, + "data": [ + 0.3303966670000591, + 0.28358599900002446, + 0.28651039100031994, + 0.2795578329996715, + 0.32520176799971523, + 0.31010739800012743, + 0.3310461830001259, + 0.34062879500015697, + 0.3414242799999556 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-linopy-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "dispatch-m-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1538642209 + ], + "allocations": [ + 233987 + ], + "total_bytes": [ + 2348239916 + ], + "rss_bytes": [ + 678273024 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.9834351360000255, + "max": 1.0186821930001315, + "mean": 0.998764189600115, + "stddev": 0.017652566029834234, + "rounds": 5, + "median": 0.9893392110002424, + "iqr": 0.03286378125051215, + "q1": 0.9847194284998295, + "q3": 1.0175832097503417, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.9834351360000255, + "hd15iqr": 1.0186821930001315, + "ops": 1.001237339516928, + "total": 4.993820948000575, + "data": [ + 1.0186821930001315, + 1.0172168820004117, + 0.9893392110002424, + 0.9851475259997642, + 0.9834351360000255 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-pyomo-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "dispatch-m-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 3021918595 + ], + "allocations": [ + 1025046 + ], + "total_bytes": [ + 5759987440 + ], + "rss_bytes": [ + 2158419968 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 15.722793284999625, + "max": 15.931101388000116, + "mean": 15.797704936599985, + "stddev": 0.08598074277944096, + "rounds": 5, + "median": 15.787089335000019, + "iqr": 0.1263683980002952, + "q1": 15.723880388249881, + "q3": 15.850248786250177, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 15.722793284999625, + "hd15iqr": 15.931101388000116, + "ops": 0.06330033406834994, + "total": 78.98852468299992, + "data": [ + 15.931101388000116, + 15.787089335000019, + 15.722793284999625, + 15.823297919000197, + 15.724242755999967 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-gurobipy-loop-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "dispatch-m-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 483242030 + ], + "allocations": [ + 1102079 + ], + "total_bytes": [ + 840819837 + ], + "rss_bytes": [ + 567668736 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 2.5360720460002995, + "max": 2.6550895989998935, + "mean": 2.6141071057999397, + "stddev": 0.05000734420413029, + "rounds": 5, + "median": 2.6425369749999845, + "iqr": 0.06927689299982376, + "q1": 2.5780705999999327, + "q3": 2.6473474929997565, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.5360720460002995, + "hd15iqr": 2.6550895989998935, + "ops": 0.38253979639215707, + "total": 13.070535528999699, + "data": [ + 2.5360720460002995, + 2.5920701179998105, + 2.6550895989998935, + 2.6425369749999845, + 2.644766790999711 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-gurobipy-matrix-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "dispatch-m-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 80469601 + ], + "allocations": [ + 865 + ], + "total_bytes": [ + 81284130 + ], + "rss_bytes": [ + 292843520 + ] + }, + "columns": 1000000, + "rows": 10000, "nonzeros": 1000000, "live_fraction": 1.0, - "variables": 1000000, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1510325690001082, + "max": 0.1683495639999819, + "mean": 0.1577351982223263, + "stddev": 0.007045759398660556, + "rounds": 9, + "median": 0.15510844500022358, + "iqr": 0.013369756249858256, + "q1": 0.1514971010002455, + "q3": 0.16486685725010375, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.1510325690001082, + "hd15iqr": 0.1683495639999819, + "ops": 6.3397390770733955, + "total": 1.4196167840009366, + "data": [ + 0.16041019100021003, + 0.15510844500022358, + 0.1683495639999819, + 0.16463150600020526, + 0.15139550599997165, + 0.1515851260001, + 0.1510325690001082, + 0.15153096600033678, + 0.1655729109997992 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-specsolve-gurobi]", + "params": { + "case_name": "dispatch", + "size": "m5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "dispatch-m5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1283066941 + ], + "allocations": [ + 62500 + ], + "total_bytes": [ + 1442675173 + ], + "rss_bytes": [ + 1048403968 + ] + }, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, + "live_fraction": 1.0, + "variables": 5000000, "phase_seconds": { - "attach": 0.001697624999906111, - "build": 0.11240759199972672 + "attach": 0.0014406800000870135, + "build": 0.22769703599988134 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2080,72 +3763,72 @@ "warmup": false }, "stats": { - "min": 0.2959280029999718, - "max": 0.40385143399998924, - "mean": 0.34678235322220036, - "stddev": 0.034375329492414966, - "rounds": 9, - "median": 0.3487867730000289, - "iqr": 0.03511715375043423, - "q1": 0.32570041274982486, - "q3": 0.3608175665002591, + "min": 1.2047648699999627, + "max": 1.3309706479999477, + "mean": 1.2502697191999688, + "stddev": 0.050576932732353884, + "rounds": 5, + "median": 1.2438576539998394, + "iqr": 0.0681925940000383, + "q1": 1.2097789267500048, + "q3": 1.277971520750043, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.2959280029999718, - "hd15iqr": 0.40385143399998924, - "ops": 2.883653077235021, - "total": 3.1210411789998034, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.2047648699999627, + "hd15iqr": 1.3309706479999477, + "ops": 0.7998274169511895, + "total": 6.251348595999843, "data": [ - 0.38910173299973394, - 0.3487867730000289, - 0.2959280029999718, - 0.30733324499988157, - 0.3437874460000785, - 0.40385143399998924, - 0.3490402319998793, - 0.35138951100043414, - 0.33182280199980596 + 1.3309706479999477, + 1.2438576539998394, + 1.2047648699999627, + 1.2603051450000748, + 1.2114502790000188 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-linopy-gurobi]", + "name": "test_emit[dispatch-m5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-specsolve-in-memory-gurobi]", "params": { "case_name": "dispatch", - "size": "m", - "arm": "linopy", + "size": "m5", + "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "dispatch-m-linopy-gurobi", + "param": "dispatch-m5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1538642721 + 1280447172 ], "allocations": [ - 233988 + 63589 ], "total_bytes": [ - 2348241902 + 1458615712 ], "rss_bytes": [ - 680411136 + 1028464640 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": null, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 5000000, + "phase_seconds": { + "attach": 0.0014269319999584695, + "build": 0.41461343799983297 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2153,72 +3836,68 @@ "warmup": false }, "stats": { - "min": 1.049187596000138, - "max": 1.06165752600009, - "mean": 1.055108818444498, - "stddev": 0.004829135809467817, - "rounds": 9, - "median": 1.0533684790002553, - "iqr": 0.009339378500044404, - "q1": 1.0510476469999048, - "q3": 1.0603870254999492, + "min": 1.397740845000044, + "max": 1.5378036709998923, + "mean": 1.4625523743999111, + "stddev": 0.05276656221396513, + "rounds": 5, + "median": 1.4639389760000086, + "iqr": 0.07179009949982174, + "q1": 1.423527407249935, + "q3": 1.4953175067497568, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 1.049187596000138, - "hd15iqr": 1.06165752600009, - "ops": 0.9477695404671693, - "total": 9.495979366000483, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.397740845000044, + "hd15iqr": 1.5378036709998923, + "ops": 0.6837361981038816, + "total": 7.312761871999555, "data": [ - 1.0610636920000616, - 1.0601614699999118, - 1.0533684790002553, - 1.0564250530001118, - 1.06165752600009, - 1.0508373709999432, - 1.051117738999892, - 1.0521604400000797, - 1.049187596000138 + 1.5378036709998923, + 1.397740845000044, + 1.4811554519997117, + 1.4639389760000086, + 1.4321229279998988 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-pyomo-gurobi]", + "name": "test_emit[dispatch-m5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-linopy-gurobi]", "params": { "case_name": "dispatch", - "size": "m", - "arm": "pyomo", + "size": "m5", + "arm": "linopy", "sink": "gurobi" }, - "param": "dispatch-m-pyomo-gurobi", + "param": "dispatch-m5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 3020871083 + 3262329230 ], "allocations": [ - 1025052 + 274826 ], "total_bytes": [ - 5758941792 + 6407937065 ], "rss_bytes": [ - 2165493760 + 2395516928 ] }, - "columns": 1000000, - "rows": 10000, + "columns": 5000000, + "rows": 50000, "nonzeros": null, "live_fraction": 1.0, - "variables": 1000000 + "variables": 5000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2226,72 +3905,68 @@ "warmup": false }, "stats": { - "min": 15.40636520399994, - "max": 16.116577350999705, - "mean": 15.647394446111017, - "stddev": 0.19182858602857455, - "rounds": 9, - "median": 15.612619917999837, - "iqr": 0.08118835974994454, - "q1": 15.578731718250083, - "q3": 15.659920078000027, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 15.562710101999983, - "hd15iqr": 16.116577350999705, - "ops": 0.0639084036287293, - "total": 140.82655001499916, + "min": 5.394952465000188, + "max": 5.451526175000254, + "mean": 5.41491945280004, + "stddev": 0.021689951968420686, + "rounds": 5, + "median": 5.408210794999832, + "iqr": 0.02155015674986771, + "q1": 5.402500187500095, + "q3": 5.424050344249963, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 5.394952465000188, + "hd15iqr": 5.451526175000254, + "ops": 0.18467495384126215, + "total": 27.074597264000204, "data": [ - 16.116577350999705, - 15.612619917999837, - 15.562710101999983, - 15.616251096999804, - 15.584072257000116, - 15.40636520399994, - 15.656276488000003, - 15.60082674999967, - 15.6708508480001 + 5.451526175000254, + 5.414891733999866, + 5.394952465000188, + 5.408210794999832, + 5.4050160950000645 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-gurobipy-loop-gurobi]", + "name": "test_emit[dispatch-m5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-gurobipy-loop-gurobi]", "params": { "case_name": "dispatch", - "size": "m", + "size": "m5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "dispatch-m-gurobipy-loop-gurobi", + "param": "dispatch-m5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 484290606 + 2060795501 ], "allocations": [ - 1102080 + 5504227 ], "total_bytes": [ - 841868413 + 3793619667 ], "rss_bytes": [ - 567840768 + 2104107008 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 5000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2299,72 +3974,68 @@ "warmup": false }, "stats": { - "min": 2.5217001820001315, - "max": 2.5760633770000823, - "mean": 2.5525533533332743, - "stddev": 0.01811297518198378, - "rounds": 9, - "median": 2.559849610999663, - "iqr": 0.028823449500123388, - "q1": 2.5358291599999347, - "q3": 2.564652609500058, + "min": 13.889582531000087, + "max": 14.11827375699977, + "mean": 13.986101761600002, + "stddev": 0.08616078905234835, + "rounds": 5, + "median": 13.974163057000169, + "iqr": 0.11005304074967626, + "q1": 13.92663906425014, + "q3": 14.036692104999815, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 2.5217001820001315, - "hd15iqr": 2.5760633770000823, - "ops": 0.3917645829788988, - "total": 22.972980179999468, + "ld15iqr": 13.889582531000087, + "hd15iqr": 14.11827375699977, + "ops": 0.07149955127207658, + "total": 69.93050880800001, "data": [ - 2.549416874999679, - 2.535069970999757, - 2.5217001820001315, - 2.5760633770000823, - 2.568593885000155, - 2.56286520499998, - 2.563338851000026, - 2.536082222999994, - 2.559849610999663 + 13.889582531000087, + 13.974163057000169, + 13.938991242000156, + 14.00949822099983, + 14.11827375699977 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-gurobipy-matrix-gurobi]", + "name": "test_emit[dispatch-m5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-gurobipy-matrix-gurobi]", "params": { "case_name": "dispatch", - "size": "m", + "size": "m5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "dispatch-m-gurobipy-matrix-gurobi", + "param": "dispatch-m5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 222745366 + 399338529 ], "allocations": [ - 22572 + 864 ], "total_bytes": [ - 298018992 + 400153058 ], "rss_bytes": [ - 303165440 + 734056448 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 5000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2372,32 +4043,32 @@ "warmup": false }, "stats": { - "min": 0.17089471000008416, - "max": 0.20118838999997024, - "mean": 0.18123289177775506, - "stddev": 0.013489305016920488, + "min": 0.8611575689997153, + "max": 0.9198796820001007, + "mean": 0.8847933917776977, + "stddev": 0.019129030445651552, "rounds": 9, - "median": 0.1727910320000774, - "iqr": 0.02560229624987187, - "q1": 0.1721568529999331, - "q3": 0.19775914924980498, + "median": 0.8813986860000114, + "iqr": 0.02747487699980411, + "q1": 0.8675675202499633, + "q3": 0.8950423972497674, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.17089471000008416, - "hd15iqr": 0.20118838999997024, - "ops": 5.51776220194232, - "total": 1.6310960259997955, + "ld15iqr": 0.8611575689997153, + "hd15iqr": 0.9198796820001007, + "ops": 1.1302073560821166, + "total": 7.963140525999279, "data": [ - 0.20118838999997024, - 0.19885135100003026, - 0.1727910320000774, - 0.17247014600025068, - 0.17152210399990508, - 0.17361477499980538, - 0.17236843599994245, - 0.19739508199972988, - 0.17089471000008416 + 0.9198796820001007, + 0.8918400419997852, + 0.9046494629997142, + 0.8680801069999688, + 0.8800190440001643, + 0.8611575689997153, + 0.8813986860000114, + 0.8660297599999467, + 0.8900861729998724 ], "iterations": 1 } @@ -2416,16 +4087,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2341061173 + 2344207325 ], "allocations": [ - 62544 + 62542 ], "total_bytes": [ - 2508591240 + 2511736952 ], "rss_bytes": [ - 1748848640 + 1749196800 ] }, "columns": 10000000, @@ -2434,14 +4105,14 @@ "live_fraction": 1.0, "variables": 10000000, "phase_seconds": { - "attach": 0.0009186629999931029, - "build": 0.36222755700009657 + "attach": 0.0008546549997845432, + "build": 0.3968195659999765 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2449,32 +4120,28 @@ "warmup": false }, "stats": { - "min": 2.3078028550003182, - "max": 2.4110451260003174, - "mean": 2.3525079646666804, - "stddev": 0.03410618946708622, - "rounds": 9, - "median": 2.3492203649998373, - "iqr": 0.055456029000197304, - "q1": 2.323770717999764, - "q3": 2.3792267469999615, + "min": 2.3382172659999014, + "max": 2.4456989699997393, + "mean": 2.3851212559999113, + "stddev": 0.04420728528253314, + "rounds": 5, + "median": 2.386076745000082, + "iqr": 0.07236239525002475, + "q1": 2.34516331899988, + "q3": 2.417525714249905, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 2.3078028550003182, - "hd15iqr": 2.4110451260003174, - "ops": 0.42507826329152804, - "total": 21.172571682000125, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.3382172659999014, + "hd15iqr": 2.4456989699997393, + "ops": 0.41926589580485346, + "total": 11.925606279999556, "data": [ - 2.387138448999849, - 2.315893612000309, - 2.376589512999999, - 2.4110451260003174, - 2.3078028550003182, - 2.3443968689998655, - 2.3263964199995826, - 2.3492203649998373, - 2.354088473000047 + 2.4456989699997393, + 2.347478669999873, + 2.3382172659999014, + 2.40813462899996, + 2.386076745000082 ], "iterations": 1 } @@ -2493,16 +4160,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2443821756 + 2439103732 ], "allocations": [ - 63596 + 63597 ], "total_bytes": [ - 2629912251 + 2625194579 ], "rss_bytes": [ - 1750491136 + 1749983232 ] }, "columns": 10000000, @@ -2511,14 +4178,14 @@ "live_fraction": 1.0, "variables": 10000000, "phase_seconds": { - "attach": 0.0008865519998835225, - "build": 0.7011163709998982 + "attach": 0.0015076710001267202, + "build": 0.6574345630001517 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2526,32 +4193,28 @@ "warmup": false }, "stats": { - "min": 2.6523145800001657, - "max": 2.8576963909999904, - "mean": 2.723762419888822, - "stddev": 0.05977846554619223, - "rounds": 9, - "median": 2.723984101000042, - "iqr": 0.05954609824982526, - "q1": 2.6839105372499716, - "q3": 2.743456635499797, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 2.6523145800001657, - "hd15iqr": 2.8576963909999904, - "ops": 0.3671392162172565, - "total": 24.5138617789994, + "min": 2.6222711410000556, + "max": 2.781658537000112, + "mean": 2.6870900974000507, + "stddev": 0.06987698013091419, + "rounds": 5, + "median": 2.657970543999909, + "iqr": 0.11878117424987522, + "q1": 2.6311819720001495, + "q3": 2.7499631462500247, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.6222711410000556, + "hd15iqr": 2.781658537000112, + "ops": 0.3721497842471194, + "total": 13.435450487000253, "data": [ - 2.8576963909999904, - 2.680822634999913, - 2.7445571389998804, - 2.6523145800001657, - 2.723984101000042, - 2.743089800999769, - 2.689086761999988, - 2.737370531999659, - 2.684939837999991 + 2.781658537000112, + 2.6341522490001807, + 2.7393980159999956, + 2.657970543999909, + 2.6222711410000556 ], "iterations": 1 } @@ -2570,16 +4233,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5424750976 + 5423702400 ], "allocations": [ - 325777 + 325776 ], "total_bytes": [ - 11549963738 + 11548914176 ], "rss_bytes": [ - 4488974336 + 4489150464 ] }, "columns": 10000000, @@ -2591,7 +4254,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2599,32 +4262,28 @@ "warmup": false }, "stats": { - "min": 10.758503457999723, - "max": 10.977392230000078, - "mean": 10.834242935222088, - "stddev": 0.0843394522589067, - "rounds": 9, - "median": 10.798384413999884, - "iqr": 0.13239977149976312, - "q1": 10.771324918749997, - "q3": 10.90372469024976, + "min": 10.775187748999997, + "max": 10.926423705000161, + "mean": 10.838794820800013, + "stddev": 0.055047658804052546, + "rounds": 5, + "median": 10.825755401000151, + "iqr": 0.051473202249781025, + "q1": 10.811942549000037, + "q3": 10.863415751249818, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 10.758503457999723, - "hd15iqr": 10.977392230000078, - "ops": 0.09229994250442763, - "total": 97.5081864169988, + "ld15iqr": 10.775187748999997, + "hd15iqr": 10.926423705000161, + "ops": 0.0922611800050838, + "total": 54.19397410400006, "data": [ - 10.95693649199984, - 10.885987422999733, - 10.977392230000078, - 10.762939437999648, - 10.758503457999723, - 10.798384413999884, - 10.806478691999928, - 10.78744419099985, - 10.774120079000113 + 10.926423705000161, + 10.825755401000151, + 10.842413099999703, + 10.82419414900005, + 10.775187748999997 ], "iterations": 1 } @@ -2643,16 +4302,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4116866794 + 4117784330 ], "allocations": [ - 11006846 + 11006848 ], "total_bytes": [ - 7739194925 + 7741161037 ], "rss_bytes": [ - 4030631936 + 4042559488 ] }, "columns": 10000000, @@ -2664,7 +4323,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2672,32 +4331,28 @@ "warmup": false }, "stats": { - "min": 26.863122085000214, - "max": 26.97739230900015, - "mean": 26.919258602222172, - "stddev": 0.045138309755747945, - "rounds": 9, - "median": 26.932017281999833, - "iqr": 0.08444554874961341, - "q1": 26.869875059750143, - "q3": 26.954320608499756, + "min": 27.39607288699972, + "max": 27.789152556999397, + "mean": 27.56954829439983, + "stddev": 0.18001283241328908, + "rounds": 5, + "median": 27.47236844200006, + "iqr": 0.3118598689997043, + "q1": 27.438528590750025, + "q3": 27.75038845974973, "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 26.863122085000214, - "hd15iqr": 26.97739230900015, - "ops": 0.037148125614330646, - "total": 242.27332741999953, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 27.39607288699972, + "hd15iqr": 27.789152556999397, + "ops": 0.03627190367145511, + "total": 137.84774147199914, "data": [ - 26.870632338000178, - 26.932017281999833, - 26.972024395999597, - 26.97739230900015, - 26.899468071999763, - 26.86760322500004, - 26.942648366999947, - 26.863122085000214, - 26.94841934599981 + 27.39607288699972, + 27.47236844200006, + 27.452680492000127, + 27.73746709399984, + 27.789152556999397 ], "iterations": 1 } @@ -2716,16 +4371,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1428089910 + 798088529 ], "allocations": [ - 112582 + 864 ], "total_bytes": [ - 1797048402 + 798903058 ], "rss_bytes": [ - 1406742528 + 1284341760 ] }, "columns": 10000000, @@ -2737,7 +4392,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2745,32 +4400,28 @@ "warmup": false }, "stats": { - "min": 2.0209095969999, - "max": 2.0625393260002056, - "mean": 2.0426540292223763, - "stddev": 0.012575709417497062, - "rounds": 9, - "median": 2.0433910780002407, - "iqr": 0.01869902350006214, - "q1": 2.0326872722500866, - "q3": 2.0513862957501487, + "min": 1.8464075409992802, + "max": 1.8802707049999299, + "mean": 1.857627536599648, + "stddev": 0.014013749896743807, + "rounds": 5, + "median": 1.8522238549994654, + "iqr": 0.019052351500931763, + "q1": 1.847271948249272, + "q3": 1.8663242997502039, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 2.0209095969999, - "hd15iqr": 2.0625393260002056, - "ops": 0.4895591645447138, - "total": 18.383886263001386, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.8464075409992802, + "hd15iqr": 1.8802707049999299, + "ops": 0.5383210467640251, + "total": 9.28813768299824, "data": [ - 2.0515754150001158, - 2.0513232560001597, - 2.0625393260002056, - 2.0433910780002407, - 2.0484350320002704, - 2.040596912000183, - 2.0209095969999, - 2.032298926000294, - 2.0328167210000174 + 1.8802707049999299, + 1.8464075409992802, + 1.8522238549994654, + 1.8475600839992694, + 1.8616754980002952 ], "iterations": 1 } @@ -2804,16 +4455,16 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.0008641819999866129, - "build": 0.010842685999705282, - "first_window": 0.3828793590000714 + "attach": 0.0008233749995270045, + "build": 0.011251380999965477, + "first_window": 0.3940741020005589 }, - "process_rss_bytes": 142995456 + "process_rss_bytes": 142794752 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2821,32 +4472,32 @@ "warmup": false }, "stats": { - "min": 0.5019094740000583, - "max": 0.5679313349996846, - "mean": 0.5315709464444404, - "stddev": 0.02275127750190157, + "min": 0.48612439000044105, + "max": 0.5577815220003686, + "mean": 0.5197549861112647, + "stddev": 0.020626752607077404, "rounds": 9, - "median": 0.533518666999953, - "iqr": 0.03884445124992908, - "q1": 0.5096361870001829, - "q3": 0.548480638250112, + "median": 0.5169786420001401, + "iqr": 0.021725655750287842, + "q1": 0.5082106152499364, + "q3": 0.5299362710002242, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.5019094740000583, - "hd15iqr": 0.5679313349996846, - "ops": 1.881216433457805, - "total": 4.784138517999963, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.48612439000044105, + "hd15iqr": 0.5577815220003686, + "ops": 1.9239834666750626, + "total": 4.677794875001382, "data": [ - 0.5436824889998206, - 0.5215385719998267, - 0.5505764270001237, - 0.5679313349996846, - 0.533518666999953, - 0.547782042000108, - 0.5019094740000583, - 0.5106726180001715, - 0.506526894000217 + 0.5577815220003686, + 0.5169786420001401, + 0.515342812000199, + 0.5267751330002284, + 0.5219602819997817, + 0.48612439000044105, + 0.5097150259998671, + 0.5036973830001443, + 0.5394196850002118 ], "iterations": 1 } @@ -2880,16 +4531,16 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.0007832320002307824, - "build": 0.007695493000028364, - "first_window": 0.4107912239996949 + "attach": 0.0008039850008572103, + "build": 0.008061981000537344, + "first_window": 0.41083464000075764 }, - "process_rss_bytes": 142635008 + "process_rss_bytes": 142647296 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2897,32 +4548,32 @@ "warmup": false }, "stats": { - "min": 0.5147955209999964, - "max": 0.5477765010000439, - "mean": 0.5324390963333927, - "stddev": 0.013093946468870766, + "min": 0.5063277070003096, + "max": 0.5401011110006948, + "mean": 0.5273255298889126, + "stddev": 0.01192751942953088, "rounds": 9, - "median": 0.5271385340001871, - "iqr": 0.022030446500139078, - "q1": 0.5231868777499358, - "q3": 0.5452173242500749, + "median": 0.5303357799994046, + "iqr": 0.02140760724955726, + "q1": 0.5159162860004471, + "q3": 0.5373238932500044, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.5147955209999964, - "hd15iqr": 0.5477765010000439, - "ops": 1.8781490820009934, - "total": 4.7919518670005345, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.5063277070003096, + "hd15iqr": 0.5401011110006948, + "ops": 1.896361816979849, + "total": 4.745929769000213, "data": [ - 0.544690219000131, - 0.5467986399999063, - 0.5166767539999455, - 0.5147955209999964, - 0.5425665070001742, - 0.5271385340001871, - 0.5261522720002176, - 0.5477765010000439, - 0.5253569189999325 + 0.5288174990000698, + 0.5159986080007002, + 0.515669319999688, + 0.5367009020001205, + 0.5327859749995696, + 0.5303357799994046, + 0.5401011110006948, + 0.539192866999656, + 0.5063277070003096 ], "iterations": 1 } @@ -2956,14 +4607,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.7743793439999536 + "first_window": 0.7481593890006479 }, - "process_rss_bytes": 225738752 + "process_rss_bytes": 225488896 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2971,32 +4622,32 @@ "warmup": false }, "stats": { - "min": 0.9295581799997308, - "max": 0.9743873769998572, - "mean": 0.955545926888893, - "stddev": 0.015650527834890012, + "min": 0.9184477400003743, + "max": 0.9584391859998505, + "mean": 0.9370951589999095, + "stddev": 0.01235901022945886, "rounds": 9, - "median": 0.9601196819999132, - "iqr": 0.023741195500178947, - "q1": 0.9441720004998615, - "q3": 0.9679131960000404, + "median": 0.938502977999633, + "iqr": 0.01666672650048895, + "q1": 0.9284221749996959, + "q3": 0.9450889015001849, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.9295581799997308, - "hd15iqr": 0.9743873769998572, - "ops": 1.0465221731998195, - "total": 8.599913342000036, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.9184477400003743, + "hd15iqr": 0.9584391859998505, + "ops": 1.0671274847553627, + "total": 8.433856430999185, "data": [ - 0.9622224440004175, - 0.9361817120002343, - 0.9518664450001779, - 0.9664553560000968, - 0.9601196819999132, - 0.9295581799997308, - 0.9722867159998714, - 0.9468354299997372, - 0.9743873769998572 + 0.9302921159996913, + 0.9397078800002419, + 0.9444700100002592, + 0.9228123519997098, + 0.9469455759999619, + 0.9584391859998505, + 0.938502977999633, + 0.9184477400003743, + 0.9342385929994634 ], "iterations": 1 } @@ -3030,14 +4681,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.4511480699998174 + "first_window": 0.4355882390000261 }, - "process_rss_bytes": 164524032 + "process_rss_bytes": 164474880 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3045,32 +4696,32 @@ "warmup": false }, "stats": { - "min": 0.5451516650000485, - "max": 0.6058601710001312, - "mean": 0.5800364075555788, - "stddev": 0.01687135381199837, + "min": 0.5695393910000348, + "max": 0.5874091309997311, + "mean": 0.5779641150001125, + "stddev": 0.005586039202545422, "rounds": 9, - "median": 0.5802712170002451, - "iqr": 0.01251040024988015, - "q1": 0.5747380427499138, - "q3": 0.587248442999794, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.573608934999811, - "hd15iqr": 0.6058601710001312, - "ops": 1.7240297108491083, - "total": 5.220327668000209, + "median": 0.5797088400004213, + "iqr": 0.006344970249756443, + "q1": 0.5744206262500029, + "q3": 0.5807655964997593, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5695393910000348, + "hd15iqr": 0.5874091309997311, + "ops": 1.7302112260028557, + "total": 5.201677035001012, "data": [ - 0.5841114629997719, - 0.5451516650000485, - 0.5966593829998601, - 0.573608934999811, - 0.5802712170002451, - 0.5751144119999481, - 0.5839386950001426, - 0.5756117270002505, - 0.6058601710001312 + 0.5704765059999772, + 0.581099930000164, + 0.5695393910000348, + 0.5874091309997311, + 0.5757353330000115, + 0.5806541519996244, + 0.5765688780002165, + 0.5797088400004213, + 0.580484874000831 ], "iterations": 1 } @@ -3104,14 +4755,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.15513101900023685 + "first_window": 0.15581223800018051 }, - "process_rss_bytes": 91893760 + "process_rss_bytes": 91738112 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3119,106 +4770,32 @@ "warmup": false }, "stats": { - "min": 0.1903976580001654, - "max": 0.2479007630004162, - "mean": 0.22235703233349746, - "stddev": 0.01869286145174288, + "min": 0.21400133299994195, + "max": 0.24468421599976864, + "mean": 0.23241756255538348, + "stddev": 0.013858884254214568, "rounds": 9, - "median": 0.21935153399999763, - "iqr": 0.0281973492499219, - "q1": 0.21288538925011835, - "q3": 0.24108273850004025, + "median": 0.24194315199929406, + "iqr": 0.028100698499883947, + "q1": 0.2148437172497779, + "q3": 0.24294441574966186, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.1903976580001654, - "hd15iqr": 0.2479007630004162, - "ops": 4.497271750327066, - "total": 2.001213291001477, - "data": [ - 0.21935153399999763, - 0.2479007630004162, - 0.2397744849999981, - 0.20949118099997577, - 0.1903976580001654, - 0.24500749900016672, - 0.22050055400040947, - 0.2147728250001819, - 0.21401679200016588 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[dispatch-2xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "dispatch", - "size": "2xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "dispatch-2xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 1000, - "rows": 10, - "nonzeros": 1000, - "live_fraction": 1.0, - "variables": 1000, - "phase_seconds": { - "first_window": 0.25728023200008465 - }, - "process_rss_bytes": 105144320 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.3000369960000171, - "max": 0.36718581700006325, - "mean": 0.3402197383334169, - "stddev": 0.01922064332549627, - "rounds": 9, - "median": 0.34088666800016654, - "iqr": 0.019230811249599356, - "q1": 0.3327054872502231, - "q3": 0.35193629849982244, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.33115761400040356, - "hd15iqr": 0.36718581700006325, - "ops": 2.9392768476589546, - "total": 3.061977645000752, + "ld15iqr": 0.21400133299994195, + "hd15iqr": 0.24468421599976864, + "ops": 4.302600840509663, + "total": 2.0917580629984514, "data": [ - 0.3483520220001992, - 0.3340079390000028, - 0.33322144500016293, - 0.33115761400040356, - 0.3000369960000171, - 0.36718581700006325, - 0.34088666800016654, - 0.35030802499977653, - 0.35682111899996016 + 0.24317601500024466, + 0.242573428000469, + 0.21400133299994195, + 0.24194315199929406, + 0.24468421599976864, + 0.23310296599993308, + 0.21498256599988963, + 0.2428672159994676, + 0.21442717099944275 ], "iterations": 1 } @@ -3252,16 +4829,16 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.000831153000035556, - "build": 0.013485301999935473, - "first_window": 0.3930024599999342 + "attach": 0.001992927999708627, + "build": 0.018008719000135898, + "first_window": 0.41465984799924627 }, - "process_rss_bytes": 144453632 + "process_rss_bytes": 144773120 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3269,32 +4846,28 @@ "warmup": false }, "stats": { - "min": 0.49008718899995074, - "max": 0.5456027619998167, - "mean": 0.5271372153332676, - "stddev": 0.017379750977040156, - "rounds": 9, - "median": 0.5284497719999308, - "iqr": 0.02324497049994534, - "q1": 0.5198650567498362, - "q3": 0.5431100272497815, + "min": 0.5051622040000439, + "max": 0.5412385939998785, + "mean": 0.5256867251997391, + "stddev": 0.013198653138274207, + "rounds": 5, + "median": 0.5287137509994864, + "iqr": 0.01406649925002057, + "q1": 0.5187615039997127, + "q3": 0.5328280032497332, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.49008718899995074, - "hd15iqr": 0.5456027619998167, - "ops": 1.897039273479825, - "total": 4.744234937999408, + "ld15iqr": 0.5051622040000439, + "hd15iqr": 0.5412385939998785, + "ops": 1.9022736395332058, + "total": 2.628433625998696, "data": [ - 0.5456027619998167, - 0.5434922399999778, - 0.5204802409998592, - 0.5284497719999308, - 0.518019503999767, - 0.5429826229997161, - 0.5223318940002173, - 0.49008718899995074, - 0.5327887130001727 + 0.5412385939998785, + 0.5232946039996023, + 0.5051622040000439, + 0.5287137509994864, + 0.5300244729996848 ], "iterations": 1 } @@ -3328,16 +4901,16 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.000867921999997634, - "build": 0.008431156999904488, - "first_window": 0.4132951030001095 + "attach": 0.0007927739998194738, + "build": 0.007846673000130977, + "first_window": 0.40696767500048736 }, - "process_rss_bytes": 144240640 + "process_rss_bytes": 143572992 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3345,32 +4918,28 @@ "warmup": false }, "stats": { - "min": 0.5057864000000336, - "max": 0.5534468629998628, - "mean": 0.5340637088889303, - "stddev": 0.013173303824504042, - "rounds": 9, - "median": 0.5357838669997363, - "iqr": 0.010106556250320864, - "q1": 0.5298493292499415, - "q3": 0.5399558855002624, + "min": 0.4962662489997456, + "max": 0.5356527679996361, + "mean": 0.5238128287996006, + "stddev": 0.0158352897216006, + "rounds": 5, + "median": 0.5304868399998668, + "iqr": 0.014432161999820892, + "q1": 0.5180206537495451, + "q3": 0.532452815749366, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.5263529200001358, - "hd15iqr": 0.5534468629998628, - "ops": 1.8724357850122537, - "total": 4.806573380000373, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.5252721219994783, + "hd15iqr": 0.5356527679996361, + "ops": 1.9090788637072087, + "total": 2.6190641439980027, "data": [ - 0.5359255550001762, - 0.5263529200001358, - 0.5350031240000135, - 0.5534468629998628, - 0.538281845000256, - 0.5057864000000336, - 0.5310147989998768, - 0.5357838669997363, - 0.5449780070002817 + 0.5313861649992759, + 0.5252721219994783, + 0.5356527679996361, + 0.5304868399998668, + 0.4962662489997456 ], "iterations": 1 } @@ -3404,14 +4973,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "first_window": 0.7589697590001379 + "first_window": 0.7946060659996874 }, - "process_rss_bytes": 228741120 + "process_rss_bytes": 228843520 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3419,32 +4988,28 @@ "warmup": false }, "stats": { - "min": 0.924621573999957, - "max": 0.9695111700002599, - "mean": 0.9519518995555498, - "stddev": 0.013797550400168305, - "rounds": 9, - "median": 0.9542705230001047, - "iqr": 0.01753698250013258, - "q1": 0.9451878217499825, - "q3": 0.9627248042501151, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.924621573999957, - "hd15iqr": 0.9695111700002599, - "ops": 1.0504732439389879, - "total": 8.567567095999948, + "min": 0.9487322459999632, + "max": 0.971996661999583, + "mean": 0.9557890117997886, + "stddev": 0.009237435515903454, + "rounds": 5, + "median": 0.9530251090000093, + "iqr": 0.006764232999557862, + "q1": 0.9511556377499346, + "q3": 0.9579198707494925, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.9487322459999632, + "hd15iqr": 0.971996661999583, + "ops": 1.0462560122102267, + "total": 4.778945058998943, "data": [ - 0.9695111700002599, - 0.9542705230001047, - 0.9626907900001243, - 0.9505690759997378, - 0.9473974150000686, - 0.9385590419997243, - 0.924621573999957, - 0.9628268470000876, - 0.9571206589998837 + 0.9530251090000093, + 0.9487322459999632, + 0.9532276069994623, + 0.9519634349999251, + 0.971996661999583 ], "iterations": 1 } @@ -3478,14 +5043,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "first_window": 0.53217001899975 + "first_window": 0.5305077089997212 }, - "process_rss_bytes": 179871744 + "process_rss_bytes": 179625984 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3493,32 +5058,28 @@ "warmup": false }, "stats": { - "min": 0.6543543560001126, - "max": 0.6904876789999435, - "mean": 0.6777914214444536, - "stddev": 0.013295387878037067, - "rounds": 9, - "median": 0.6824631190002037, - "iqr": 0.016241497249779968, - "q1": 0.6702722865001078, - "q3": 0.6865137837498878, + "min": 0.6551499979996152, + "max": 0.6958956489997945, + "mean": 0.684474063000016, + "stddev": 0.016815293897339656, + "rounds": 5, + "median": 0.6921178220000002, + "iqr": 0.015958519250034442, + "q1": 0.6781040135001604, + "q3": 0.6940625327501948, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.6543543560001126, - "hd15iqr": 0.6904876789999435, - "ops": 1.4753801366634027, - "total": 6.100122793000082, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.6551499979996152, + "hd15iqr": 0.6958956489997945, + "ops": 1.4609757389740223, + "total": 3.42237031500008, "data": [ - 0.6904876789999435, - 0.681882294999923, - 0.6875222540002142, - 0.6855147329997635, - 0.6746842080001443, - 0.6824631190002037, - 0.6543543560001126, - 0.6570365219999985, - 0.686177626999779 + 0.6934514940003282, + 0.6958956489997945, + 0.6921178220000002, + 0.6857553520003421, + 0.6551499979996152 ], "iterations": 1 } @@ -3552,88 +5113,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "first_window": 0.18883481200009555 - }, - "process_rss_bytes": 94523392 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.2432023940000363, - "max": 0.27110080100010236, - "mean": 0.2570712598888652, - "stddev": 0.011972885908610613, - "rounds": 9, - "median": 0.26039754499970513, - "iqr": 0.023638302499534802, - "q1": 0.24459949500021594, - "q3": 0.26823779749975074, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.2432023940000363, - "hd15iqr": 0.27110080100010236, - "ops": 3.889971988437413, - "total": 2.313641338999787, - "data": [ - 0.27110080100010236, - 0.26862009199976455, - 0.2432023940000363, - 0.265963235000072, - 0.24466490200029511, - 0.26039754499970513, - 0.2444032739999784, - 0.24717873000008694, - 0.26811036599974614 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[dispatch-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "dispatch", - "size": "xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "dispatch-xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, - "live_fraction": 1.0, - "variables": 10000, - "phase_seconds": { - "first_window": 0.2660822049997478 + "first_window": 0.16140801399978955 }, - "process_rss_bytes": 104931328 + "process_rss_bytes": 94466048 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3641,37 +5128,33 @@ "warmup": false }, "stats": { - "min": 0.30625059199974203, - "max": 0.3499585580002531, - "mean": 0.32761539566677633, - "stddev": 0.01725085838080266, - "rounds": 9, - "median": 0.3341818570002033, - "iqr": 0.03265306100001908, - "q1": 0.30937899450009354, - "q3": 0.3420320555001126, + "min": 0.2452047520000633, + "max": 0.2794328329991913, + "mean": 0.26246199879988125, + "stddev": 0.013951810548554001, + "rounds": 5, + "median": 0.26341464999950404, + "iqr": 0.023240970999722776, + "q1": 0.2505558722502883, + "q3": 0.2737968432500111, "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 0.30625059199974203, - "hd15iqr": 0.3499585580002531, - "ops": 3.0523596058871374, - "total": 2.948538561000987, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.2452047520000633, + "hd15iqr": 0.2794328329991913, + "ops": 3.810075380712419, + "total": 1.3123099939994063, "data": [ - 0.30646542000022237, - 0.3499585580002531, - 0.3194236760000422, - 0.34613658199987185, - 0.30625059199974203, - 0.3351078100004088, - 0.3406638800001929, - 0.3103501860000506, - 0.3341818570002033 + 0.27191818000028434, + 0.2794328329991913, + 0.26341464999950404, + 0.2452047520000633, + 0.2523395790003633 ], "iterations": 1 } } ], - "datetime": "2026-10-13T12:57:42.899858+00:00", + "datetime": "2026-10-14T07:14:50.926796+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-gurobi-network.ceilings.json b/bench/results/latest-gurobi-network.ceilings.json index f1d6d38f8..f50a2bb5b 100644 --- a/bench/results/latest-gurobi-network.ceilings.json +++ b/bench/results/latest-gurobi-network.ceilings.json @@ -5,11 +5,11 @@ "case": "network", "ladder": "size", "sink": "gurobi", - "size": "s", + "size": "s5", "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 3.1 s on network/s, so the next rung projects to 31 s \u2014 over the 30 s budget" + "reason": "pyomo took 16 s on network/s5, so the next rung projects to 32 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "linopy took 1.75 GB on network/m, so the next rung projects to 35.1 GB \u2014 over the 16 GB budget" + "reason": "linopy took 1.76 GB on network/m, so the next rung projects to 17.6 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -32,7 +32,7 @@ "size": "m", "budget": 30.0, "memory_budget": 16.0, - "stopped_by": "memory", - "reason": "gurobipy-loop took 0.826 GB on network/m, so the next rung projects to 16.5 GB \u2014 over the 16 GB budget" + "stopped_by": "time", + "reason": "gurobipy-loop took 7.94 s on network/m, so the next rung projects to 39.7 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-network.json b/bench/results/latest-gurobi-network.json index 00fd0327f..b6880066a 100644 --- a/bench/results/latest-gurobi-network.json +++ b/bench/results/latest-gurobi-network.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 2.5927734375, - 2.02685546875, - 1.66943359375 + 1.99658203125, + 1.64697265625, + 1.4765625 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 160785952 + 160786680 ], "allocations": [ - 63705 + 63711 ], "total_bytes": [ - 315502040 + 315502328 ], "rss_bytes": [ - 229941248 + 229752832 ] }, "columns": 800, @@ -204,14 +204,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.004015353999420768, - "build": 0.030917093999960343 + "attach": 0.004755805000058899, + "build": 0.04492434799976763 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.05388978999963001, - "max": 0.19899729400003707, - "mean": 0.07627288488887037, - "stddev": 0.0464297530161984, + "min": 0.05548912999984168, + "max": 0.19633175099988875, + "mean": 0.08206275955560866, + "stddev": 0.043564148546893326, "rounds": 9, - "median": 0.05943170899990946, - "iqr": 0.012697651500275242, - "q1": 0.05638901725001233, - "q3": 0.06908666875028757, + "median": 0.06821228199987672, + "iqr": 0.016097917249908278, + "q1": 0.06268139525036531, + "q3": 0.07877931250027359, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.05388978999963001, - "hd15iqr": 0.19899729400003707, - "ops": 13.110819152271485, - "total": 0.6864559639998333, + "ld15iqr": 0.05548912999984168, + "hd15iqr": 0.19633175099988875, + "ops": 12.185795425540915, + "total": 0.738564836000478, "data": [ - 0.19899729400003707, - 0.057922953000343114, - 0.056786254000144254, - 0.05519730699961656, - 0.06379604999983712, - 0.05943170899990946, - 0.07247857299989846, - 0.06795603400041728, - 0.05388978999963001 + 0.19633175099988875, + 0.06051061400012259, + 0.07073388799926761, + 0.06821228199987672, + 0.07972255900040182, + 0.05548912999984168, + 0.06569472600040172, + 0.06340498900044622, + 0.07846489700023085 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 152398439 + 164982991 ], "allocations": [ - 64795 + 64812 ], "total_bytes": [ - 324742707 + 337326835 ], "rss_bytes": [ - 229593088 + 229814272 ] }, "columns": 800, @@ -281,14 +281,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.005590509999819915, - "build": 0.04800402100045176 + "attach": 0.005103182999846467, + "build": 0.037330758000280184 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.052825559000666544, - "max": 0.0860133020005378, - "mean": 0.06572527566691456, - "stddev": 0.009338559313197476, + "min": 0.05652322599962645, + "max": 0.08375999899999442, + "mean": 0.07318811733340327, + "stddev": 0.00877428431674, "rounds": 9, - "median": 0.06553868599985435, - "iqr": 0.0061730677500690945, - "q1": 0.06157676250018085, - "q3": 0.06774983025024994, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.052825559000666544, - "hd15iqr": 0.0860133020005378, - "ops": 15.214846797567558, - "total": 0.5915274810022311, + "median": 0.07504585500009853, + "iqr": 0.010668065250683867, + "q1": 0.06797706025008665, + "q3": 0.07864512550077052, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.05652322599962645, + "hd15iqr": 0.08375999899999442, + "ops": 13.663420189435547, + "total": 0.6586930560006294, "data": [ - 0.0635572820001471, - 0.06553868599985435, - 0.052825559000666544, - 0.0556352040002821, - 0.06747969800017017, - 0.0669319730004645, - 0.06856022700048925, - 0.06498554999961925, - 0.0860133020005378 + 0.08323471000039717, + 0.07711526400089497, + 0.07656010699975013, + 0.05652322599962645, + 0.06427942299978895, + 0.08375999899999442, + 0.07504585500009853, + 0.07296486599989294, + 0.06920960600018589 ], "iterations": 1 } @@ -343,13 +343,13 @@ 1113742833 ], "allocations": [ - 270948 + 270961 ], "total_bytes": [ - 1355809925 + 1355809715 ], "rss_bytes": [ - 255217664 + 255074304 ] }, "columns": 800, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.18711057000018627, - "max": 0.5211282189993653, - "mean": 0.22558316777778803, - "stddev": 0.11083200693846731, + "min": 0.1899931360003393, + "max": 0.5287160079997193, + "mean": 0.23259780688881115, + "stddev": 0.11136344902990618, "rounds": 9, - "median": 0.1889266950001911, - "iqr": 0.0009966984996481187, - "q1": 0.18840222550034014, - "q3": 0.18939892399998826, + "median": 0.19235402199956297, + "iqr": 0.013180679499328107, + "q1": 0.19100399524995737, + "q3": 0.20418467474928548, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.18711057000018627, - "hd15iqr": 0.5211282189993653, - "ops": 4.432954860289291, - "total": 2.030248510000092, + "ld15iqr": 0.1899931360003393, + "hd15iqr": 0.5287160079997193, + "ops": 4.299266675708729, + "total": 2.0933802619993003, "data": [ - 0.5211282189993653, - 0.18860021700038487, - 0.18936695899992628, - 0.1891926809994402, - 0.18949481900017418, - 0.1885902760004683, - 0.1889266950001911, - 0.18783807399995567, - 0.18711057000018627 + 0.5287160079997193, + 0.2164555229992402, + 0.20009439199930057, + 0.19107979999989766, + 0.1899931360003393, + 0.19149856800049747, + 0.19235402199956297, + 0.1924122320006063, + 0.1907765810001365 ], "iterations": 1 } @@ -413,16 +413,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1099969726 + 1098920382 ], "allocations": [ - 116388 + 116385 ], "total_bytes": [ - 1185551828 + 1184500692 ], "rss_bytes": [ - 208994304 + 208769024 ] }, "columns": 800, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.04569950199947925, - "max": 0.7605377609997959, - "mean": 0.12643722333319196, - "stddev": 0.23778937000412717, + "min": 0.04620984000030148, + "max": 0.7114869020006154, + "mean": 0.1283511731111907, + "stddev": 0.21910552550677204, "rounds": 9, - "median": 0.047252298999410414, - "iqr": 0.0010656680001375207, - "q1": 0.04689650299951609, - "q3": 0.04796217099965361, + "median": 0.04810193000048457, + "iqr": 0.031430891250238346, + "q1": 0.04751784575000784, + "q3": 0.07894873700024618, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.04569950199947925, - "hd15iqr": 0.7605377609997959, - "ops": 7.9090632777086824, - "total": 1.1379350099987278, + "ld15iqr": 0.04620984000030148, + "hd15iqr": 0.7114869020006154, + "ops": 7.791124738172042, + "total": 1.1551605580007163, "data": [ - 0.7605377609997959, - 0.047252298999410414, - 0.04639542499990057, - 0.047102620000259776, - 0.04706352899938793, - 0.04569950199947925, - 0.04900160200031678, - 0.04726657800074463, - 0.04761569399943255 + 0.7114869020006154, + 0.07961248999981763, + 0.04789381099999446, + 0.048653297999408096, + 0.04808485099965765, + 0.07872748600038904, + 0.046389950000047975, + 0.04810193000048457, + 0.04620984000030148 ], "iterations": 1 } @@ -495,7 +495,7 @@ 94787038 ], "rss_bytes": [ - 177725440 + 177782784 ] }, "columns": 800, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.02225974100019812, - "max": 0.03779334199953155, - "mean": 0.02585993844432879, - "stddev": 0.004640468201010795, + "min": 0.023107515999981842, + "max": 0.04028952299995581, + "mean": 0.02820770788882025, + "stddev": 0.006492767841110744, "rounds": 9, - "median": 0.024774850000540027, - "iqr": 0.002053150000392634, - "q1": 0.0235089724997124, - "q3": 0.025562122500105033, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.02225974100019812, - "hd15iqr": 0.03779334199953155, - "ops": 38.669852295000524, - "total": 0.23273944599895913, + "median": 0.024769716000264452, + "iqr": 0.010442316249964279, + "q1": 0.02363912224973319, + "q3": 0.03408143849969747, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.023107515999981842, + "hd15iqr": 0.04028952299995581, + "ops": 35.45130302474299, + "total": 0.2538693709993822, "data": [ - 0.02641054499963502, - 0.025279315000261704, - 0.025110676999247517, - 0.03779334199953155, - 0.02225974100019812, - 0.02360408899949107, - 0.02428326399967773, - 0.024774850000540027, - 0.023223623000376392 + 0.035723516999496496, + 0.023644881999643985, + 0.02406418999999005, + 0.025114105000284326, + 0.04028952299995581, + 0.024769716000264452, + 0.023107515999981842, + 0.03353407899976446, + 0.02362184300000081 ], "iterations": 1 } @@ -559,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 99004327 + 1836432 ], "allocations": [ - 13107 + 863 ], "total_bytes": [ - 140388789 + 2556489 ], "rss_bytes": [ - 186560512 + 184426496 ] }, "columns": 800, @@ -580,7 +580,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -588,76 +588,76 @@ "warmup": false }, "stats": { - "min": 0.021229500999652373, - "max": 0.030068591999224736, - "mean": 0.025214418555555715, - "stddev": 0.0033343395485508475, + "min": 0.0008591450005042134, + "max": 0.0019156200005454593, + "mean": 0.0011004448890364277, + "stddev": 0.00045117062275284536, "rounds": 9, - "median": 0.024952998000117077, - "iqr": 0.00542737124942505, - "q1": 0.022318768500554143, - "q3": 0.027746139749979193, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.021229500999652373, - "hd15iqr": 0.030068591999224736, - "ops": 39.65984770962173, - "total": 0.22692976700000145, + "median": 0.000877635000506416, + "iqr": 0.00025790375048018177, + "q1": 0.000872129999606841, + "q3": 0.0011300337500870228, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0008591450005042134, + "hd15iqr": 0.001876280000033148, + "ops": 908.7233808461056, + "total": 0.009904004001327849, "data": [ - 0.021229500999652373, - 0.02713218799999595, - 0.029298828000719368, - 0.030068591999224736, - 0.022614868999880855, - 0.024952998000117077, - 0.027228576999732468, - 0.021968783999909647, - 0.022435430000768974 + 0.000877635000506416, + 0.000881285000104981, + 0.0008648550001453259, + 0.0008591450005042134, + 0.001876280000033148, + 0.0019156200005454593, + 0.000878855000337353, + 0.000874554999427346, + 0.0008757739997236058 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-gurobi]", + "name": "test_emit[network-2xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-specsolve-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "gurobi" }, - "param": "network-xs-specsolve-gurobi", + "param": "network-2xs5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 166430259 + 165484080 ], "allocations": [ - 63712 + 63708 ], "total_bytes": [ - 321474086 + 320319185 ], "rss_bytes": [ - 234594304 + 231178240 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250, + "variables": 8500, "phase_seconds": { - "attach": 0.0047615880002922495, - "build": 0.040095862000271154 + "attach": 0.004551635999632708, + "build": 0.03951140600020153 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -665,76 +665,76 @@ "warmup": false }, "stats": { - "min": 0.07564981500036083, - "max": 0.09085028899971803, - "mean": 0.0843733511111269, - "stddev": 0.005039323430126079, + "min": 0.0655412959995374, + "max": 0.09266459099944768, + "mean": 0.07629287966645076, + "stddev": 0.008899976694819412, "rounds": 9, - "median": 0.08210116600002948, - "iqr": 0.007020215000011376, - "q1": 0.0816668657498667, - "q3": 0.08868708074987808, + "median": 0.07536748299935425, + "iqr": 0.013352122750120543, + "q1": 0.06953310299991244, + "q3": 0.08288522575003299, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.07564981500036083, - "hd15iqr": 0.09085028899971803, - "ops": 11.852083469849559, - "total": 0.7593601600001421, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0655412959995374, + "hd15iqr": 0.09266459099944768, + "ops": 13.107383079154404, + "total": 0.6866359169980569, "data": [ - 0.08768778700050461, - 0.09085028899971803, - 0.08184209899991401, - 0.0899157270005162, - 0.07564981500036083, - 0.08189457899970876, - 0.08210116600002948, - 0.08827753199966537, - 0.08114116599972476 + 0.09266459099944768, + 0.0674686259999362, + 0.07770307999999204, + 0.07087246799983404, + 0.07022126199990453, + 0.08237189600004058, + 0.0655412959995374, + 0.08442521500001021, + 0.07536748299935425 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-in-memory-gurobi]", + "name": "test_emit[network-2xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-specsolve-in-memory-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "network-xs-specsolve-in-memory-gurobi", + "param": "network-2xs5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 153848954 + 173874007 ], "allocations": [ - 64794 + 64812 ], "total_bytes": [ - 326520977 + 346337308 ], "rss_bytes": [ - 233836544 + 231698432 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250, + "variables": 8500, "phase_seconds": { - "attach": 0.004187212000033469, - "build": 0.040983104000588355 + "attach": 0.0035484219997670152, + "build": 0.04197330300030444 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.06474236199937877, - "max": 0.08632417900025757, - "mean": 0.07278581122227479, - "stddev": 0.006592835518675911, + "min": 0.0576080800001364, + "max": 0.08047124600034294, + "mean": 0.06976622699999603, + "stddev": 0.007273600813003231, "rounds": 9, - "median": 0.07185105900043709, - "iqr": 0.007264859999622786, - "q1": 0.06762839125008213, - "q3": 0.07489325124970492, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.06474236199937877, - "hd15iqr": 0.08632417900025757, - "ops": 13.738941466849626, - "total": 0.6550723010004731, + "median": 0.0696957440004553, + "iqr": 0.009569552999664666, + "q1": 0.06496147975008171, + "q3": 0.07453103274974637, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0576080800001364, + "hd15iqr": 0.08047124600034294, + "ops": 14.333582924013605, + "total": 0.6278960429999643, "data": [ - 0.08632417900025757, - 0.07185105900043709, - 0.07084743700033869, - 0.06765058600012708, - 0.06474236199937877, - 0.07915015300022787, - 0.07347043400022812, - 0.0675618069999473, - 0.0734742839995306 + 0.07976475999930699, + 0.0645376419997774, + 0.06978801300010673, + 0.0576080800001364, + 0.06510275900018314, + 0.0696957440004553, + 0.06814134199976252, + 0.08047124600034294, + 0.07278645699989283 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-linopy-gurobi]", + "name": "test_emit[network-2xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-linopy-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "gurobi" }, - "param": "network-xs-linopy-gurobi", + "param": "network-2xs5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1126929312 + 1118426682 ], "allocations": [ - 274929 + 272411 ], "total_bytes": [ - 1393630181 + 1369008877 ], "rss_bytes": [ - 267456512 + 260657152 ] }, - "columns": 10000, - "rows": 3750, + "columns": 4000, + "rows": 1500, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.20302747799996723, - "max": 0.2375260500002696, - "mean": 0.20824409777782826, - "stddev": 0.011082211512692569, + "min": 0.19590091300051427, + "max": 0.22570889300004637, + "mean": 0.20095278611107562, + "stddev": 0.009392954258304909, "rounds": 9, - "median": 0.2038768499996877, - "iqr": 0.002813493250414467, - "q1": 0.20365757700005815, - "q3": 0.20647107025047262, + "median": 0.19764374399983353, + "iqr": 0.0028270042494114023, + "q1": 0.1970887870002116, + "q3": 0.199915791249623, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.20302747799996723, - "hd15iqr": 0.2375260500002696, - "ops": 4.802056868218572, - "total": 1.8741968800004543, + "ld15iqr": 0.19590091300051427, + "hd15iqr": 0.22570889300004637, + "ops": 4.976293284370067, + "total": 1.8085750749996805, "data": [ - 0.2375260500002696, - 0.2038768499996877, - 0.20490807999976823, - 0.20602954200057866, - 0.2077956550001545, - 0.20376404099988576, - 0.20368056200004503, - 0.20302747799996723, - 0.20358862200009753 + 0.20044582900027308, + 0.1997391119994063, + 0.19764374399983353, + 0.19755073499982245, + 0.22570889300004637, + 0.19590091300051427, + 0.19779069299966068, + 0.19727999600036128, + 0.19651515999976255 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-pyomo-gurobi]", + "name": "test_emit[network-2xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-pyomo-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "gurobi" }, - "param": "network-xs-pyomo-gurobi", + "param": "network-2xs5-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1120648276 + 1107686110 ], "allocations": [ - 153636 + 129472 ], "total_bytes": [ - 1218683756 + 1198048045 ], "rss_bytes": [ - 231387136 + 216784896 ] }, - "columns": 10000, - "rows": 3750, + "columns": 4000, + "rows": 1500, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,72 +888,72 @@ "warmup": false }, "stats": { - "min": 0.32168168799944397, - "max": 0.3530283190002592, - "mean": 0.3284235375557627, - "stddev": 0.009853971461572722, + "min": 0.1107965029996194, + "max": 0.1439332239997384, + "mean": 0.11516732022199802, + "stddev": 0.01080778056881779, "rounds": 9, - "median": 0.3233340249998946, - "iqr": 0.006673646500075847, - "q1": 0.3228876015004971, - "q3": 0.32956124800057296, + "median": 0.11187154599974747, + "iqr": 0.0013462417505252233, + "q1": 0.11095348524941073, + "q3": 0.11229972699993596, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.32168168799944397, - "hd15iqr": 0.3530283190002592, - "ops": 3.044848756707065, - "total": 2.955811838001864, + "ld15iqr": 0.1107965029996194, + "hd15iqr": 0.1439332239997384, + "ops": 8.683018742403549, + "total": 1.0365058819979822, "data": [ - 0.3289010940006847, - 0.3530283190002592, - 0.32277690899991285, - 0.3233340249998946, - 0.32848927800023375, - 0.3315417100002378, - 0.32313431600050535, - 0.32168168799944397, - 0.32292449900069187 + 0.1439332239997384, + 0.11083814199992048, + 0.11221721400033857, + 0.11187154599974747, + 0.1122213250000641, + 0.1107965029996194, + 0.11110106199976144, + 0.11253493299955153, + 0.11099193299924082 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-gurobipy-loop-gurobi]", + "name": "test_emit[network-2xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-gurobipy-loop-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "network-xs-gurobipy-loop-gurobi", + "param": "network-2xs5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 92077348 + 94944922 ], "allocations": [ - 19125 + 8563 ], "total_bytes": [ - 97994574 + 98164713 ], "rss_bytes": [ - 182706176 + 179806208 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -961,72 +961,72 @@ "warmup": false }, "stats": { - "min": 0.07878242599963414, - "max": 0.11026385700006358, - "mean": 0.0941737063331958, - "stddev": 0.014329503196114863, + "min": 0.04350786499981041, + "max": 0.07462757800021791, + "mean": 0.06101729100009834, + "stddev": 0.013329963505198385, "rounds": 9, - "median": 0.08676186599950597, - "iqr": 0.028254032499944515, - "q1": 0.0806975099999363, - "q3": 0.10895154249988082, + "median": 0.06781823399978748, + "iqr": 0.027420638750072612, + "q1": 0.0441509050001514, + "q3": 0.07157154375022401, "iqr_outliers": 0, "stddev_outliers": 4, "outliers": "4;0", - "ld15iqr": 0.07878242599963414, - "hd15iqr": 0.11026385700006358, - "ops": 10.618675200717938, - "total": 0.8475633569987622, + "ld15iqr": 0.04350786499981041, + "hd15iqr": 0.07462757800021791, + "ops": 16.388797070626886, + "total": 0.549155619000885, "data": [ - 0.11026385700006358, - 0.08676186599950597, - 0.10783514899958391, - 0.08442108700000972, - 0.10936135300016758, - 0.08073367999986658, - 0.07878242599963414, - 0.10881493899978523, - 0.08058900000014546 + 0.07171062300039921, + 0.0698143039999195, + 0.06781823399978748, + 0.04350786499981041, + 0.062168715000552766, + 0.04367286399974546, + 0.07462757800021791, + 0.07152518400016561, + 0.04431025200028671 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-gurobipy-matrix-gurobi]", + "name": "test_emit[network-2xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-gurobipy-matrix-gurobi]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "network-xs-gurobipy-matrix-gurobi", + "param": "network-2xs5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 100319699 + 2170929 ], "allocations": [ - 16570 + 864 ], "total_bytes": [ - 143520034 + 2951922 ], "rss_bytes": [ - 186626048 + 184848384 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1034,76 +1034,76 @@ "warmup": false }, "stats": { - "min": 0.02176562600016041, - "max": 0.037285546000020986, - "mean": 0.026962153777579562, - "stddev": 0.005700782776235541, + "min": 0.001452412000617187, + "max": 0.00379173900000751, + "mean": 0.0026340578890287564, + "stddev": 0.0011164247071130014, "rounds": 9, - "median": 0.024557029999414226, - "iqr": 0.009623961999977837, - "q1": 0.022738802249932633, - "q3": 0.03236276424991047, + "median": 0.003412480999941181, + "iqr": 0.0020618100002138817, + "q1": 0.0014692355000534008, + "q3": 0.0035310455002672825, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.02176562600016041, - "hd15iqr": 0.037285546000020986, - "ops": 37.08902516651144, - "total": 0.24265938399821607, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.001452412000617187, + "hd15iqr": 0.00379173900000751, + "ops": 379.64237770367504, + "total": 0.023706521001258807, "data": [ - 0.037285546000020986, - 0.02176562600016041, - 0.02269915799934097, - 0.03203188499992393, - 0.025066866999623016, - 0.023145852999732597, - 0.022752017000129854, - 0.024557029999414226, - 0.03335540199987008 + 0.003412480999941181, + 0.0014726429999427637, + 0.001477171999795246, + 0.0034590610002851463, + 0.00343500100007077, + 0.00379173900000751, + 0.003746999000213691, + 0.001452412000617187, + 0.001459013000385312 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-gurobi]", + "name": "test_emit[network-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-gurobi]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "gurobi" }, - "param": "network-s-specsolve-gurobi", + "param": "network-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 219019220 + 170625979 ], "allocations": [ - 63731 + 63716 ], "total_bytes": [ - 375245824 + 325669366 ], "rss_bytes": [ - 267886592 + 234315776 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500, + "variables": 21250, "phase_seconds": { - "attach": 0.006105755999669782, - "build": 0.062476312999933725 + "attach": 0.005680678999851807, + "build": 0.03994224399957602 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1111,76 +1111,76 @@ "warmup": false }, "stats": { - "min": 0.11973770099939429, - "max": 0.16830279799978598, - "mean": 0.14099537722197258, - "stddev": 0.016810350898985936, + "min": 0.06689204999929643, + "max": 0.09739089400045486, + "mean": 0.07690568744439791, + "stddev": 0.008588383276913917, "rounds": 9, - "median": 0.14081744299983256, - "iqr": 0.024755677000484866, - "q1": 0.12679047299957347, - "q3": 0.15154615000005833, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.11973770099939429, - "hd15iqr": 0.16830279799978598, - "ops": 7.092431111593643, - "total": 1.2689583949977532, + "median": 0.07525691499995446, + "iqr": 0.004178156250418397, + "q1": 0.07304627274993436, + "q3": 0.07722442900035276, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.06689204999929643, + "hd15iqr": 0.09739089400045486, + "ops": 13.002939486406525, + "total": 0.6921511869995811, "data": [ - 0.16226314300001832, - 0.12138339600005565, - 0.14797381900007167, - 0.13667210999938106, - 0.12859283199941274, - 0.14321515299980092, - 0.16830279799978598, - 0.11973770099939429, - 0.14081744299983256 + 0.09739089400045486, + 0.07115138500012108, + 0.0751095149998946, + 0.07525691499995446, + 0.07367790199987212, + 0.06689204999929643, + 0.075915621000604, + 0.07560605199978454, + 0.08115085299959901 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-in-memory-gurobi]", + "name": "test_emit[network-xs-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-in-memory-gurobi]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "network-s-specsolve-in-memory-gurobi", + "param": "network-xs-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 223213771 + 158043426 ], "allocations": [ - 64822 + 64807 ], "total_bytes": [ - 397069379 + 330715033 ], "rss_bytes": [ - 268046336 + 234524672 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500, + "variables": 21250, "phase_seconds": { - "attach": 0.006830188999629172, - "build": 0.069524530000308 + "attach": 0.003563209999811079, + "build": 0.04419391000010364 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.11320565899950452, - "max": 0.16197958399970958, - "mean": 0.13925503622198854, - "stddev": 0.013796774493140034, + "min": 0.06356384100035939, + "max": 0.08594774399989547, + "mean": 0.07541965811136227, + "stddev": 0.007169460153027998, "rounds": 9, - "median": 0.1383379059998333, - "iqr": 0.0153527010002108, - "q1": 0.1334198162494431, - "q3": 0.1487725172496539, + "median": 0.07637998800055357, + "iqr": 0.009611358250140256, + "q1": 0.07114466525013086, + "q3": 0.08075602350027111, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.11320565899950452, - "hd15iqr": 0.16197958399970958, - "ops": 7.181068829754101, - "total": 1.2532953259978967, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.06356384100035939, + "hd15iqr": 0.08594774399989547, + "ops": 13.259142576905239, + "total": 0.6787769230022604, "data": [ - 0.16197958399970958, - 0.11320565899950452, - 0.1408513940004923, - 0.14801360899946303, - 0.13382521699986683, - 0.13220943999931478, - 0.1383379059998333, - 0.1510492420002265, - 0.13382327499948588 + 0.08594774399989547, + 0.08063310400029877, + 0.07268814899998688, + 0.07353355400027795, + 0.06651421400056279, + 0.07839154700013751, + 0.06356384100035939, + 0.07637998800055357, + 0.08112478200018813 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-linopy-gurobi]", + "name": "test_emit[network-xs-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-linopy-gurobi]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "gurobi" }, - "param": "network-s-linopy-gurobi", + "param": "network-xs-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1255198717 + 1126929824 ], "allocations": [ - 308885 + 274928 ], "total_bytes": [ - 1742337016 + 1393628035 ], "rss_bytes": [ - 399933440 + 268558336 ] }, - "columns": 100000, - "rows": 37500, + "columns": 10000, + "rows": 3750, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,72 +1261,72 @@ "warmup": false }, "stats": { - "min": 0.3566577159999724, - "max": 0.4020614020000721, - "mean": 0.37763790477785936, - "stddev": 0.017139001592758937, + "min": 0.20793974500065815, + "max": 0.24609053899985156, + "mean": 0.22640234055557407, + "stddev": 0.016525470244235927, "rounds": 9, - "median": 0.38500497299992276, - "iqr": 0.02844862425035899, - "q1": 0.36143711324984906, - "q3": 0.38988573750020805, + "median": 0.23281265399964468, + "iqr": 0.03147292375001598, + "q1": 0.2101387055001851, + "q3": 0.24161162925020108, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.3566577159999724, - "hd15iqr": 0.4020614020000721, - "ops": 2.6480392655187437, - "total": 3.398741143000734, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.20793974500065815, + "hd15iqr": 0.24609053899985156, + "ops": 4.416915468038344, + "total": 2.0376210650001667, "data": [ - 0.4020614020000721, - 0.38852829200004635, - 0.38766708000002836, - 0.3618764889997692, - 0.38500497299992276, - 0.3601189860000886, - 0.3566577159999724, - 0.36286813100014115, - 0.39395807400069316 + 0.24054957000043942, + 0.24479780699948606, + 0.23281265399964468, + 0.20793974500065815, + 0.2351585910000722, + 0.21073701899968, + 0.20902529900013178, + 0.21050984100020287, + 0.24609053899985156 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-pyomo-gurobi]", + "name": "test_emit[network-xs-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-pyomo-gurobi]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "gurobi" }, - "param": "network-s-pyomo-gurobi", + "param": "network-xs-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1337815758 + 1120648788 ], "allocations": [ - 514263 + 153636 ], "total_bytes": [ - 1564321918 + 1218683564 ], "rss_bytes": [ - 467931136 + 231215104 ] }, - "columns": 100000, - "rows": 37500, + "columns": 10000, + "rows": 3750, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1334,72 +1334,145 @@ "warmup": false }, "stats": { - "min": 3.1045728990002317, - "max": 3.3837464569996882, - "mean": 3.1910521703334274, - "stddev": 0.08923336211798895, + "min": 0.31466458100021555, + "max": 0.3477861549999943, + "mean": 0.32760261322235035, + "stddev": 0.013345951691417196, "rounds": 9, - "median": 3.184747964000053, - "iqr": 0.09147514175060678, - "q1": 3.1215076169999065, - "q3": 3.2129827587505133, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 3.1045728990002317, - "hd15iqr": 3.3837464569996882, - "ops": 0.3133762616909869, - "total": 28.719469533000847, + "median": 0.32052952899994125, + "iqr": 0.02495900974918186, + "q1": 0.3180858970006284, + "q3": 0.34304490674981025, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.31466458100021555, + "hd15iqr": 0.3477861549999943, + "ops": 3.0524787032796965, + "total": 2.948423519001153, "data": [ - 3.3837464569996882, - 3.1045728990002317, - 3.114818366999316, - 3.1237373670001034, - 3.1536841910001385, - 3.1918422200005807, - 3.184747964000053, - 3.1859156930004247, - 3.276404375000311 + 0.31466458100021555, + 0.3450563489996057, + 0.3184139700006199, + 0.32052952899994125, + 0.3202926310004841, + 0.3477861549999943, + 0.32220419999976, + 0.34237442599987844, + 0.3171016780006539 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-gurobipy-loop-gurobi]", + "name": "test_emit[network-xs-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-gurobipy-loop-gurobi]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "network-s-gurobipy-loop-gurobi", + "param": "network-xs-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 156014510 + 102563076 ], "allocations": [ - 176859 + 19127 ], "total_bytes": [ - 212357990 + 108480302 ], "rss_bytes": [ - 239071232 + 183164928 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0810455330001787, + "max": 0.1257793999993737, + "mean": 0.10083637044418639, + "stddev": 0.014706949426648788, + "rounds": 9, + "median": 0.1048376870003267, + "iqr": 0.024299365499700798, + "q1": 0.08496842474983168, + "q3": 0.10926779024953248, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.0810455330001787, + "hd15iqr": 0.1257793999993737, + "ops": 9.917056669086545, + "total": 0.9075273339976775, + "data": [ + 0.11055480599952716, + 0.10883878499953425, + 0.08420617499996297, + 0.1048376870003267, + 0.0810455330001787, + 0.08522250799978792, + 0.1257793999993737, + 0.1016169059994354, + 0.10542553399955068 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-gurobipy-matrix-gurobi]", + "params": { + "case_name": "network", + "size": "xs", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "network-xs-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2865429 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 3679958 + ], + "rss_bytes": [ + 186032128 + ] + }, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, + "live_fraction": 0.47058823529411764, + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1407,72 +1480,1540 @@ "warmup": false }, "stats": { - "min": 0.7533284560004176, - "max": 0.807404162000239, - "mean": 0.779580199222538, - "stddev": 0.018179949688568158, + "min": 0.002643625000018801, + "max": 0.006400833000043349, + "mean": 0.005172833888840008, + "stddev": 0.0017840485358026619, "rounds": 9, - "median": 0.7816867439996713, - "iqr": 0.02743817500027035, - "q1": 0.7641432587504369, - "q3": 0.7915814337507072, + "median": 0.006339432999993733, + "iqr": 0.003367758749618588, + "q1": 0.0029908502499438328, + "q3": 0.006358608999562421, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.7533284560004176, - "hd15iqr": 0.807404162000239, - "ops": 1.2827416614702156, - "total": 7.016221793002842, + "ld15iqr": 0.002643625000018801, + "hd15iqr": 0.006400833000043349, + "ops": 193.31763236345617, + "total": 0.04655550499956007, + "data": [ + 0.006355783999424602, + 0.0026556849998087273, + 0.006338915000014822, + 0.0063670839999758755, + 0.006400833000043349, + 0.006339432999993733, + 0.003102571999988868, + 0.0063515740002912935, + 0.002643625000018801 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-specsolve-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "network-xs5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 173838605 + ], + "allocations": [ + 63698 + ], + "total_bytes": [ + 329526106 + ], + "rss_bytes": [ + 247414784 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, + "live_fraction": 0.47058823529411764, + "variables": 106250, + "phase_seconds": { + "attach": 0.00601125499997579, + "build": 0.05478451099952508 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08731222699952923, + "max": 0.12509858300018095, + "mean": 0.10330246877795919, + "stddev": 0.012372281220302773, + "rounds": 9, + "median": 0.09814337600073486, + "iqr": 0.01787971675003064, + "q1": 0.09542653874996176, + "q3": 0.1133062554999924, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.08731222699952923, + "hd15iqr": 0.12509858300018095, + "ops": 9.68031075955623, + "total": 0.9297222190016328, + "data": [ + 0.12509858300018095, + 0.1028929390004123, + 0.09602156799974182, + 0.08731222699952923, + 0.0936414510006216, + 0.09814337600073486, + 0.11775245500029996, + 0.09703543100022216, + 0.11182418899988988 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "network-xs5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 183802308 + ], + "allocations": [ + 64811 + ], + "total_bytes": [ + 357117997 + ], + "rss_bytes": [ + 248262656 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, + "live_fraction": 0.47058823529411764, + "variables": 106250, + "phase_seconds": { + "attach": 0.0034179110007244162, + "build": 0.05826995000006718 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0968346619993099, + "max": 0.12276367599952209, + "mean": 0.10982636588869354, + "stddev": 0.010701708596743128, + "rounds": 9, + "median": 0.11040069599948765, + "iqr": 0.022362742500263266, + "q1": 0.09811491349978496, + "q3": 0.12047765600004823, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.0968346619993099, + "hd15iqr": 0.12276367599952209, + "ops": 9.105281704517807, + "total": 0.9884372929982419, + "data": [ + 0.1223760980001316, + 0.11040069599948765, + 0.11483649100046023, + 0.10519194599964976, + 0.0968346619993099, + 0.11984484200002044, + 0.09805349599992041, + 0.12276367599952209, + 0.09813538599973981 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-linopy-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "network-xs5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1184247116 + ], + "allocations": [ + 290007 + ], + "total_bytes": [ + 1550079431 + ], + "rss_bytes": [ + 331685888 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2737832419998085, + "max": 0.3005248310000752, + "mean": 0.2836763306000648, + "stddev": 0.010261312050223537, + "rounds": 5, + "median": 0.281040922000102, + "iqr": 0.01178940375075399, + "q1": 0.2770310539997354, + "q3": 0.28882045775048937, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.2737832419998085, + "hd15iqr": 0.3005248310000752, + "ops": 3.5251443004944574, + "total": 1.4183816530003241, + "data": [ + 0.2849190000006274, + 0.281040922000102, + 0.278113657999711, + 0.3005248310000752, + 0.2737832419998085 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-pyomo-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "network-xs5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1217229232 + ], + "allocations": [ + 314010 + ], + "total_bytes": [ + 1370539710 + ], + "rss_bytes": [ + 343162880 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.5647585070000787, + "max": 1.6191725609996865, + "mean": 1.600647640599891, + "stddev": 0.0228580288315693, + "rounds": 5, + "median": 1.6130085750000944, + "iqr": 0.031772911499956535, + "q1": 1.5844668877498407, + "q3": 1.6162397992497972, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.5647585070000787, + "hd15iqr": 1.6191725609996865, + "ops": 0.6247471177511746, + "total": 8.003238202999455, + "data": [ + 1.5647585070000787, + 1.615262211999834, + 1.6191725609996865, + 1.5910363479997613, + 1.6130085750000944 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-gurobipy-loop-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "network-xs5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 123807327 + ], + "allocations": [ + 89273 + ], + "total_bytes": [ + 150711334 + ], + "rss_bytes": [ + 209129472 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.4142764389998774, + "max": 0.4402457730002425, + "mean": 0.4237167098888474, + "stddev": 0.009680859767233162, + "rounds": 9, + "median": 0.42001541599984193, + "iqr": 0.010302163999313052, + "q1": 0.4175107782500618, + "q3": 0.42781294224937483, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4142764389998774, + "hd15iqr": 0.4402457730002425, + "ops": 2.3600674145287486, + "total": 3.8134503889996267, + "data": [ + 0.4142764389998774, + 0.42001541599984193, + 0.4400045439997484, + 0.4402457730002425, + 0.42079906100025255, + 0.4165603760002341, + 0.4199721260001752, + 0.41782757900000433, + 0.4237490749992503 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "network-xs5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 7544179 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 8358708 + ], + "rss_bytes": [ + 192135168 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.010468919999766513, + "max": 0.02733415500006231, + "mean": 0.0186298156668272, + "stddev": 0.007811328472843002, + "rounds": 9, + "median": 0.02278676199966867, + "iqr": 0.014951009500464352, + "q1": 0.01048646850017576, + "q3": 0.025437478000640112, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.010468919999766513, + "hd15iqr": 0.02733415500006231, + "ops": 53.67739637814182, + "total": 0.1676683410014448, + "data": [ + 0.025303136000729864, + 0.010468919999766513, + 0.02443411200056289, + 0.02278676199966867, + 0.025840504000370856, + 0.010471550999682222, + 0.02733415500006231, + 0.010491441000340274, + 0.010537760000261187 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "network-s-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 216004268 + ], + "allocations": [ + 63726 + ], + "total_bytes": [ + 372231224 + ], + "rss_bytes": [ + 269717504 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500, + "phase_seconds": { + "attach": 0.006443632999435067, + "build": 0.06618510599946603 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.111607628999991, + "max": 0.1393623320000188, + "mean": 0.1255000105553942, + "stddev": 0.009528047689551082, + "rounds": 9, + "median": 0.12355535200003942, + "iqr": 0.012868434249639904, + "q1": 0.11933232574983776, + "q3": 0.13220075999947767, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.111607628999991, + "hd15iqr": 0.1393623320000188, + "ops": 7.968126819866775, + "total": 1.1295000949985479, + "data": [ + 0.12355535200003942, + 0.13050516199928097, + 0.12087345700001606, + 0.111607628999991, + 0.11470893199930288, + 0.13728755400006776, + 0.12159890200018708, + 0.1300007749996439, + 0.1393623320000188 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-in-memory-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "network-s-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 190184563 + ], + "allocations": [ + 64801 + ], + "total_bytes": [ + 364038923 + ], + "rss_bytes": [ + 266002432 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500, + "phase_seconds": { + "attach": 0.004985831000340113, + "build": 0.06427292699936515 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.11013083799934975, + "max": 0.1374325429997043, + "mean": 0.12544977222215595, + "stddev": 0.008525428353512776, + "rounds": 9, + "median": 0.12520815300013055, + "iqr": 0.009809802000290802, + "q1": 0.12095081649977146, + "q3": 0.13076061850006226, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.11013083799934975, + "hd15iqr": 0.1374325429997043, + "ops": 7.971317781503217, + "total": 1.1290479499994035, + "data": [ + 0.1374325429997043, + 0.11013083799934975, + 0.1174841860001834, + 0.12210635999963415, + 0.12866307300009794, + 0.12338054300016665, + 0.12920011000005616, + 0.12520815300013055, + 0.1354421440000806 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-linopy-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "network-s-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1255199229 + ], + "allocations": [ + 308886 + ], + "total_bytes": [ + 1742336990 + ], + "rss_bytes": [ + 410578944 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.3519139019999784, + "max": 0.37816822300010244, + "mean": 0.35766823977772016, + "stddev": 0.008092958100918386, + "rounds": 9, + "median": 0.35469713600014074, + "iqr": 0.004836062500089611, + "q1": 0.35310343424976054, + "q3": 0.35793949674985015, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.3519139019999784, + "hd15iqr": 0.37816822300010244, + "ops": 2.795887050584836, + "total": 3.2190141579994815, + "data": [ + 0.36022656400018604, + 0.3563350559998071, + 0.3519139019999784, + 0.35303101499994227, + 0.35312757399969996, + 0.3571771409997382, + 0.35469713600014074, + 0.3543375469998864, + 0.37816822300010244 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-pyomo-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "network-s-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1337750222 + ], + "allocations": [ + 514262 + ], + "total_bytes": [ + 1564255246 + ], + "rss_bytes": [ + 470720512 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 3.1787099159992067, + "max": 3.359898702999999, + "mean": 3.2322402698000587, + "stddev": 0.07291639791474151, + "rounds": 5, + "median": 3.2015880770004514, + "iqr": 0.061043507500471605, + "q1": 3.1946810684999036, + "q3": 3.2557245760003752, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 3.1787099159992067, + "hd15iqr": 3.359898702999999, + "ops": 0.3093829407867189, + "total": 16.161201349000294, + "data": [ + 3.359898702999999, + 3.200004786000136, + 3.1787099159992067, + 3.2209998670005007, + 3.2015880770004514 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-gurobipy-loop-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "network-s-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 164962398 + ], + "allocations": [ + 176860 + ], + "total_bytes": [ + 220746598 + ], + "rss_bytes": [ + 239988736 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.7562976250001157, + "max": 0.7871544120007457, + "mean": 0.7740461577778761, + "stddev": 0.010298199293436231, + "rounds": 9, + "median": 0.779174506000345, + "iqr": 0.0159838829997625, + "q1": 0.7642891252498885, + "q3": 0.780273008249651, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.7562976250001157, + "hd15iqr": 0.7871544120007457, + "ops": 1.2919126203930653, + "total": 6.966415420000885, + "data": [ + 0.7753289490001407, + 0.7800707719998172, + 0.7562976250001157, + 0.7648395169999276, + 0.7626379499997711, + 0.7808215170007315, + 0.779174506000345, + 0.7800901719992908, + 0.7871544120007457 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s-gurobipy-matrix-gurobi]", + "params": { + "case_name": "network", + "size": "s", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "network-s-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 13400429 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 14214958 + ], + "rss_bytes": [ + 200478720 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.020283066000047256, + "max": 0.03540627000074892, + "mean": 0.024842507333333843, + "stddev": 0.006813413347597893, + "rounds": 9, + "median": 0.02036126399980276, + "iqr": 0.01236802075027299, + "q1": 0.02030971174986007, + "q3": 0.03267773250013306, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.020283066000047256, + "hd15iqr": 0.03540627000074892, + "ops": 40.25358578271177, + "total": 0.2235825660000046, + "data": [ + 0.03393261900055222, + 0.03540627000074892, + 0.03225943699999334, + 0.020396885999616643, + 0.020303704999605543, + 0.02036126399980276, + 0.020311713999944914, + 0.020283066000047256, + 0.020327604999692994 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-specsolve-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "network-s5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 438345998 + ], + "allocations": [ + 63810 + ], + "total_bytes": [ + 598956238 + ], + "rss_bytes": [ + 435937280 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500, + "phase_seconds": { + "attach": 0.01148201500018331, + "build": 0.19563206400016497 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.35825364500033174, + "max": 0.41618620799999917, + "mean": 0.38646386266666216, + "stddev": 0.020187721585910836, + "rounds": 9, + "median": 0.3805990600003497, + "iqr": 0.030869706250086892, + "q1": 0.3730183314999067, + "q3": 0.4038880377499936, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.35825364500033174, + "hd15iqr": 0.41618620799999917, + "ops": 2.587564056053885, + "total": 3.4781747639999594, + "data": [ + 0.41618620799999917, + 0.3755219770000622, + 0.392239922999579, + 0.37680583100063814, + 0.41181501199935155, + 0.4012457130002076, + 0.35825364500033174, + 0.3655073949994403, + 0.3805990600003497 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "network-s5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 432055013 + ], + "allocations": [ + 64848 + ], + "total_bytes": [ + 610291521 + ], + "rss_bytes": [ + 411197440 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500, + "phase_seconds": { + "attach": 0.014530348000334925, + "build": 0.2077544849998958 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.29917339799976617, + "max": 0.41375919099937164, + "mean": 0.358625111888816, + "stddev": 0.03581411783825673, + "rounds": 9, + "median": 0.3536515309997412, + "iqr": 0.05342844799952218, + "q1": 0.3345070997502262, + "q3": 0.38793554774974837, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.29917339799976617, + "hd15iqr": 0.41375919099937164, + "ops": 2.7884271537293475, + "total": 3.227626006999344, + "data": [ + 0.41375919099937164, + 0.3512672040005782, + 0.29917339799976617, + 0.3536515309997412, + 0.3868395439994856, + 0.3380224700003964, + 0.3697281209997527, + 0.3239609889997155, + 0.3912235590005366 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-linopy-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "network-s5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1832270740 + ], + "allocations": [ + 460268 + ], + "total_bytes": [ + 3287838851 + ], + "rss_bytes": [ + 1010814976 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.0882160599994677, + "max": 1.1241321980005523, + "mean": 1.1089901670000473, + "stddev": 0.017880827018171435, + "rounds": 5, + "median": 1.1202251489994524, + "iqr": 0.03212307150010929, + "q1": 1.0901235320002343, + "q3": 1.1222466035003436, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.0882160599994677, + "hd15iqr": 1.1241321980005523, + "ops": 0.9017212503381533, + "total": 5.544950835000236, + "data": [ + 1.1241321980005523, + 1.0907593560004898, + 1.0882160599994677, + 1.121618072000274, + 1.1202251489994524 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-pyomo-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "network-s5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2299931604 + ], + "allocations": [ + 2116151 + ], + "total_bytes": [ + 3153839361 + ], + "rss_bytes": [ + 1466789888 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 16.018015597000158, + "max": 16.45758876200034, + "mean": 16.266824660600285, + "stddev": 0.18384011096841277, + "rounds": 5, + "median": 16.3441887529998, + "iqr": 0.29579660050012535, + "q1": 16.104426066250426, + "q3": 16.40022266675055, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 16.018015597000158, + "hd15iqr": 16.45758876200034, + "ops": 0.06147481274708087, + "total": 81.33412330300143, + "data": [ + 16.45758876200034, + 16.133229556000515, + 16.018015597000158, + 16.38110063500062, + 16.3441887529998 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-gurobipy-loop-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "network-s5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 430581874 + ], + "allocations": [ + 877302 + ], + "total_bytes": [ + 714995509 + ], + "rss_bytes": [ + 503533568 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 4.06973268999991, + "max": 4.143662181999389, + "mean": 4.101133174599999, + "stddev": 0.031152944008491168, + "rounds": 5, + "median": 4.10395719600001, + "iqr": 0.051720236250275775, + "q1": 4.071431917750033, + "q3": 4.123152154000309, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 4.06973268999991, + "hd15iqr": 4.143662181999389, + "ops": 0.24383504690689156, + "total": 20.505665872999998, + "data": [ + 4.06973268999991, + 4.071998327000074, + 4.10395719600001, + 4.143662181999389, + 4.116315478000615 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "network-s5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 60737929 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 61552458 + ], + "rss_bytes": [ + 274231296 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.10066906100018969, + "max": 0.10406758099998115, + "mean": 0.10144893633332686, + "stddev": 0.0010517719374561378, + "rounds": 9, + "median": 0.1010885989999224, + "iqr": 0.00047034249973876285, + "q1": 0.10094425900001625, + "q3": 0.10141460149975501, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.10066906100018969, + "hd15iqr": 0.10406758099998115, + "ops": 9.857175798416836, + "total": 0.9130404269999417, + "data": [ + 0.10066906100018969, + 0.10098620900043898, + 0.10111222900013672, + 0.1009516590002022, + 0.10120768799970392, + 0.1010885989999224, + 0.10406758099998115, + 0.10092205899945839, + 0.10203534199990827 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-gurobi]", + "params": { + "case_name": "network", + "size": "m", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "network-m-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 736306814 + ], + "allocations": [ + 63846 + ], + "total_bytes": [ + 902243154 + ], + "rss_bytes": [ + 579715072 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": 1999950, + "live_fraction": 0.47058823529411764, + "variables": 2125000, + "phase_seconds": { + "attach": 0.018601295000735263, + "build": 0.2791457019993686 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5948237580005298, + "max": 0.6816046379999534, + "mean": 0.6317286544444869, + "stddev": 0.033601986854629576, + "rounds": 9, + "median": 0.6201158060002854, + "iqr": 0.05834675499909281, + "q1": 0.6046953405004842, + "q3": 0.663042095499577, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5948237580005298, + "hd15iqr": 0.6816046379999534, + "ops": 1.582958114951037, + "total": 5.685557890000382, + "data": [ + 0.6309973849993185, + 0.6040793760002998, + 0.6049006620005457, + 0.6201158060002854, + 0.6815797179997389, + 0.6568628879995231, + 0.6816046379999534, + 0.6105936590001875, + 0.5948237580005298 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-in-memory-gurobi]", + "params": { + "case_name": "network", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "network-m-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 718351269 + ], + "allocations": [ + 64886 + ], + "total_bytes": [ + 901913933 + ], + "rss_bytes": [ + 586018816 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": 1999950, + "live_fraction": 0.47058823529411764, + "variables": 2125000, + "phase_seconds": { + "attach": 0.019578258999899845, + "build": 0.32398678900062805 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.577918924000187, + "max": 0.7101193660000718, + "mean": 0.6716720683332622, + "stddev": 0.041298860303649494, + "rounds": 9, + "median": 0.6761655580003207, + "iqr": 0.04271754125056759, + "q1": 0.6576150809994488, + "q3": 0.7003326222500164, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.6424139789996843, + "hd15iqr": 0.7101193660000718, + "ops": 1.4888217735203364, + "total": 6.045048614999359, "data": [ - 0.7574454579998928, - 0.7888866390003386, - 0.7898682190007094, - 0.807404162000239, - 0.7967210780007008, - 0.7663758590006182, - 0.7745051780002541, - 0.7533284560004176, - 0.7816867439996713 + 0.7101193660000718, + 0.6626821149993702, + 0.7005370999995648, + 0.6758592409996709, + 0.7002644630001669, + 0.6761655580003207, + 0.577918924000187, + 0.6990878690003228, + 0.6424139789996843 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-s-gurobipy-matrix-gurobi]", + "name": "test_emit[network-m-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m-linopy-gurobi]", "params": { "case_name": "network", - "size": "s", - "arm": "gurobipy-matrix", + "size": "m", + "arm": "linopy", "sink": "gurobi" }, - "param": "network-s-gurobipy-matrix-gurobi", + "param": "network-m-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 125055331 + 2551253696 ], "allocations": [ - 50332 + 648886 ], "total_bytes": [ - 178316493 + 5243363408 ], "rss_bytes": [ - 203735040 + 1755127808 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 1000000, + "rows": 375000, + "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 2125000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1480,76 +3021,68 @@ "warmup": false }, "stats": { - "min": 0.04664000400043733, - "max": 0.07551085599970975, - "mean": 0.0584702451111904, - "stddev": 0.01315762596197043, - "rounds": 9, - "median": 0.04857020700001158, - "iqr": 0.024030685249726957, - "q1": 0.04734152800006086, - "q3": 0.07137221324978782, + "min": 2.025113674999375, + "max": 2.0955119070004002, + "mean": 2.047099528599938, + "stddev": 0.028453695712065137, + "rounds": 5, + "median": 2.033031741000741, + "iqr": 0.030016225000053964, + "q1": 2.030760205249635, + "q3": 2.060776430249689, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.04664000400043733, - "hd15iqr": 0.07551085599970975, - "ops": 17.102716058370238, - "total": 0.5262322060007136, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.025113674999375, + "hd15iqr": 2.0955119070004002, + "ops": 0.48849603354846394, + "total": 10.23549764299969, "data": [ - 0.04785901300056139, - 0.04664000400043733, - 0.04695951099984086, - 0.047468867000134196, - 0.04857020700001158, - 0.06876321700019616, - 0.07551085599970975, - 0.07394637000015791, - 0.07051416099966445 + 2.0955119070004002, + 2.049197937999452, + 2.033031741000741, + 2.0326423819997217, + 2.025113674999375 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-gurobi]", + "name": "test_emit[network-m-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m-gurobipy-loop-gurobi]", "params": { "case_name": "network", "size": "m", - "arm": "specsolve", + "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "network-m-specsolve-gurobi", + "param": "network-m-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 713630550 + 759006403 ], "allocations": [ - 63832 + 1752761 ], "total_bytes": [ - 879568090 + 1312767106 ], "rss_bytes": [ - 589266944 + 832790528 ] }, "columns": 1000000, "rows": 375000, "nonzeros": 1999950, "live_fraction": 0.47058823529411764, - "variables": 2125000, - "phase_seconds": { - "attach": 0.018835941999896022, - "build": 0.31744809599967994 - } + "variables": 2125000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1557,76 +3090,68 @@ "warmup": false }, "stats": { - "min": 0.6349103319998903, - "max": 0.7144648829998914, - "mean": 0.6770019847778409, - "stddev": 0.027231818203403577, - "rounds": 9, - "median": 0.6792073280003024, - "iqr": 0.041807567000432755, - "q1": 0.6543650642497596, - "q3": 0.6961726312501924, + "min": 7.939811010000085, + "max": 8.088161720999778, + "mean": 8.004189713599953, + "stddev": 0.06312095851709082, + "rounds": 5, + "median": 8.00064142500014, + "iqr": 0.1090235437497995, + "q1": 7.946110223999995, + "q3": 8.055133767749794, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.6349103319998903, - "hd15iqr": 0.7144648829998914, - "ops": 1.4771005439934586, - "total": 6.0930178630005685, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.939811010000085, + "hd15iqr": 8.088161720999778, + "ops": 0.12493456999162522, + "total": 40.02094856799977, "data": [ - 0.6565244599996731, - 0.6349103319998903, - 0.6807433730000412, - 0.6906147460003922, - 0.7144648829998914, - 0.647886877000019, - 0.7128462869995928, - 0.6792073280003024, - 0.675819577000766 + 7.939811010000085, + 7.948209961999964, + 8.0441244499998, + 8.00064142500014, + 8.088161720999778 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-in-memory-gurobi]", + "name": "test_emit[network-m-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m-gurobipy-matrix-gurobi]", "params": { "case_name": "network", "size": "m", - "arm": "specsolve-in-memory", + "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "network-m-specsolve-in-memory-gurobi", + "param": "network-m-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 721495725 + 119987929 ], "allocations": [ - 64885 + 864 ], "total_bytes": [ - 905058829 + 120802458 ], "rss_bytes": [ - 565567488 + 364941312 ] }, "columns": 1000000, "rows": 375000, "nonzeros": 1999950, "live_fraction": 0.47058823529411764, - "variables": 2125000, - "phase_seconds": { - "attach": 0.019761563999963982, - "build": 0.35305835899998783 - } + "variables": 2125000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,72 +3159,76 @@ "warmup": false }, "stats": { - "min": 0.6508682109997608, - "max": 0.7433699749999505, - "mean": 0.700970239888799, - "stddev": 0.03179006607257122, + "min": 0.20169816999987233, + "max": 0.20346771000004082, + "mean": 0.20247656399988045, + "stddev": 0.0005688086132146675, "rounds": 9, - "median": 0.7003893680002875, - "iqr": 0.04671200550001231, - "q1": 0.6789852794997842, - "q3": 0.7256972849997965, + "median": 0.2024924959996497, + "iqr": 0.0008317247509239678, + "q1": 0.20204411149939006, + "q3": 0.20287583625031402, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.6508682109997608, - "hd15iqr": 0.7433699749999505, - "ops": 1.4265940878726016, - "total": 6.308732158999192, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.20169816999987233, + "hd15iqr": 0.20346771000004082, + "ops": 4.938843193726808, + "total": 1.822289075998924, "data": [ - 0.6575791499999468, - 0.6508682109997608, - 0.7161074470004678, - 0.7238405489997604, - 0.7312674929999048, - 0.6861206559997299, - 0.7003893680002875, - 0.6991893099993831, - 0.7433699749999505 + 0.2020423789999768, + 0.20204468899919448, + 0.20169816999987233, + 0.2024924959996497, + 0.20283127400034573, + 0.2030095230002189, + 0.20204842899966025, + 0.2026544059999651, + 0.20346771000004082 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-m-linopy-gurobi]", + "name": "test_emit[network-m5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-specsolve-gurobi]", "params": { "case_name": "network", - "size": "m", - "arm": "linopy", + "size": "m5", + "arm": "specsolve", "sink": "gurobi" }, - "param": "network-m-linopy-gurobi", + "param": "network-m5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 2551253184 + 2756685718 ], "allocations": [ - 648870 + 63900 ], "total_bytes": [ - 5243362418 + 2965464822 ], "rss_bytes": [ - 1753227264 + 1523896320 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": null, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, "live_fraction": 0.47058823529411764, - "variables": 2125000 + "variables": 10625000, + "phase_seconds": { + "attach": 0.0282254899993859, + "build": 0.7223421669996242 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1707,72 +3236,72 @@ "warmup": false }, "stats": { - "min": 2.0445599909999146, - "max": 2.1067553049997514, - "mean": 2.067723097333227, - "stddev": 0.02465270870214623, - "rounds": 9, - "median": 2.05249361999995, - "iqr": 0.04151353224960985, - "q1": 2.049077912749908, - "q3": 2.090591444999518, + "min": 2.1543861039999683, + "max": 2.25718098499965, + "mean": 2.2045721394002613, + "stddev": 0.048720957324181184, + "rounds": 5, + "median": 2.1938362620003318, + "iqr": 0.09327189174973682, + "q1": 2.1613564450005924, + "q3": 2.2546283367503293, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 2.0445599909999146, - "hd15iqr": 2.1067553049997514, - "ops": 0.48362375082510556, - "total": 18.609507875999043, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 2.1543861039999683, + "hd15iqr": 2.25718098499965, + "ops": 0.45360275680161827, + "total": 11.022860697001306, "data": [ - 2.1067553049997514, - 2.068309199000396, - 2.051858906000234, - 2.0445599909999146, - 2.046647941999254, - 2.0498879030001262, - 2.0866853849993277, - 2.05249361999995, - 2.102309625000089 + 2.1938362620003318, + 2.1543861039999683, + 2.1636798920008005, + 2.25718098499965, + 2.2537774540005557 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-m-gurobipy-loop-gurobi]", + "name": "test_emit[network-m5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-specsolve-in-memory-gurobi]", "params": { "case_name": "network", - "size": "m", - "arm": "gurobipy-loop", + "size": "m5", + "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "network-m-gurobipy-loop-gurobi", + "param": "network-m5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 769361091 + 2713170301 ], "allocations": [ - 1752763 + 64911 ], "total_bytes": [ - 1323121794 + 2939575729 ], "rss_bytes": [ - 825692160 + 1490710528 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": 1999950, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, "live_fraction": 0.47058823529411764, - "variables": 2125000 + "variables": 10625000, + "phase_seconds": { + "attach": 0.03171837100035191, + "build": 0.9332089669997004 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1780,72 +3309,68 @@ "warmup": false }, "stats": { - "min": 7.868052869999701, - "max": 8.100054079999609, - "mean": 7.980651124555556, - "stddev": 0.07533709129608487, - "rounds": 9, - "median": 8.011359211000126, - "iqr": 0.11882785200032231, - "q1": 7.904625789249849, - "q3": 8.023453641250171, + "min": 2.2703301689998625, + "max": 2.4694195150004816, + "mean": 2.3734804008003265, + "stddev": 0.08501078071703391, + "rounds": 5, + "median": 2.3538152380006068, + "iqr": 0.14649129399958838, + "q1": 2.3094119692505046, + "q3": 2.455903263250093, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 7.868052869999701, - "hd15iqr": 8.100054079999609, - "ops": 0.1253030591605632, - "total": 71.825860121, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.2703301689998625, + "hd15iqr": 2.4694195150004816, + "ops": 0.42132220668972226, + "total": 11.867402004001633, "data": [ - 8.022873699000229, - 8.017093350999858, - 8.025193467999998, - 7.89680655400025, - 8.100054079999609, - 7.907232200999715, - 7.868052869999701, - 7.9771946870005195, - 8.011359211000126 + 2.3538152380006068, + 2.2703301689998625, + 2.4694195150004816, + 2.3224392360007187, + 2.4513978459999635 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[network-m-gurobipy-matrix-gurobi]", + "name": "test_emit[network-m5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-gurobipy-matrix-gurobi]", "params": { "case_name": "network", - "size": "m", + "size": "m5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "network-m-gurobipy-matrix-gurobi", + "param": "network-m5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 337418607 + 598862929 ], "allocations": [ - 387850 + 864 ], "total_bytes": [ - 488890800 + 599677458 ], "rss_bytes": [ - 392957952 + 981954560 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": 1999950, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, "live_fraction": 0.47058823529411764, - "variables": 2125000 + "variables": 10625000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1853,32 +3378,28 @@ "warmup": false }, "stats": { - "min": 0.35704684399934195, - "max": 0.3828125230002115, - "mean": 0.37283259222214027, - "stddev": 0.008390034083746365, - "rounds": 9, - "median": 0.37411448000057135, - "iqr": 0.00891570325052271, - "q1": 0.36942585799965855, - "q3": 0.37834156125018126, + "min": 1.1738276969999788, + "max": 1.204621761999988, + "mean": 1.1919926434000445, + "stddev": 0.013186220258853083, + "rounds": 5, + "median": 1.1972752629999377, + "iqr": 0.021853763499166234, + "q1": 1.180468736250532, + "q3": 1.2023224997496982, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.35704684399934195, - "hd15iqr": 0.3828125230002115, - "ops": 2.682168943546068, - "total": 3.3554933299992626, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.1738276969999788, + "hd15iqr": 1.204621761999988, + "ops": 0.8389313520825062, + "total": 5.959963217000222, "data": [ - 0.3828125230002115, - 0.3774715709996599, - 0.3615695720000076, - 0.37411448000057135, - 0.35704684399934195, - 0.3720446199995422, - 0.3782323550003639, - 0.37866917999963334, - 0.3735321849999309 + 1.2015560789996016, + 1.1972752629999377, + 1.204621761999988, + 1.1738276969999788, + 1.1826824160007163 ], "iterations": 1 } @@ -1897,16 +3418,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4427465846 + 4456825598 ], "allocations": [ - 63955 + 63944 ], "total_bytes": [ - 4690839733 + 4720198845 ], "rss_bytes": [ - 2783932416 + 2783633408 ] }, "columns": 10000000, @@ -1915,14 +3436,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.036080267999750504, - "build": 1.515319692999583 + "attach": 0.036413634000382444, + "build": 1.4352682689996072 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1930,32 +3451,28 @@ "warmup": false }, "stats": { - "min": 4.33325828299985, - "max": 4.566923125999892, - "mean": 4.451949195888826, - "stddev": 0.07012291141442514, - "rounds": 9, - "median": 4.448874130000149, - "iqr": 0.09919239200030461, - "q1": 4.403787237249617, - "q3": 4.502979629249921, + "min": 4.431686484999773, + "max": 4.498570287999428, + "mean": 4.469607418799569, + "stddev": 0.028329936366715675, + "rounds": 5, + "median": 4.477864643999965, + "iqr": 0.04791714299994965, + "q1": 4.44479190399943, + "q3": 4.49270904699938, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 4.33325828299985, - "hd15iqr": 4.566923125999892, - "ops": 0.22462071241142076, - "total": 40.06754276299944, + "ld15iqr": 4.431686484999773, + "hd15iqr": 4.498570287999428, + "ops": 0.22373329608186848, + "total": 22.348037093997846, "data": [ - 4.566923125999892, - 4.448874130000149, - 4.497099418999824, - 4.406046301999595, - 4.397010042999682, - 4.441013290000228, - 4.33325828299985, - 4.520620260000214, - 4.456697910000003 + 4.490755299999364, + 4.477864643999965, + 4.498570287999428, + 4.449160376999316, + 4.431686484999773 ], "iterations": 1 } @@ -1974,16 +3491,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4626170205 + 4624073957 ], "allocations": [ - 64917 + 64929 ], "total_bytes": [ - 4907170224 + 4905073528 ], "rss_bytes": [ - 2739904512 + 2739748864 ] }, "columns": 10000000, @@ -1992,14 +3509,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.04144045900011406, - "build": 1.8562206820006395 + "attach": 0.038541801999599556, + "build": 1.903706191999845 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2007,32 +3524,28 @@ "warmup": false }, "stats": { - "min": 4.606135656000333, - "max": 4.813710283000546, - "mean": 4.657319431555556, - "stddev": 0.07161696295315229, - "rounds": 9, - "median": 4.61699556900021, - "iqr": 0.08533487349995994, - "q1": 4.607688959749794, - "q3": 4.693023833249754, + "min": 4.547395251000125, + "max": 4.788188270000319, + "mean": 4.6623437414002185, + "stddev": 0.08899518359976434, + "rounds": 5, + "median": 4.6552135020001515, + "iqr": 0.1139962002498578, + "q1": 4.6052954715003125, + "q3": 4.71929167175017, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 4.606135656000333, - "hd15iqr": 4.813710283000546, - "ops": 0.21471578548478423, - "total": 41.915874884000004, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 4.547395251000125, + "hd15iqr": 4.788188270000319, + "ops": 0.21448440000686758, + "total": 23.31171870700109, "data": [ - 4.606135656000333, - 4.724731367999993, - 4.644441325000116, - 4.682454654999674, - 4.608059668999886, - 4.606576831999519, - 4.6127695269997275, - 4.61699556900021, - 4.813710283000546 + 4.547395251000125, + 4.6552135020001515, + 4.696326139000121, + 4.624595545000375, + 4.788188270000319 ], "iterations": 1 } @@ -2051,16 +3564,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2512805887 + 1198237929 ], "allocations": [ - 3762867 + 864 ], "total_bytes": [ - 3646619180 + 1199052458 ], "rss_bytes": [ - 2259140608 + 1757061120 ] }, "columns": 10000000, @@ -2072,7 +3585,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2080,32 +3593,28 @@ "warmup": false }, "stats": { - "min": 3.2252105030001985, - "max": 3.277257166999334, - "mean": 3.2444852355555565, - "stddev": 0.017752235456981545, - "rounds": 9, - "median": 3.236858547999873, - "iqr": 0.029168890000164538, - "q1": 3.229289887999812, - "q3": 3.2584587779999765, + "min": 2.412120097999832, + "max": 2.4939060659999086, + "mean": 2.465683285799969, + "stddev": 0.03280885806877199, + "rounds": 5, + "median": 2.477592717999869, + "iqr": 0.041873773749557586, + "q1": 2.446615463750277, + "q3": 2.4884892374998344, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 3.2252105030001985, - "hd15iqr": 3.277257166999334, - "ops": 0.3082153030136286, - "total": 29.20036712000001, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.412120097999832, + "hd15iqr": 2.4939060659999086, + "ops": 0.40556709199395774, + "total": 12.328416428999844, "data": [ - 3.2344848590000765, - 3.2293816049996167, - 3.236858547999873, - 3.2252105030001985, - 3.2596608750000087, - 3.229014737000398, - 3.277257166999334, - 3.250440747000539, - 3.258058078999966 + 2.4866836279998097, + 2.412120097999832, + 2.4939060659999086, + 2.477592717999869, + 2.458113919000425 ], "iterations": 1 } @@ -2139,16 +3648,16 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.005034674999478739, - "build": 0.046949980999670515, - "first_window": 0.4556215530001282 + "attach": 0.004411064999658265, + "build": 0.04805819900047936, + "first_window": 0.4729311970004346 }, - "process_rss_bytes": 147648512 + "process_rss_bytes": 148070400 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2156,32 +3665,32 @@ "warmup": false }, "stats": { - "min": 0.5493765060000442, - "max": 0.5935171609999088, - "mean": 0.5833908083334083, - "stddev": 0.014115886927567716, + "min": 0.5559639579996656, + "max": 0.614537516999917, + "mean": 0.5869553176665553, + "stddev": 0.01903975979962047, "rounds": 9, - "median": 0.5887171459999081, - "iqr": 0.013361643000052936, - "q1": 0.5795639964999282, - "q3": 0.5929256394999811, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.5775224859999071, - "hd15iqr": 0.5935171609999088, - "ops": 1.7141168248034844, - "total": 5.250517275000675, + "median": 0.5848471559993413, + "iqr": 0.02578906199960329, + "q1": 0.5746722500000487, + "q3": 0.600461311999652, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5559639579996656, + "hd15iqr": 0.614537516999917, + "ops": 1.7037071986595276, + "total": 5.282597858998997, "data": [ - 0.5935171609999088, - 0.5775224859999071, - 0.5802444999999352, - 0.5493765060000442, - 0.5920093370004906, - 0.582996517000538, - 0.5887171459999081, - 0.5927844679999907, - 0.5933491539999523 + 0.5747649220002131, + 0.5893388800004686, + 0.5789896880005472, + 0.5960418719996596, + 0.5743942339995556, + 0.5559639579996656, + 0.614537516999917, + 0.5848471559993413, + 0.6137196319996292 ], "iterations": 1 } @@ -2215,16 +3724,16 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.00216638999972929, - "build": 0.02511556500030565, - "first_window": 0.43962917599947104 + "attach": 0.0028224840007169405, + "build": 0.02371199700064608, + "first_window": 0.44294585599982383 }, - "process_rss_bytes": 147165184 + "process_rss_bytes": 146948096 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2232,32 +3741,32 @@ "warmup": false }, "stats": { - "min": 0.5371677250004723, - "max": 0.5831461050001963, - "mean": 0.5685537206666899, - "stddev": 0.014132273338675802, + "min": 0.538678116000483, + "max": 0.5806766190007693, + "mean": 0.5670541741114398, + "stddev": 0.013041177886899916, "rounds": 9, - "median": 0.5680772400000933, - "iqr": 0.013572249499702593, - "q1": 0.5653519457500806, - "q3": 0.5789241952497832, + "median": 0.5676101420003761, + "iqr": 0.014961507000180063, + "q1": 0.5635795330001656, + "q3": 0.5785410400003457, "iqr_outliers": 1, "stddev_outliers": 2, "outliers": "2;1", - "ld15iqr": 0.5585389240004588, - "hd15iqr": 0.5831461050001963, - "ops": 1.7588487484127153, - "total": 5.116983486000208, + "ld15iqr": 0.5573703100008061, + "hd15iqr": 0.5806766190007693, + "ops": 1.7634999364337207, + "total": 5.103487567002958, "data": [ - 0.5676229529999546, - 0.5831461050001963, - 0.5754376529994261, - 0.5680772400000933, - 0.5782023889996708, - 0.5585389240004588, - 0.5371677250004723, - 0.5810896140001205, - 0.5677008829998158 + 0.5783914510002433, + 0.5674582020001253, + 0.578989807000653, + 0.5656492739999521, + 0.5573703100008061, + 0.5806766190007693, + 0.538678116000483, + 0.5686636459995498, + 0.5676101420003761 ], "iterations": 1 } @@ -2291,14 +3800,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "first_window": 0.9405036150001251 + "first_window": 0.9126689220001936 }, - "process_rss_bytes": 233439232 + "process_rss_bytes": 235524096 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2306,32 +3815,32 @@ "warmup": false }, "stats": { - "min": 1.0864707820001058, - "max": 1.1690958950002823, - "mean": 1.1184057838889, - "stddev": 0.029400807467842193, + "min": 1.0881864600005429, + "max": 1.1244726060003813, + "mean": 1.1045261380002356, + "stddev": 0.011604234781179128, "rounds": 9, - "median": 1.1186416949994964, - "iqr": 0.0377684187496925, - "q1": 1.0941704980000395, - "q3": 1.131938916749732, + "median": 1.103652993000651, + "iqr": 0.0154975102507251, + "q1": 1.0959911534996536, + "q3": 1.1114886637503787, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 1.0864707820001058, - "hd15iqr": 1.1690958950002823, - "ops": 0.8941298537663301, - "total": 10.0656520550001, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 1.0881864600005429, + "hd15iqr": 1.1244726060003813, + "ops": 0.9053656274812274, + "total": 9.94073524200212, "data": [ - 1.0960805459999392, - 1.0884403540003404, - 1.1690958950002823, - 1.122938196999712, - 1.1224372220003715, - 1.1026062880000609, - 1.1186416949994964, - 1.0864707820001058, - 1.1589410759997918 + 1.089992199000335, + 1.1244726060003813, + 1.0881864600005429, + 1.1028611570000066, + 1.0979908049994265, + 1.1148087299998224, + 1.1103819750005641, + 1.10838831700039, + 1.103652993000651 ], "iterations": 1 } @@ -2365,14 +3874,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "first_window": 0.47153452200018364 + "first_window": 0.4498205580002832 }, - "process_rss_bytes": 167002112 + "process_rss_bytes": 167059456 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2380,32 +3889,32 @@ "warmup": false }, "stats": { - "min": 0.5941614459998164, - "max": 0.6414717739999105, - "mean": 0.6116674381110998, - "stddev": 0.01959312287357934, + "min": 0.5657374329994127, + "max": 0.6436229129994899, + "mean": 0.6024721797778815, + "stddev": 0.026305120256077688, "rounds": 9, - "median": 0.6020559159996992, - "iqr": 0.037375151250444105, - "q1": 0.5957322179999665, - "q3": 0.6331073692504106, + "median": 0.6021161770004255, + "iqr": 0.029391686499820935, + "q1": 0.58749309000018, + "q3": 0.616884776500001, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.5941614459998164, - "hd15iqr": 0.6414717739999105, - "ops": 1.6348753222635428, - "total": 5.5050069429998985, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.5657374329994127, + "hd15iqr": 0.6436229129994899, + "ops": 1.6598276792941353, + "total": 5.422249618000933, "data": [ - 0.6010604849998344, - 0.5958749219998936, - 0.5953041060001851, - 0.5941614459998164, - 0.6051663489997736, - 0.6386531790003573, - 0.6414717739999105, - 0.6020559159996992, - 0.6312587660004283 + 0.6436229129994899, + 0.6021161770004255, + 0.5657374329994127, + 0.6034861200005253, + 0.6012963410003067, + 0.5658731130006345, + 0.611060666999947, + 0.6343571050001628, + 0.5946997490000285 ], "iterations": 1 } @@ -2439,88 +3948,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "first_window": 0.17900498299968604 - }, - "process_rss_bytes": 92729344 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.21446123599980638, - "max": 0.27394814400031464, - "mean": 0.24849235644433065, - "stddev": 0.01926662646045528, - "rounds": 9, - "median": 0.2416822429995591, - "iqr": 0.02965297474952422, - "q1": 0.2397546807501385, - "q3": 0.2694076554996627, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.21446123599980638, - "hd15iqr": 0.27394814400031464, - "ops": 4.024268650790586, - "total": 2.236431207998976, - "data": [ - 0.269260256999587, - 0.2698498509998899, - 0.24798653600009857, - 0.2396407400001408, - 0.27394814400031464, - 0.21446123599980638, - 0.23980953999944177, - 0.2416822429995591, - 0.23979266100013774 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[network-2xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[network-2xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "network", - "size": "2xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "network-2xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 800, - "rows": 300, - "nonzeros": 1550, - "live_fraction": 0.47058823529411764, - "variables": 1700, - "phase_seconds": { - "first_window": 0.2561496439993789 + "first_window": 0.17240976599987334 }, - "process_rss_bytes": 107130880 + "process_rss_bytes": 92610560 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2528,32 +3963,32 @@ "warmup": false }, "stats": { - "min": 0.3125202999999601, - "max": 0.36953220200030046, - "mean": 0.3332835339999494, - "stddev": 0.018175306968161106, + "min": 0.20600467699932778, + "max": 0.2699429959993722, + "mean": 0.245065041777808, + "stddev": 0.02082753597087292, "rounds": 9, - "median": 0.32928062100017996, - "iqr": 0.024954433999937464, - "q1": 0.3189750709998407, - "q3": 0.34392950499977815, + "median": 0.25203622600020026, + "iqr": 0.02929900850017475, + "q1": 0.2319044692501393, + "q3": 0.26120347775031405, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.3125202999999601, - "hd15iqr": 0.36953220200030046, - "ops": 3.0004482609697476, - "total": 2.9995518059995447, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.20600467699932778, + "hd15iqr": 0.2699429959993722, + "ops": 4.080549362510323, + "total": 2.205585376000272, "data": [ - 0.36953220200030046, - 0.34138391299984505, - 0.32928062100017996, - 0.3174476270005471, - 0.3125202999999601, - 0.3194842189996052, - 0.35156628099957743, - 0.3309974149997288, - 0.32733922799980064 + 0.2699429959993722, + 0.2607428230003279, + 0.20600467699932778, + 0.23034646500036615, + 0.2325808430005054, + 0.26258544200027245, + 0.23242380400006368, + 0.25203622600020026, + 0.25892209999983606 ], "iterations": 1 } @@ -2587,16 +4022,16 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.005508229999577452, - "build": 0.03946843800076749, - "first_window": 0.46388260900039313 + "attach": 0.002641457000208902, + "build": 0.04759636099970521, + "first_window": 0.4581778010006019 }, - "process_rss_bytes": 152813568 + "process_rss_bytes": 152653824 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2604,32 +4039,28 @@ "warmup": false }, "stats": { - "min": 0.566276616000323, - "max": 0.6248713929999212, - "mean": 0.5917355183333307, - "stddev": 0.01851499823569123, - "rounds": 9, - "median": 0.5927190600004906, - "iqr": 0.02532348875047319, - "q1": 0.5789691097495506, - "q3": 0.6042925985000238, + "min": 0.5832765240002118, + "max": 0.6345043970004554, + "mean": 0.6076120474001072, + "stddev": 0.02076133529122328, + "rounds": 5, + "median": 0.6000978089996352, + "iqr": 0.0323635475001538, + "q1": 0.5936089065000942, + "q3": 0.625972454000248, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.566276616000323, - "hd15iqr": 0.6248713929999212, - "ops": 1.6899441879314225, - "total": 5.3256196649999765, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.5832765240002118, + "hd15iqr": 0.6345043970004554, + "ops": 1.645786985756569, + "total": 3.0380602370005363, "data": [ - 0.5927190600004906, - 0.5943415339997955, - 0.5818907759994545, - 0.6248713929999212, - 0.566276616000323, - 0.570204110999839, - 0.6073949390001872, - 0.6032584849999694, - 0.5846627509999962 + 0.6231284730001789, + 0.6345043970004554, + 0.6000978089996352, + 0.5832765240002118, + 0.597053034000055 ], "iterations": 1 } @@ -2663,16 +4094,16 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.002238969999780238, - "build": 0.02847671600011381, - "first_window": 0.4604138499998953 + "attach": 0.0026473670004634187, + "build": 0.02868678600043495, + "first_window": 0.4546551780003938 }, - "process_rss_bytes": 152793088 + "process_rss_bytes": 152895488 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2680,32 +4111,28 @@ "warmup": false }, "stats": { - "min": 0.547606203000214, - "max": 0.6033096239998486, - "mean": 0.5737591987780333, - "stddev": 0.016296604875103992, - "rounds": 9, - "median": 0.5732793130000573, - "iqr": 0.02038837074951516, - "q1": 0.5644942890005495, - "q3": 0.5848826597500647, + "min": 0.5468160259997603, + "max": 0.5811013550001007, + "mean": 0.5670166353997047, + "stddev": 0.014725870641836268, + "rounds": 5, + "median": 0.5732523749993561, + "iqr": 0.024377285999889864, + "q1": 0.5540185624997775, + "q3": 0.5783958484996674, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.547606203000214, - "hd15iqr": 0.6033096239998486, - "ops": 1.7428914466726728, - "total": 5.163832789002299, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.5468160259997603, + "hd15iqr": 0.5811013550001007, + "ops": 1.7636166870043841, + "total": 2.8350831769985234, "data": [ - 0.5866587340005935, - 0.5661086570007683, - 0.5842906349998884, - 0.5732793130000573, - 0.5596511849998933, - 0.568163638000442, - 0.5747648000005938, - 0.547606203000214, - 0.6033096239998486 + 0.5564194079997833, + 0.5732523749993561, + 0.5468160259997603, + 0.577494012999523, + 0.5811013550001007 ], "iterations": 1 } @@ -2739,14 +4166,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "first_window": 0.9145896669997455 + "first_window": 0.9162262829995598 }, - "process_rss_bytes": 250183680 + "process_rss_bytes": 250241024 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2754,32 +4181,28 @@ "warmup": false }, "stats": { - "min": 1.064077582000209, - "max": 1.1327997879998293, - "mean": 1.1045838382222226, - "stddev": 0.021502212603780296, - "rounds": 9, - "median": 1.1014241189996028, - "iqr": 0.029816606750500796, - "q1": 1.0953657077498065, - "q3": 1.1251823145003073, + "min": 1.0775690840000607, + "max": 1.1080877920003331, + "mean": 1.0933622232001654, + "stddev": 0.010834934106585824, + "rounds": 5, + "median": 1.0939442320004673, + "iqr": 0.009423712999932832, + "q1": 1.0886990060000699, + "q3": 1.0981227190000027, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.064077582000209, - "hd15iqr": 1.1327997879998293, - "ops": 0.9053183338346272, - "total": 9.941254544000003, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.0775690840000607, + "hd15iqr": 1.1080877920003331, + "ops": 0.9146099789995459, + "total": 5.466811116000827, "data": [ - 1.0956773899997643, - 1.0958316980004383, - 1.1036951480000425, - 1.094430660999933, - 1.1327997879998293, - 1.1237055500005226, - 1.064077582000209, - 1.1296126079996611, - 1.1014241189996028 + 1.0939442320004673, + 1.0948010279998925, + 1.0775690840000607, + 1.092408980000073, + 1.1080877920003331 ], "iterations": 1 } @@ -2813,14 +4236,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "first_window": 0.7223456519996034 + "first_window": 0.7058063499998752 }, - "process_rss_bytes": 194314240 + "process_rss_bytes": 192135168 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2828,32 +4251,28 @@ "warmup": false }, "stats": { - "min": 0.8301587400001154, - "max": 0.8925595929995325, - "mean": 0.856705866555482, - "stddev": 0.017741002111596835, - "rounds": 9, - "median": 0.8526926599997751, - "iqr": 0.020084050999912506, - "q1": 0.8461745517499821, - "q3": 0.8662586027498946, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.8301587400001154, - "hd15iqr": 0.8925595929995325, - "ops": 1.1672617628039061, - "total": 7.710352798999338, + "min": 0.8473147790000439, + "max": 0.8694135179994191, + "mean": 0.8539169479996417, + "stddev": 0.008857453492379319, + "rounds": 5, + "median": 0.8504437129995495, + "iqr": 0.0074595482494714815, + "q1": 0.8492660367498956, + "q3": 0.8567255849993671, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.8473147790000439, + "hd15iqr": 0.8694135179994191, + "ops": 1.1710740749935549, + "total": 4.2695847399982085, "data": [ - 0.8578040239999609, - 0.8469258499999341, - 0.8439206570001261, - 0.851871396000206, - 0.8925595929995325, - 0.8526926599997751, - 0.8301587400001154, - 0.8653072659999452, - 0.8691126129997429 + 0.8499164559998462, + 0.8504437129995495, + 0.8524962739993498, + 0.8473147790000439, + 0.8694135179994191 ], "iterations": 1 } @@ -2887,88 +4306,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "first_window": 0.2307559909995689 - }, - "process_rss_bytes": 98037760 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.2888263830000142, - "max": 0.33740279900030146, - "mean": 0.31475352766675413, - "stddev": 0.019507295124228247, - "rounds": 9, - "median": 0.3126837099998738, - "iqr": 0.03585273499993491, - "q1": 0.2957760102501652, - "q3": 0.3316287452501001, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.2888263830000142, - "hd15iqr": 0.33740279900030146, - "ops": 3.1770890938472713, - "total": 2.8327817490007874, - "data": [ - 0.3355513750002501, - 0.31083227500039357, - 0.29795382100019197, - 0.32996760599962727, - 0.2888263830000142, - 0.33740279900030146, - 0.2892425780000849, - 0.3303212020000501, - 0.3126837099998738 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[network-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[network-xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "network", - "size": "xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "network-xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, - "live_fraction": 0.47058823529411764, - "variables": 21250, - "phase_seconds": { - "first_window": 0.2565642689996821 + "first_window": 0.2559994960001859 }, - "process_rss_bytes": 107737088 + "process_rss_bytes": 98336768 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2976,37 +4321,33 @@ "warmup": false }, "stats": { - "min": 0.311606238999957, - "max": 0.3469683539997277, - "mean": 0.3277447835554186, - "stddev": 0.013765329377199011, - "rounds": 9, - "median": 0.3208444049996615, - "iqr": 0.025565364249814593, - "q1": 0.3178778852502546, - "q3": 0.3434432495000692, + "min": 0.2892085989997213, + "max": 0.33235972199963726, + "mean": 0.31370497819989396, + "stddev": 0.015887227759066824, + "rounds": 5, + "median": 0.3150028400004885, + "iqr": 0.018252943250217868, + "q1": 0.3055522172496694, + "q3": 0.3238051604998873, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.311606238999957, - "hd15iqr": 0.3469683539997277, - "ops": 3.0511545878834996, - "total": 2.9497030519987675, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.2892085989997213, + "hd15iqr": 0.33235972199963726, + "ops": 3.1877084187130635, + "total": 1.5685248909994698, "data": [ - 0.3282092609997562, - 0.31829869900047925, - 0.31879391399979795, - 0.311606238999957, - 0.3208444049996615, - 0.31661544399958075, - 0.34270313100023486, - 0.34566360499957227, - 0.3469683539997277 + 0.3209536399999706, + 0.3150028400004885, + 0.2892085989997213, + 0.3110000899996521, + 0.33235972199963726 ], "iterations": 1 } } ], - "datetime": "2026-10-13T13:14:18.781375+00:00", + "datetime": "2026-10-14T07:33:55.882030+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-gurobi-nodal.ceilings.json b/bench/results/latest-gurobi-nodal.ceilings.json index 80b85f13d..bc43eed72 100644 --- a/bench/results/latest-gurobi-nodal.ceilings.json +++ b/bench/results/latest-gurobi-nodal.ceilings.json @@ -8,7 +8,7 @@ "size": "m", "budget": 30.0, "memory_budget": 16.0, - "stopped_by": "memory", - "reason": "pyomo took 0.946 GB on nodal/m, so the next rung projects to 18.9 GB \u2014 over the 16 GB budget" + "stopped_by": "time", + "reason": "pyomo took 7.72 s on nodal/m, so the next rung projects to 38.6 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-nodal.json b/bench/results/latest-gurobi-nodal.json index 0b2f3af8f..861c3e00a 100644 --- a/bench/results/latest-gurobi-nodal.json +++ b/bench/results/latest-gurobi-nodal.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.83349609375, - 1.462890625, - 1.41162109375 + 2.4765625, + 1.61474609375, + 1.41357421875 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 141382960 + 141382760 ], "allocations": [ - 62434 + 62432 ], "total_bytes": [ - 292598217 + 292597385 ], "rss_bytes": [ - 224907264 + 225067008 ] }, "columns": 300, @@ -204,14 +204,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.001575355999648309, - "build": 0.010898355000335869 + "attach": 0.0018511580001359107, + "build": 0.014560011999492417 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.019802597000307287, - "max": 0.12775244900012694, - "mean": 0.03595792111122541, - "stddev": 0.03455615826284167, + "min": 0.019709079000676866, + "max": 0.128849333999824, + "mean": 0.034976005333394115, + "stddev": 0.03525275363429586, "rounds": 9, - "median": 0.026516917000208196, - "iqr": 0.005565440000054878, - "q1": 0.02220352549989002, - "q3": 0.027768965499944898, + "median": 0.023986023999896133, + "iqr": 0.0028305114999511716, + "q1": 0.022419372500280588, + "q3": 0.02524988400023176, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.019802597000307287, - "hd15iqr": 0.12775244900012694, - "ops": 27.810284051371873, - "total": 0.3236212900010287, + "ld15iqr": 0.019709079000676866, + "hd15iqr": 0.128849333999824, + "ops": 28.59102949201657, + "total": 0.31478404800054705, "data": [ - 0.12775244900012694, - 0.026672056000279554, - 0.019802597000307287, - 0.02872232800018537, - 0.022724751000168908, - 0.021561470000051486, - 0.026516917000208196, - 0.02745117799986474, - 0.022417543999836198 + 0.128849333999824, + 0.02467485899978783, + 0.023986023999896133, + 0.02283478000026662, + 0.021173150000322494, + 0.019709079000676866, + 0.022914839999430114, + 0.02517877700029203, + 0.025463205000050948 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 149772583 + 141384319 ], "allocations": [ - 63607 + 63599 ], "total_bytes": [ - 319549940 + 311161244 ], "rss_bytes": [ - 225853440 + 225140736 ] }, "columns": 300, @@ -281,14 +281,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0009112709999499202, - "build": 0.01275906799992299 + "attach": 0.001960697999493277, + "build": 0.009650761000557395 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.017214748000242253, - "max": 0.028686218000075314, - "mean": 0.023860302555628248, - "stddev": 0.0037755368231558698, + "min": 0.016290970999762067, + "max": 0.030662543000289588, + "mean": 0.026253152000006393, + "stddev": 0.004718868666762669, "rounds": 9, - "median": 0.02521236900020085, - "iqr": 0.006029561999980615, - "q1": 0.02066808624999794, - "q3": 0.026697648249978556, + "median": 0.028220338000210177, + "iqr": 0.005539780500157576, + "q1": 0.02410645525014843, + "q3": 0.029646235750306005, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.017214748000242253, - "hd15iqr": 0.028686218000075314, - "ops": 41.910616919822616, - "total": 0.21474272300065422, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.016290970999762067, + "hd15iqr": 0.030662543000289588, + "ops": 38.090664313365366, + "total": 0.23627836800005753, "data": [ - 0.028686218000075314, - 0.020050653999987844, - 0.017214748000242253, - 0.020873897000001307, - 0.02521236900020085, - 0.02736928900003477, - 0.023556213000119897, - 0.02647376799995982, - 0.02530556700003217 + 0.024869328000022506, + 0.029488179000509263, + 0.028220338000210177, + 0.030662543000289588, + 0.029125641999598884, + 0.025683123999442614, + 0.03012040599969623, + 0.016290970999762067, + 0.021817837000526197 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112749417 + 1112750481 ], "allocations": [ - 228243 + 228251 ], "total_bytes": [ - 1365135305 + 1365136391 ], "rss_bytes": [ - 248184832 + 250335232 ] }, "columns": 300, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.045060693999857904, - "max": 0.38156151100019997, - "mean": 0.08306248644435578, - "stddev": 0.11193774567678061, + "min": 0.045416183000270394, + "max": 0.38162014899990027, + "mean": 0.08347109577769313, + "stddev": 0.1118069288120432, "rounds": 9, - "median": 0.04575888799990935, - "iqr": 0.0006251162499211205, - "q1": 0.045570396749894826, - "q3": 0.046195512999815946, + "median": 0.04617826799949398, + "iqr": 0.000926659499782545, + "q1": 0.04593949925015295, + "q3": 0.046866158749935494, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.045060693999857904, - "hd15iqr": 0.38156151100019997, - "ops": 12.039129128043957, - "total": 0.747562377999202, + "ld15iqr": 0.045416183000270394, + "hd15iqr": 0.38162014899990027, + "ops": 11.98019494871949, + "total": 0.7512398619992382, "data": [ - 0.38156151100019997, - 0.04615428599981897, - 0.045060693999857904, - 0.045458460000190826, - 0.04575888799990935, - 0.045913596999980655, - 0.04560770899979616, - 0.046319193999806885, - 0.045728038999641285 + 0.38162014899990027, + 0.04696079300083511, + 0.04596795900033612, + 0.045416183000270394, + 0.046403416999964975, + 0.04585411999960343, + 0.04617826799949398, + 0.04683461399963562, + 0.0460043589991983 ], "iterations": 1 } @@ -419,10 +419,10 @@ 76322 ], "total_bytes": [ - 1180404898 + 1180404026 ], "rss_bytes": [ - 207626240 + 205631488 ] }, "columns": 300, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.016275147999749606, - "max": 0.775321583999812, - "mean": 0.10172626611104836, - "stddev": 0.2525997671323894, + "min": 0.016543499000363227, + "max": 0.7812902380001105, + "mean": 0.10351997444457892, + "stddev": 0.2542006585571836, "rounds": 9, - "median": 0.017621905999931187, - "iqr": 0.0015094859999180699, - "q1": 0.016838042500012307, - "q3": 0.018347528499930377, - "iqr_outliers": 1, + "median": 0.017347555000014836, + "iqr": 0.0036639162497067446, + "q1": 0.01711707400022533, + "q3": 0.020780990249932074, + "iqr_outliers": 2, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.016275147999749606, - "hd15iqr": 0.775321583999812, - "ops": 9.830302813910038, - "total": 0.9155363949994353, + "outliers": "1;2", + "ld15iqr": 0.016543499000363227, + "hd15iqr": 0.03020752500015078, + "ops": 9.659971472803695, + "total": 0.9316797700012103, "data": [ - 0.775321583999812, - 0.017621905999931187, - 0.016674093999881734, - 0.016275147999749606, - 0.019264291000126832, - 0.017933802000243304, - 0.01804194099986489, - 0.01751093699976991, - 0.01689269200005583 + 0.7812902380001105, + 0.017638811999859172, + 0.0174266930007434, + 0.01726828399932856, + 0.03020752500015078, + 0.016701598000508966, + 0.017255566000130784, + 0.017347555000014836, + 0.016543499000363227 ], "iterations": 1 } @@ -495,7 +495,7 @@ 93246927 ], "rss_bytes": [ - 176820224 + 176668672 ] }, "columns": 300, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.007415825000407494, - "max": 0.013420623000001797, - "mean": 0.009290774222234986, - "stddev": 0.0023492176042686904, + "min": 0.007255655999870214, + "max": 0.012419923999914317, + "mean": 0.00880375188878841, + "stddev": 0.00195688642349028, "rounds": 9, - "median": 0.007912721000138845, - "iqr": 0.003945015750218772, - "q1": 0.007639885749767927, - "q3": 0.0115849014999867, - "iqr_outliers": 0, + "median": 0.007903511000222352, + "iqr": 0.0013534979998439667, + "q1": 0.00781713199967271, + "q3": 0.009170629999516677, + "iqr_outliers": 2, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.007415825000407494, - "hd15iqr": 0.013420623000001797, - "ops": 107.63365636490953, - "total": 0.08361696800011487, + "outliers": "2;2", + "ld15iqr": 0.007255655999870214, + "hd15iqr": 0.012025936999634723, + "ops": 113.58793530670731, + "total": 0.07923376699909568, "data": [ - 0.012196393000067474, - 0.007525113999690802, - 0.011381070999959775, - 0.008183508000001893, - 0.013420623000001797, - 0.00790357000005315, - 0.007912721000138845, - 0.007678142999793636, - 0.007415825000407494 + 0.007803841999702854, + 0.008218860999477329, + 0.007910821000223223, + 0.007873653000388003, + 0.007255655999870214, + 0.007903511000222352, + 0.007821561999662663, + 0.012025936999634723, + 0.012419923999914317 ], "iterations": 1 } @@ -559,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 102569606 + 1836432 ], "allocations": [ - 13753 + 863 ], "total_bytes": [ - 162495466 + 2491589 ], "rss_bytes": [ - 185896960 + 183799808 ] }, "columns": 300, @@ -580,7 +580,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -588,76 +588,76 @@ "warmup": false }, "stats": { - "min": 0.005974028000309772, - "max": 0.00968679500010694, - "mean": 0.00724185744451865, - "stddev": 0.0011413886043665053, + "min": 0.0007326369996007998, + "max": 0.001767409999956726, + "mean": 0.0009791934444365324, + "stddev": 0.00043160166263291587, "rounds": 9, - "median": 0.0068973190000178874, - "iqr": 0.0010117287498587757, - "q1": 0.006614449500148112, - "q3": 0.0076261782500068875, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.005974028000309772, - "hd15iqr": 0.00968679500010694, - "ops": 138.0861205376113, - "total": 0.06517671700066785, + "median": 0.0007669560000067577, + "iqr": 0.0002521899994007981, + "q1": 0.0007592712504447263, + "q3": 0.0010114612498455244, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0007326369996007998, + "hd15iqr": 0.001711980000436597, + "ops": 1021.2486671369011, + "total": 0.008812740999928792, "data": [ - 0.00692766899965136, - 0.008455385000161186, - 0.0068973190000178874, - 0.007349775999955455, - 0.006568931999936467, - 0.00662962200021866, - 0.006687191000310122, - 0.00968679500010694, - 0.005974028000309772 + 0.0007779549996485002, + 0.001711980000436597, + 0.0007669560000067577, + 0.000777494999965711, + 0.001767409999956726, + 0.0007521170000472921, + 0.0007645349996892037, + 0.0007326369996007998, + 0.0007616560005772044 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-gurobi]", + "name": "test_emit[nodal-2xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-specsolve-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "gurobi" }, - "param": "nodal-xs-specsolve-gurobi", + "param": "nodal-2xs5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 137454593 + 141454455 ], "allocations": [ - 62437 + 62443 ], "total_bytes": [ - 288906477 + 292821525 ], "rss_bytes": [ - 228904960 + 226152448 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000, + "variables": 6000, "phase_seconds": { - "attach": 0.000860061999901518, - "build": 0.015486754999983532 + "attach": 0.0010287949999110424, + "build": 0.0138278940003147 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -665,76 +665,76 @@ "warmup": false }, "stats": { - "min": 0.02135786399958306, - "max": 0.03236908600001698, - "mean": 0.026673448555407556, - "stddev": 0.0030000187253048415, + "min": 0.01947596100035298, + "max": 0.02954556999975466, + "mean": 0.02530880766658407, + "stddev": 0.003125972665539166, "rounds": 9, - "median": 0.027044293000017205, - "iqr": 0.0026177427500897466, - "q1": 0.02514932674978354, - "q3": 0.027767069499873287, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.02135786399958306, - "hd15iqr": 0.03236908600001698, - "ops": 37.490465393807064, - "total": 0.240061036998668, + "median": 0.025617573999625165, + "iqr": 0.004146881999531615, + "q1": 0.023233700250330003, + "q3": 0.027380582249861618, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.01947596100035298, + "hd15iqr": 0.02954556999975466, + "ops": 39.51193644417822, + "total": 0.2277792689992566, "data": [ - 0.027044293000017205, - 0.024035908999849198, - 0.02135786399958306, - 0.026916224000160582, - 0.027231590999690525, - 0.027844266999636602, - 0.03236908600001698, - 0.027741336999952182, - 0.025520465999761655 + 0.02954556999975466, + 0.023633415000404057, + 0.027227773000049638, + 0.025617573999625165, + 0.01947596100035298, + 0.02553340400027082, + 0.02203455600010784, + 0.026872005999393878, + 0.02783900999929756 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-in-memory-gurobi]", + "name": "test_emit[nodal-2xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-specsolve-in-memory-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "nodal-xs-specsolve-in-memory-gurobi", + "param": "nodal-2xs5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 141650552 + 141456654 ], "allocations": [ - 63606 + 63604 ], "total_bytes": [ - 311665272 + 311385832 ], "rss_bytes": [ - 229441536 + 226463744 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000, + "variables": 6000, "phase_seconds": { - "attach": 0.0020289419999244274, - "build": 0.0125468300002467 + "attach": 0.001829828999689198, + "build": 0.010355856000387575 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.02130206299989368, - "max": 0.03219152800011216, - "mean": 0.02734988988888492, - "stddev": 0.0033363827109773887, + "min": 0.02001237699914782, + "max": 0.029795256999932462, + "mean": 0.02420499000001857, + "stddev": 0.003450449294886822, "rounds": 9, - "median": 0.0273196299999654, - "iqr": 0.003232529500223791, - "q1": 0.02582907549981428, - "q3": 0.02906160500003807, + "median": 0.023019189000478946, + "iqr": 0.0060165814998072165, + "q1": 0.021216018000359327, + "q3": 0.027232599500166543, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.02130206299989368, - "hd15iqr": 0.03219152800011216, - "ops": 36.563218501526876, - "total": 0.24614900899996428, + "ld15iqr": 0.02001237699914782, + "hd15iqr": 0.029795256999932462, + "ops": 41.31379521326936, + "total": 0.21784491000016715, "data": [ - 0.026039990999834117, - 0.03219152800011216, - 0.031847981000282743, - 0.028132812999956514, - 0.02519632899975477, - 0.026147000000037224, - 0.0273196299999654, - 0.02130206299989368, - 0.027971674000127678 + 0.026836367000214523, + 0.029795256999932462, + 0.024528570000256877, + 0.021267220000481757, + 0.028421297000022605, + 0.023019189000478946, + 0.02001237699914782, + 0.02290222099964012, + 0.021062411999992037 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-linopy-gurobi]", + "name": "test_emit[nodal-2xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-linopy-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "gurobi" }, - "param": "nodal-xs-linopy-gurobi", + "param": "nodal-2xs5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1114951933 + 1113257407 ], "allocations": [ - 229288 + 228755 ], "total_bytes": [ - 1372225600 + 1367866270 ], "rss_bytes": [ - 251506688 + 250560512 ] }, - "columns": 3000, - "rows": 1000, + "columns": 1500, + "rows": 500, "nonzeros": null, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.04999730100007582, - "max": 0.06215646400005426, - "mean": 0.05195477833341203, - "stddev": 0.0038701503308122723, + "min": 0.04753791899929638, + "max": 0.049711826000020665, + "mean": 0.048316073666582166, + "stddev": 0.0006446927406729947, "rounds": 9, - "median": 0.05079348300023412, - "iqr": 0.0013898339998377196, - "q1": 0.05004422525018981, - "q3": 0.05143405925002753, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.04999730100007582, - "hd15iqr": 0.06215646400005426, - "ops": 19.247507776525374, - "total": 0.4675930050007082, + "median": 0.04813237600046705, + "iqr": 0.000737340750220028, + "q1": 0.04793134949977684, + "q3": 0.04866869024999687, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.04753791899929638, + "hd15iqr": 0.049711826000020665, + "ops": 20.697046016213243, + "total": 0.4348446629992395, "data": [ - 0.05163304699999571, - 0.05071813500035205, - 0.05005778000031569, - 0.04999730100007582, - 0.05000356099981218, - 0.05079348300023412, - 0.06215646400005426, - 0.05086550399983025, - 0.051367730000038136 + 0.049711826000020665, + 0.04753791899929638, + 0.0481481070000882, + 0.04813027599993802, + 0.04781327699947724, + 0.04863729299995612, + 0.04813237600046705, + 0.048762882000119134, + 0.04797070699987671 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-pyomo-gurobi]", + "name": "test_emit[nodal-2xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-pyomo-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "gurobi" }, - "param": "nodal-xs-pyomo-gurobi", + "param": "nodal-2xs5-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1105046793 + 1100665661 ], "allocations": [ - 85682 + 80568 ], "total_bytes": [ - 1192003289 + 1184796714 ], "rss_bytes": [ - 210210816 + 207626240 ] }, - "columns": 3000, - "rows": 1000, + "columns": 1500, + "rows": 500, "nonzeros": null, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,72 +888,72 @@ "warmup": false }, "stats": { - "min": 0.05891406399996413, - "max": 0.06276987899991582, - "mean": 0.06062784899990624, - "stddev": 0.0010200012881642281, + "min": 0.03554490300030011, + "max": 0.0371744829999443, + "mean": 0.03630931811100405, + "stddev": 0.00060875166256508, "rounds": 9, - "median": 0.060663676999865856, - "iqr": 0.0007933027499120726, - "q1": 0.060132679749926865, - "q3": 0.06092598249983894, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.06001729299987346, - "hd15iqr": 0.06276987899991582, - "ops": 16.494070241574075, - "total": 0.5456506409991562, + "median": 0.036344426999676216, + "iqr": 0.0010066130007544416, + "q1": 0.03573545224958252, + "q3": 0.036742065250336964, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.03554490300030011, + "hd15iqr": 0.0371744829999443, + "ops": 27.54113963095704, + "total": 0.3267838629990365, "data": [ - 0.06276987899991582, - 0.06090620499981014, - 0.060663676999865856, - 0.060171141999944666, - 0.05891406399996413, - 0.06054286900007355, - 0.06001729299987346, - 0.06068019699978322, - 0.06098531499992532 + 0.03714016300000367, + 0.035776531999545114, + 0.03660936600044806, + 0.03554490300030011, + 0.03561221299969475, + 0.0371744829999443, + 0.036344426999676216, + 0.03649054699963017, + 0.03609122899979411 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-gurobipy-loop-gurobi]", + "name": "test_emit[nodal-2xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-gurobipy-loop-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "nodal-xs-gurobipy-loop-gurobi", + "param": "nodal-2xs5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 93515803 + 93281654 ], "allocations": [ - 6386 + 3852 ], "total_bytes": [ - 95889782 + 95053913 ], "rss_bytes": [ - 178171904 + 177278976 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -961,72 +961,72 @@ "warmup": false }, "stats": { - "min": 0.01782110299973283, - "max": 0.03929940499983786, - "mean": 0.02724630444431063, - "stddev": 0.010188910390667735, + "min": 0.01205101600044145, + "max": 0.024086952999823552, + "mean": 0.016054969888904855, + "stddev": 0.005371118678056206, "rounds": 9, - "median": 0.01944738900010634, - "iqr": 0.018929898500005038, - "q1": 0.018706638749790727, - "q3": 0.037636537249795765, + "median": 0.012650543999370711, + "iqr": 0.010379849749824643, + "q1": 0.012281247500141035, + "q3": 0.022661097249965678, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.01782110299973283, - "hd15iqr": 0.03929940499983786, - "ops": 36.7022251419059, - "total": 0.24521673999879567, + "ld15iqr": 0.01205101600044145, + "hd15iqr": 0.024086952999823552, + "ops": 62.2860090625939, + "total": 0.1444947290001437, "data": [ - 0.037552299999788374, - 0.01782110299973283, - 0.03709996499992485, - 0.03788924899981794, - 0.018723595999745157, - 0.018655766999927437, - 0.03929940499983786, - 0.018727965999914886, - 0.01944738900010634 + 0.012302385000111826, + 0.013284119000672945, + 0.02259292300004745, + 0.01221783500022866, + 0.012443333999726747, + 0.012650543999370711, + 0.024086952999823552, + 0.022865619999720366, + 0.01205101600044145 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-gurobipy-matrix-gurobi]", + "name": "test_emit[nodal-2xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-gurobipy-matrix-gurobi]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "nodal-xs-gurobipy-matrix-gurobi", + "param": "nodal-2xs5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 98794627 + 1860029 ], "allocations": [ - 14654 + 864 ], "total_bytes": [ - 158884647 + 2621022 ], "rss_bytes": [ - 185950208 + 183750656 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1034,76 +1034,76 @@ "warmup": false }, "stats": { - "min": 0.00729535600021336, - "max": 0.012168053000095824, - "mean": 0.009482696777720574, - "stddev": 0.0020166352628186034, + "min": 0.0009825750003074063, + "max": 0.002448365000418562, + "mean": 0.0016806400001061978, + "stddev": 0.0006647509167526025, "rounds": 9, - "median": 0.008348405999640818, - "iqr": 0.003745798500062847, - "q1": 0.007842792749784167, - "q3": 0.011588591249847013, + "median": 0.002165386999877228, + "iqr": 0.0012088932498954819, + "q1": 0.0009838922501330671, + "q3": 0.002192785500028549, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.00729535600021336, - "hd15iqr": 0.012168053000095824, - "ops": 105.45523319373473, - "total": 0.08534427099948516, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.0009825750003074063, + "hd15iqr": 0.002448365000418562, + "ops": 595.011424181747, + "total": 0.015125760000955779, "data": [ - 0.007808720999946672, - 0.007879241999944497, - 0.011466529999779596, - 0.00729535600021336, - 0.007854149999729998, - 0.008348405999640818, - 0.011954775000049267, - 0.012168053000095824, - 0.01056903800008513 + 0.002176007000343816, + 0.0009839650001595146, + 0.002204847000029986, + 0.002448365000418562, + 0.0009836740000537247, + 0.002165386999877228, + 0.00218876500002807, + 0.0009825750003074063, + 0.0009921749997374718 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-gurobi]", + "name": "test_emit[nodal-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "gurobi" }, - "param": "nodal-s-specsolve-gurobi", + "param": "nodal-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 143605981 + 137456233 ], "allocations": [ - 62443 + 62445 ], "total_bytes": [ - 295690895 + 288907461 ], "rss_bytes": [ - 233848832 + 229068800 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000, + "variables": 12000, "phase_seconds": { - "attach": 0.0021715410002798308, - "build": 0.019596108000314416 + "attach": 0.002081908000036492, + "build": 0.016657668000334525 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1111,76 +1111,76 @@ "warmup": false }, "stats": { - "min": 0.03393677200028833, - "max": 0.048037608000413456, - "mean": 0.038537214111177796, - "stddev": 0.0046115066754119196, + "min": 0.02413791199978732, + "max": 0.032439390999570605, + "mean": 0.029251705666663637, + "stddev": 0.002828711681117262, "rounds": 9, - "median": 0.03794265699980315, - "iqr": 0.006384957749901332, - "q1": 0.034730378249946625, - "q3": 0.04111533599984796, + "median": 0.02960655900005804, + "iqr": 0.0030033180000827997, + "q1": 0.028036854250103715, + "q3": 0.031040172250186515, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.03393677200028833, - "hd15iqr": 0.048037608000413456, - "ops": 25.948943717494828, - "total": 0.34683492700060015, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.02413791199978732, + "hd15iqr": 0.032439390999570605, + "ops": 34.18604068410405, + "total": 0.2632653509999727, "data": [ - 0.03607901400027913, - 0.034815734999938286, - 0.038230475000091246, - 0.03447430799997164, - 0.03794265699980315, - 0.03393677200028833, - 0.042746865000026446, - 0.04057149299978846, - 0.048037608000413456 + 0.025447404999795253, + 0.032439390999570605, + 0.03058629200040741, + 0.030374015000234067, + 0.029371960000389663, + 0.03240181299952383, + 0.02960655900005804, + 0.02413791199978732, + 0.028900004000206536 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-in-memory-gurobi]", + "name": "test_emit[nodal-xs-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-in-memory-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "nodal-s-specsolve-in-memory-gurobi", + "param": "nodal-xs-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 143606644 + 150040464 ], "allocations": [ - 63602 + 63611 ], "total_bytes": [ - 314253618 + 320054016 ], "rss_bytes": [ - 234950656 + 229588992 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000, + "variables": 12000, "phase_seconds": { - "attach": 0.002419078000002628, - "build": 0.020689129000402318 + "attach": 0.000861466000060318, + "build": 0.010905092999564658 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.030907157999990886, - "max": 0.048770572999728756, - "mean": 0.04166224544441219, - "stddev": 0.006173153847816839, + "min": 0.021805176999805553, + "max": 0.03222746299979917, + "mean": 0.026412468777582236, + "stddev": 0.003527432017073438, "rounds": 9, - "median": 0.040069858000151726, - "iqr": 0.009089815500374243, - "q1": 0.037960946749763025, - "q3": 0.04705076225013727, + "median": 0.027081685000666766, + "iqr": 0.005320372501046222, + "q1": 0.022939054499374834, + "q3": 0.028259427000421056, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.030907157999990886, - "hd15iqr": 0.048770572999728756, - "ops": 24.002546894267834, - "total": 0.3749602089997097, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.021805176999805553, + "hd15iqr": 0.03222746299979917, + "ops": 37.86090609026131, + "total": 0.23771221899824013, "data": [ - 0.030907157999990886, - 0.04586355800029196, - 0.035974873999748525, - 0.0395752919998813, - 0.04651356200020018, - 0.048770572999728756, - 0.04866236299994853, - 0.03862297099976786, - 0.040069858000151726 + 0.02769001000069693, + 0.021805176999805553, + 0.025934511999366805, + 0.023182667999208206, + 0.03222746299979917, + 0.029967677999593434, + 0.027081685000666766, + 0.02761481199922855, + 0.022208213999874715 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-linopy-gurobi]", + "name": "test_emit[nodal-xs-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-linopy-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "gurobi" }, - "param": "nodal-s-linopy-gurobi", + "param": "nodal-xs-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1132820168 + 1114951933 ], "allocations": [ - 238465 + 229289 ], "total_bytes": [ - 1436172128 + 1372224638 ], "rss_bytes": [ - 269684736 + 251179008 ] }, - "columns": 30000, - "rows": 10000, + "columns": 3000, + "rows": 1000, "nonzeros": null, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,72 +1261,72 @@ "warmup": false }, "stats": { - "min": 0.08919575700019777, - "max": 0.09327260300005946, - "mean": 0.0910128935556208, - "stddev": 0.001249438105276049, + "min": 0.050189802999739186, + "max": 0.07701320900014252, + "mean": 0.05362865988900012, + "stddev": 0.008785365397443895, "rounds": 9, - "median": 0.09108771999990495, - "iqr": 0.00142626575018312, - "q1": 0.09017557824995492, - "q3": 0.09160184400013804, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.08919575700019777, - "hd15iqr": 0.09327260300005946, - "ops": 10.987454204923932, - "total": 0.8191160420005872, + "median": 0.050565421000101196, + "iqr": 0.0009770785009095562, + "q1": 0.050389214749657185, + "q3": 0.05136629325056674, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.050189802999739186, + "hd15iqr": 0.07701320900014252, + "ops": 18.646746013601433, + "total": 0.48265793900100107, "data": [ - 0.09327260300005946, - 0.0913262490003035, - 0.09242862899964166, - 0.08998870900040856, - 0.09045552699990367, - 0.0911229800003639, - 0.09108771999990495, - 0.09023786799980371, - 0.08919575700019777 + 0.05118638700059819, + 0.050189802999739186, + 0.050565421000101196, + 0.05045619200063811, + 0.050308762999520695, + 0.07701320900014252, + 0.050616120000086084, + 0.0519060120004724, + 0.05041603199970268 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-pyomo-gurobi]", + "name": "test_emit[nodal-xs-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-pyomo-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "gurobi" }, - "param": "nodal-s-pyomo-gurobi", + "param": "nodal-xs-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1168058860 + 1105047305 ], "allocations": [ - 176101 + 85683 ], "total_bytes": [ - 1302166375 + 1192003121 ], "rss_bytes": [ - 279785472 + 212172800 ] }, - "columns": 30000, - "rows": 10000, + "columns": 3000, + "rows": 1000, "nonzeros": null, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1334,72 +1334,72 @@ "warmup": false }, "stats": { - "min": 0.8066976389995943, - "max": 0.8296067579999544, - "mean": 0.8221485156665645, - "stddev": 0.007398919306076831, + "min": 0.05953063699962513, + "max": 0.06228633999944577, + "mean": 0.06032738811104031, + "stddev": 0.000776579829600122, "rounds": 9, - "median": 0.8240982669999539, - "iqr": 0.008285589500133028, - "q1": 0.8188781924998239, - "q3": 0.8271637819999569, - "iqr_outliers": 0, + "median": 0.060141513000417035, + "iqr": 0.0003590079998048168, + "q1": 0.06001130549998379, + "q3": 0.06037031349978861, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.8066976389995943, - "hd15iqr": 0.8296067579999544, - "ops": 1.2163252513923724, - "total": 7.399336640999081, + "outliers": "2;1", + "ld15iqr": 0.05953063699962513, + "hd15iqr": 0.06228633999944577, + "ops": 16.576219049287722, + "total": 0.5429464929993628, "data": [ - 0.8066976389995943, - 0.8292614900001354, - 0.8148674970002503, - 0.8264645459998974, - 0.8240982669999539, - 0.8202150909996817, - 0.8258645709997836, - 0.8222607819998302, - 0.8296067579999544 + 0.06228633999944577, + 0.06039861099998234, + 0.05996859300012147, + 0.05953063699962513, + 0.0600255429999379, + 0.060076273000049696, + 0.06036088099972403, + 0.060141513000417035, + 0.060158102000059444 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-gurobipy-loop-gurobi]", + "name": "test_emit[nodal-xs-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-gurobipy-loop-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "nodal-s-gurobipy-loop-gurobi", + "param": "nodal-xs-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 113528759 + 101904379 ], "allocations": [ - 51530 + 6386 ], "total_bytes": [ - 127428122 + 104278358 ], "rss_bytes": [ - 193290240 + 177983488 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1407,72 +1407,1775 @@ "warmup": false }, "stats": { - "min": 0.12566450800022722, - "max": 0.15786418400011826, - "mean": 0.14001775233332914, - "stddev": 0.01464891935859317, + "min": 0.018723076000242145, + "max": 0.04000283599998511, + "mean": 0.02770191199993456, + "stddev": 0.01045887921689689, "rounds": 9, - "median": 0.13067555299994638, - "iqr": 0.02831567199973506, - "q1": 0.12648289700007354, - "q3": 0.1547985689998086, + "median": 0.019213141999898653, + "iqr": 0.01987680599995656, + "q1": 0.018851035250008863, + "q3": 0.03872784124996542, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.12566450800022722, - "hd15iqr": 0.15786418400011826, - "ops": 7.141951526399162, - "total": 1.2601597709999623, + "ld15iqr": 0.018723076000242145, + "hd15iqr": 0.04000283599998511, + "ops": 36.098591317536574, + "total": 0.24931720799941104, "data": [ - 0.15492764999999054, - 0.1266001280000637, - 0.15786418400011826, - 0.12980349100007516, - 0.13067555299994638, - 0.12566450800022722, - 0.15475554199974795, - 0.15373751099969013, - 0.12613120400010303 + 0.04000283599998511, + 0.019213141999898653, + 0.018946313000014925, + 0.018886535000092408, + 0.018744535999758227, + 0.018723076000242145, + 0.03866888399988966, + 0.0372271729993372, + 0.038904713000192714 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-gurobipy-matrix-gurobi]", + "name": "test_emit[nodal-xs-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-gurobipy-matrix-gurobi]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "nodal-s-gurobipy-matrix-gurobi", + "param": "nodal-xs-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 103009531 + 2010529 ], "allocations": [ - 23656 + 864 ], "total_bytes": [ - 164227471 + 2783522 ], "rss_bytes": [ - 186896384 + 183963648 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, + "live_fraction": 0.25, + "variables": 12000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0012390810006763786, + "max": 0.0012783519996446557, + "mean": 0.0012621735556119045, + "stddev": 1.2506144358412514e-05, + "rounds": 9, + "median": 0.0012659829999392969, + "iqr": 1.4138250435280497e-05, + "q1": 0.001255102249842821, + "q3": 0.0012692405002781015, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.0012390810006763786, + "hd15iqr": 0.0012783519996446557, + "ops": 792.2840686637567, + "total": 0.01135956200050714, + "data": [ + 0.0012575319997267798, + 0.0012614620000022114, + 0.0012478130001909449, + 0.0012673430001086672, + 0.0012659829999392969, + 0.0012390810006763786, + 0.0012783519996446557, + 0.0012749330007864046, + 0.0012670629994318006 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-specsolve-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "nodal-xs5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 150030281 + ], + "allocations": [ + 62453 + ], + "total_bytes": [ + 301890811 + ], + "rss_bytes": [ + 230539264 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, + "live_fraction": 0.25, + "variables": 60000, + "phase_seconds": { + "attach": 0.0011084930001743487, + "build": 0.016784606999863172 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.026874116999351827, + "max": 0.039645388000280946, + "mean": 0.032263835222187884, + "stddev": 0.0044648289490979015, + "rounds": 9, + "median": 0.03107907100002194, + "iqr": 0.007114729500244721, + "q1": 0.028675116999920647, + "q3": 0.03578984650016537, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.026874116999351827, + "hd15iqr": 0.039645388000280946, + "ops": 30.994455343371534, + "total": 0.29037451699969097, + "data": [ + 0.03462313799991534, + 0.036663457000031485, + 0.02824804600004427, + 0.03107907100002194, + 0.02881747399987944, + 0.035498643000209995, + 0.026874116999351827, + 0.039645388000280946, + 0.028925182999955723 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "nodal-xs5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 158420128 + ], + "allocations": [ + 63613 + ], + "total_bytes": [ + 328843502 + ], + "rss_bytes": [ + 231129088 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, + "live_fraction": 0.25, + "variables": 60000, + "phase_seconds": { + "attach": 0.0018773380006678053, + "build": 0.016958186000010755 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.029264310999678855, + "max": 0.03999286599992047, + "mean": 0.034986206333289575, + "stddev": 0.003155779888478472, + "rounds": 9, + "median": 0.034880078000242065, + "iqr": 0.004319200750160235, + "q1": 0.032900341749837025, + "q3": 0.03721954249999726, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.029264310999678855, + "hd15iqr": 0.03999286599992047, + "ops": 28.58269314694158, + "total": 0.3148758569996062, + "data": [ + 0.036973893999856955, + 0.029264310999678855, + 0.034880078000242065, + 0.037956488000418176, + 0.03543274300045596, + 0.0345777079992331, + 0.032895970000026864, + 0.03999286599992047, + 0.032901798999773746 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-linopy-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "nodal-xs5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1122142106 + ], + "allocations": [ + 233408 + ], + "total_bytes": [ + 1399855560 + ], + "rss_bytes": [ + 260304896 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 60000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.06687811200026772, + "max": 0.09586815400052728, + "mean": 0.07141656366669243, + "stddev": 0.009205366451862446, + "rounds": 9, + "median": 0.06839416200000414, + "iqr": 0.0008411310000155936, + "q1": 0.06816000774983877, + "q3": 0.06900113874985436, + "iqr_outliers": 2, + "stddev_outliers": 1, + "outliers": "1;2", + "ld15iqr": 0.067922395000096, + "hd15iqr": 0.09586815400052728, + "ops": 14.002353917042138, + "total": 0.6427490730002319, + "data": [ + 0.0700340019993746, + 0.06865685100001429, + 0.09586815400052728, + 0.067922395000096, + 0.06839488199966581, + 0.06823921199975302, + 0.068361303000529, + 0.06839416200000414, + 0.06687811200026772 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-pyomo-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "nodal-xs5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1131725649 + ], + "allocations": [ + 125956 + ], + "total_bytes": [ + 1238833736 + ], + "rss_bytes": [ + 238407680 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 60000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.3391555979997065, + "max": 0.37641017100031604, + "mean": 0.35512244622229144, + "stddev": 0.016475379100073125, + "rounds": 9, + "median": 0.3442377969995505, + "iqr": 0.031243164250099653, + "q1": 0.34077893300013784, + "q3": 0.3720220972502375, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.3391555979997065, + "hd15iqr": 0.37641017100031604, + "ops": 2.8159301408225907, + "total": 3.196102016000623, + "data": [ + 0.3391555979997065, + 0.34240027899977576, + 0.340315181000733, + 0.3734307690001515, + 0.3442377969995505, + 0.37641017100031604, + 0.34093351699993946, + 0.37155254000026616, + 0.3676661640001839 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-gurobipy-loop-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "nodal-xs5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 100992239 + ], + "allocations": [ + 26479 + ], + "total_bytes": [ + 108008895 + ], + "rss_bytes": [ + 184291328 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, + "live_fraction": 0.25, + "variables": 60000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.06582512699969811, + "max": 0.06935679699927277, + "mean": 0.06745520011109976, + "stddev": 0.0012144392155380875, + "rounds": 9, + "median": 0.06712214000071981, + "iqr": 0.0017453354998906434, + "q1": 0.06660479375022987, + "q3": 0.06835012925012052, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.06582512699969811, + "hd15iqr": 0.06935679699927277, + "ops": 14.824653968159378, + "total": 0.6070968009998978, + "data": [ + 0.06582512699969811, + 0.06905565800025215, + 0.06621611599985044, + 0.06692682099946978, + 0.06774483600020176, + 0.06935679699927277, + 0.06712214000071981, + 0.06673435300035635, + 0.06811495300007664 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "nodal", + "size": "xs5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "nodal-xs5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 3223529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 4038058 + ], + "rss_bytes": [ + 185798656 + ] + }, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, + "live_fraction": 0.25, + "variables": 60000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0035260579998066532, + "max": 0.008645867000268481, + "mean": 0.0041171903333937125, + "stddev": 0.001698325324566567, + "rounds": 9, + "median": 0.003558047999831615, + "iqr": 3.0400750119952136e-05, + "q1": 0.0035391030000937462, + "q3": 0.0035695037502136984, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0035260579998066532, + "hd15iqr": 0.008645867000268481, + "ops": 242.8840833247855, + "total": 0.037054713000543416, + "data": [ + 0.003558047999831615, + 0.003571858000213979, + 0.0035260579998066532, + 0.003545249000126205, + 0.0035402180001256056, + 0.0035629379999591038, + 0.008645867000268481, + 0.003568719000213605, + 0.003535757999998168 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "nodal-s-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 147799973 + ], + "allocations": [ + 62443 + ], + "total_bytes": [ + 299884463 + ], + "rss_bytes": [ + 234389504 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000, + "phase_seconds": { + "attach": 0.002192697000282351, + "build": 0.02115000100002362 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.038106307999441924, + "max": 0.05174914400049602, + "mean": 0.0456322448888184, + "stddev": 0.004706766285394558, + "rounds": 9, + "median": 0.047346780999760085, + "iqr": 0.0059569804996044695, + "q1": 0.04263308500026142, + "q3": 0.048590065499865887, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.038106307999441924, + "hd15iqr": 0.05174914400049602, + "ops": 21.914328397309184, + "total": 0.4106902039993656, + "data": [ + 0.048714063000261376, + 0.03821214700019482, + 0.05174914400049602, + 0.04410673100028362, + 0.038106307999441924, + 0.047346780999760085, + 0.04777632899913442, + 0.04612996800005931, + 0.04854873299973406 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-in-memory-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "nodal-s-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 150422588 + ], + "allocations": [ + 63598 + ], + "total_bytes": [ + 321069922 + ], + "rss_bytes": [ + 234786816 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000, + "phase_seconds": { + "attach": 0.0022530659998665215, + "build": 0.019961158999649342 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.03599551000024803, + "max": 0.05783122699995147, + "mean": 0.04482445077782257, + "stddev": 0.006289279108835766, + "rounds": 9, + "median": 0.04617675800000143, + "iqr": 0.005814019999434095, + "q1": 0.04091993725000975, + "q3": 0.04673395724944385, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 0.03599551000024803, + "hd15iqr": 0.05783122699995147, + "ops": 22.309252710236482, + "total": 0.4034200570004032, + "data": [ + 0.05783122699995147, + 0.04617675800000143, + 0.038267857000391814, + 0.04300250800042704, + 0.0418039639998824, + 0.04643257600037032, + 0.03599551000024803, + 0.04739657099980832, + 0.04651308599932236 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-linopy-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "nodal-s-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1132821232 + ], + "allocations": [ + 238472 + ], + "total_bytes": [ + 1436172918 + ], + "rss_bytes": [ + 267583488 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08768576699912956, + "max": 0.09696610700029851, + "mean": 0.08976365033332614, + "stddev": 0.002768346517513795, + "rounds": 9, + "median": 0.08889667099992948, + "iqr": 0.000865003249828078, + "q1": 0.08861479400025019, + "q3": 0.08947979725007826, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.08768576699912956, + "hd15iqr": 0.09696610700029851, + "ops": 11.140366911178685, + "total": 0.8078728529999353, + "data": [ + 0.08866170199962653, + 0.08889667099992948, + 0.08983793500010506, + 0.08768576699912956, + 0.08854685300048004, + 0.0892799590001232, + 0.09696610700029851, + 0.08863744100017357, + 0.08936041800006933 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-pyomo-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "nodal-s-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1168059372 + ], + "allocations": [ + 176101 + ], + "total_bytes": [ + 1302165919 + ], + "rss_bytes": [ + 279707648 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.8184656070006895, + "max": 0.8461930280000161, + "mean": 0.8255291073333461, + "stddev": 0.008390057519166825, + "rounds": 9, + "median": 0.8228891030003069, + "iqr": 0.006046287999197375, + "q1": 0.8206726440002967, + "q3": 0.8267189319994941, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.8184656070006895, + "hd15iqr": 0.8461930280000161, + "ops": 1.2113443258593706, + "total": 7.429761966000115, + "data": [ + 0.8184656070006895, + 0.8263478339995345, + 0.8252749690000201, + 0.8228891030003069, + 0.8278322259993729, + 0.8228319029994964, + 0.8213816400002543, + 0.8461930280000161, + 0.8185456560004241 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-gurobipy-loop-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "nodal-s-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 109334455 + ], + "allocations": [ + 51528 + ], + "total_bytes": [ + 123233818 + ], + "rss_bytes": [ + 192507904 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1265982079994501, + "max": 0.15795974800039403, + "mean": 0.13589429722237079, + "stddev": 0.011078380163073444, + "rounds": 9, + "median": 0.13285694400019565, + "iqr": 0.008960636000210798, + "q1": 0.12910101150009723, + "q3": 0.13806164750030803, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.1265982079994501, + "hd15iqr": 0.15159278300052392, + "ops": 7.358660521005152, + "total": 1.223048675001337, + "data": [ + 0.15159278300052392, + 0.1265982079994501, + 0.13285694400019565, + 0.13355126900023606, + 0.13329190100012056, + 0.12934421299996757, + 0.12948220199996285, + 0.15795974800039403, + 0.12837140700048622 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-gurobipy-matrix-gurobi]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "nodal-s-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 4748529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 5563058 + ], + "rss_bytes": [ + 186601472 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.006293905999882554, + "max": 0.015692344999479246, + "mean": 0.00841119466662753, + "stddev": 0.0041088523274046326, + "rounds": 9, + "median": 0.006341096000141988, + "iqr": 0.00238709574978202, + "q1": 0.006326809250140286, + "q3": 0.008713904999922306, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.006293905999882554, + "hd15iqr": 0.01562416500019026, + "ops": 118.88917563252049, + "total": 0.07570075199964776, + "data": [ + 0.01562416500019026, + 0.015692344999479246, + 0.006341096000141988, + 0.0063572459994247765, + 0.006325826000647794, + 0.006293905999882554, + 0.006327136999971117, + 0.006410484999832988, + 0.00632854600007704 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-specsolve-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "nodal-s5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 200311317 + ], + "allocations": [ + 62489 + ], + "total_bytes": [ + 353780720 + ], + "rss_bytes": [ + 276639744 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000, + "phase_seconds": { + "attach": 0.0015599420003127307, + "build": 0.033803387000261864 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0793519329999981, + "max": 0.11345369799983018, + "mean": 0.09605938955549694, + "stddev": 0.011343228086041917, + "rounds": 9, + "median": 0.09682612699998572, + "iqr": 0.017899406750075286, + "q1": 0.08598202574989955, + "q3": 0.10388143249997484, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0793519329999981, + "hd15iqr": 0.11345369799983018, + "ops": 10.410226471637781, + "total": 0.8645345059994725, + "data": [ + 0.11345369799983018, + 0.08724262899977475, + 0.0793519329999981, + 0.08220021600027394, + 0.10591755800032843, + 0.09499717699964094, + 0.10320272399985697, + 0.10134244399978343, + 0.09682612699998572 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "nodal-s5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 198215100 + ], + "allocations": [ + 63614 + ], + "total_bytes": [ + 370245603 + ], + "rss_bytes": [ + 268791808 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000, + "phase_seconds": { + "attach": 0.003175351999743725, + "build": 0.03554773799987743 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08066866599983769, + "max": 0.11544295699968643, + "mean": 0.09823444333324005, + "stddev": 0.01288030299862851, + "rounds": 9, + "median": 0.10160140199968737, + "iqr": 0.024028096999245463, + "q1": 0.0843932997504453, + "q3": 0.10842139674969076, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.08066866599983769, + "hd15iqr": 0.11544295699968643, + "ops": 10.179728881933057, + "total": 0.8841099899991605, + "data": [ + 0.10202286899948376, + 0.08529468000051565, + 0.11128180000014254, + 0.09864052800003265, + 0.08066866599983769, + 0.10160140199968737, + 0.11544295699968643, + 0.10746792899954016, + 0.08168915900023421 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-linopy-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "nodal-s5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1212148417 + ], + "allocations": [ + 278624 + ], + "total_bytes": [ + 1712254853 + ], + "rss_bytes": [ + 361287680 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2697344059997704, + "max": 0.3020684010007244, + "mean": 0.28147392811125527, + "stddev": 0.009405084777083557, + "rounds": 9, + "median": 0.2791670549995615, + "iqr": 0.010259230750534698, + "q1": 0.2757190519998858, + "q3": 0.2859782827504205, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.2697344059997704, + "hd15iqr": 0.3020684010007244, + "ops": 3.552726914034966, + "total": 2.5332653530012976, + "data": [ + 0.28707269100050326, + 0.2856134800003929, + 0.2779401820007479, + 0.2791670549995615, + 0.2761905919996934, + 0.27430443200046284, + 0.3020684010007244, + 0.2697344059997704, + 0.28117411399944103 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-pyomo-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "nodal-s5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1453747224 + ], + "allocations": [ + 576644 + ], + "total_bytes": [ + 1812231180 + ], + "rss_bytes": [ + 581586944 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 3.968162571999528, + "max": 4.150853534999442, + "mean": 4.021801805999894, + "stddev": 0.07331340180366042, + "rounds": 5, + "median": 3.995490534000055, + "iqr": 0.054556697000180066, + "q1": 3.985537060749948, + "q3": 4.040093757750128, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 3.968162571999528, + "hd15iqr": 4.150853534999442, + "ops": 0.24864477372011662, + "total": 20.10900902999947, + "data": [ + 3.995490534000055, + 3.968162571999528, + 4.003173832000357, + 3.991328557000088, + 4.150853534999442 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-gurobipy-loop-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "nodal-s5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 182398668 + ], + "allocations": [ + 251704 + ], + "total_bytes": [ + 252270816 + ], + "rss_bytes": [ + 267583488 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.7617478619995381, + "max": 0.8638669720003236, + "mean": 0.7950294215555308, + "stddev": 0.029134180098220316, + "rounds": 9, + "median": 0.7867463870006759, + "iqr": 0.019436308999956964, + "q1": 0.7805472859997735, + "q3": 0.7999835949997305, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.7617478619995381, + "hd15iqr": 0.8638669720003236, + "ops": 1.257815085690074, + "total": 7.155264793999777, + "data": [ + 0.7772079890000896, + 0.7617478619995381, + 0.8638669720003236, + 0.7816603849996682, + 0.8102926809997371, + 0.7830666669997299, + 0.7867463870006759, + 0.7965472329997283, + 0.7941286180002862 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "nodal-s5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 17038529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 17853058 + ], + "rss_bytes": [ + 202489856 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.029173502000048757, + "max": 0.047054127000592416, + "mean": 0.03125734500008548, + "stddev": 0.005924008507289423, + "rounds": 9, + "median": 0.029305592000127945, + "iqr": 6.815150049988006e-05, + "q1": 0.029265695499816502, + "q3": 0.029333847000316382, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.029173502000048757, + "hd15iqr": 0.047054127000592416, + "ops": 31.992480487298756, + "total": 0.2813161050007693, + "data": [ + 0.029271432999848912, + 0.029173502000048757, + 0.047054127000592416, + 0.02928057200006151, + 0.02934358200036513, + 0.029305592000127945, + 0.029330602000300132, + 0.029248482999719272, + 0.029308211999705236 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-gurobi]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "nodal-m-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 260006861 + ], + "allocations": [ + 62505 + ], + "total_bytes": [ + 415212250 + ], + "rss_bytes": [ + 327196672 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, + "live_fraction": 0.25, + "variables": 1200000, + "phase_seconds": { + "attach": 0.00537076100044942, + "build": 0.054786263999631046 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1298968490000334, + "max": 0.17208536299949628, + "mean": 0.1506748230000691, + "stddev": 0.016594826220589474, + "rounds": 9, + "median": 0.15328299399971002, + "iqr": 0.032799148499179864, + "q1": 0.13232429850040717, + "q3": 0.16512344699958703, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.1298968490000334, + "hd15iqr": 0.17208536299949628, + "ops": 6.636808858236, + "total": 1.356073407000622, + "data": [ + 0.17208536299949628, + 0.15328299399971002, + 0.13287185300032434, + 0.15456808599992655, + 0.16315895999923669, + 0.13068163500065566, + 0.1298968490000334, + 0.14851075900060096, + 0.17101690800063807 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-in-memory-gurobi]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "nodal-m-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 266823172 + ], + "allocations": [ + 63637 + ], + "total_bytes": [ + 440589005 + ], + "rss_bytes": [ + 316276736 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, + "live_fraction": 0.25, + "variables": 1200000, + "phase_seconds": { + "attach": 0.0020958390005034744, + "build": 0.06351618799999414 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1354056309992302, + "max": 0.16602418399997987, + "mean": 0.15173166722221745, + "stddev": 0.012208679933040327, + "rounds": 9, + "median": 0.1542972870001904, + "iqr": 0.022273244249618074, + "q1": 0.1402776012500908, + "q3": 0.16255084549970888, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.1354056309992302, + "hd15iqr": 0.16602418399997987, + "ops": 6.5905820341079995, + "total": 1.3655850049999572, + "data": [ + 0.16216910499952064, + 0.16369606700027362, + 0.16602418399997987, + 0.16143806899981428, + 0.14097485999991477, + 0.1542972870001904, + 0.1354056309992302, + 0.13818582500061893, + 0.14339397700041445 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-linopy-gurobi]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "nodal-m-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1311736742 + ], + "allocations": [ + 328816 + ], + "total_bytes": [ + 2061820247 + ], + "rss_bytes": [ + 463810560 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 1200000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.48216971999954694, + "max": 0.5240318650003246, + "mean": 0.4922096391111255, + "stddev": 0.014277521780956781, + "rounds": 9, + "median": 0.487026443999639, + "iqr": 0.01333035025004392, + "q1": 0.48287631850030266, + "q3": 0.4962066687503466, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.48216971999954694, + "hd15iqr": 0.5240318650003246, + "ops": 2.0316546457844384, + "total": 4.4298867520001295, + "data": [ + 0.492580693000491, + 0.5240318650003246, + 0.4874573809993308, + 0.4830727050002679, + 0.484176189000209, + 0.5070845959999133, + 0.487026443999639, + 0.48216971999954694, + 0.482287159000407 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-pyomo-gurobi]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "nodal-m-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1809123312 + ], + "allocations": [ + 1077087 + ], + "total_bytes": [ + 2442544813 + ], + "rss_bytes": [ + 944959488 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 1200000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 7.721472580999944, + "max": 7.798211597999398, + "mean": 7.769645422199938, + "stddev": 0.034530359527954906, + "rounds": 5, + "median": 7.787151277000703, + "iqr": 0.05777984800033664, + "q1": 7.7390924689996154, + "q3": 7.796872316999952, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 7.721472580999944, + "hd15iqr": 7.798211597999398, + "ops": 0.12870600209666389, + "total": 38.84822711099969, + "data": [ + 7.796425890000137, + 7.744965764999506, + 7.798211597999398, + 7.787151277000703, + 7.721472580999944 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-gurobipy-loop-gurobi]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "nodal-m-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 269867348 + ], + "allocations": [ + 501849 + ], + "total_bytes": [ + 403008536 + ], + "rss_bytes": [ + 359915520 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, "live_fraction": 0.25, - "variables": 120000 + "variables": 1200000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1480,76 +3183,68 @@ "warmup": false }, "stats": { - "min": 0.013471363000007841, - "max": 0.01606365799989362, - "mean": 0.014417492333298773, - "stddev": 0.0007016914733369319, - "rounds": 9, - "median": 0.01433000399993034, - "iqr": 0.0004609357501976774, - "q1": 0.014056999499757694, - "q3": 0.014517935249955372, - "iqr_outliers": 1, + "min": 1.598606608999944, + "max": 1.7232480969996686, + "mean": 1.6601978269998654, + "stddev": 0.051258910978668915, + "rounds": 5, + "median": 1.6721098819998588, + "iqr": 0.08429721125048673, + "q1": 1.613217437749654, + "q3": 1.6975146490001407, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.013471363000007841, - "hd15iqr": 0.01606365799989362, - "ops": 69.36018947555748, - "total": 0.12975743099968895, + "outliers": "2;0", + "ld15iqr": 1.598606608999944, + "hd15iqr": 1.7232480969996686, + "ops": 0.6023378562102413, + "total": 8.300989134999327, "data": [ - 0.014057746999696974, - 0.014509352999994007, - 0.014543681999839464, - 0.01433000399993034, - 0.014054756999939855, - 0.014495892000013555, - 0.014230975000373292, - 0.01606365799989362, - 0.013471363000007841 + 1.598606608999944, + 1.6180877139995573, + 1.688936833000298, + 1.6721098819998588, + 1.7232480969996686 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-gurobi]", + "name": "test_emit[nodal-m-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-gurobipy-matrix-gurobi]", "params": { "case_name": "nodal", "size": "m", - "arm": "specsolve", + "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "nodal-m-specsolve-gurobi", + "param": "nodal-m-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 268918453 + 32488529 ], "allocations": [ - 62505 + 864 ], "total_bytes": [ - 424125026 + 33303058 ], "rss_bytes": [ - 327970816 + 223109120 ] }, "columns": 300000, "rows": 100000, "nonzeros": 300000, "live_fraction": 0.25, - "variables": 1200000, - "phase_seconds": { - "attach": 0.0047690489996057295, - "build": 0.05927546000020811 - } + "variables": 1200000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1557,76 +3252,76 @@ "warmup": false }, "stats": { - "min": 0.13473767699997552, - "max": 0.17478042500033553, - "mean": 0.14842034511108673, - "stddev": 0.01354819977332934, + "min": 0.058066526999937196, + "max": 0.058917572999234835, + "mean": 0.05838787744414731, + "stddev": 0.0003061330450865818, "rounds": 9, - "median": 0.1431057139998302, - "iqr": 0.020328384500317043, - "q1": 0.13791752699978588, - "q3": 0.15824591150010292, + "median": 0.058285946999603766, + "iqr": 0.0004469252496619447, + "q1": 0.05812624424970636, + "q3": 0.058573169499368305, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.13473767699997552, - "hd15iqr": 0.17478042500033553, - "ops": 6.737620770599473, - "total": 1.3357831059997807, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.058066526999937196, + "hd15iqr": 0.058917572999234835, + "ops": 17.126842827204676, + "total": 0.5254908969973258, "data": [ - 0.17478042500033553, - 0.14152930799991736, - 0.16109831599987956, - 0.15729511000017737, - 0.13473767699997552, - 0.1388799809997181, - 0.1431057139998302, - 0.1350301649999892, - 0.14932640999995783 + 0.058917572999234835, + 0.058066526999937196, + 0.058285946999603766, + 0.05809662599949661, + 0.058802892999665346, + 0.05844290400000318, + 0.05813611699977628, + 0.05824571500033926, + 0.05849659499926929 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-in-memory-gurobi]", + "name": "test_emit[nodal-m5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-specsolve-gurobi]", "params": { "case_name": "nodal", - "size": "m", - "arm": "specsolve-in-memory", + "size": "m5", + "arm": "specsolve", "sink": "gurobi" }, - "param": "nodal-m-specsolve-in-memory-gurobi", + "param": "nodal-m5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 249521756 + 752105485 ], "allocations": [ - 63624 + 62556 ], "total_bytes": [ - 423288029 + 920424255 ], "rss_bytes": [ - 314716160 + 668585984 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, "live_fraction": 0.25, - "variables": 1200000, + "variables": 6000000, "phase_seconds": { - "attach": 0.0050122259999625385, - "build": 0.067691147000005 + "attach": 0.016448301000309584, + "build": 0.17093439800009946 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,72 +3329,76 @@ "warmup": false }, "stats": { - "min": 0.14559344200006308, - "max": 0.19785293399991133, - "mean": 0.1677335124444552, - "stddev": 0.015425014443513262, + "min": 0.5345218969996495, + "max": 0.6050955769997017, + "mean": 0.5698559402224217, + "stddev": 0.025170672653741184, "rounds": 9, - "median": 0.16975396999987424, - "iqr": 0.016137590999960594, - "q1": 0.15831741599993165, - "q3": 0.17445500699989225, + "median": 0.5803720800004157, + "iqr": 0.04167305575037972, + "q1": 0.5464165382502415, + "q3": 0.5880895940006212, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.14559344200006308, - "hd15iqr": 0.19785293399991133, - "ops": 5.961837830893508, - "total": 1.5096016120000968, + "ld15iqr": 0.5345218969996495, + "hd15iqr": 0.6050955769997017, + "ops": 1.7548294742872872, + "total": 5.128703462001795, "data": [ - 0.19785293399991133, - 0.15142559100013386, - 0.14559344200006308, - 0.16975396999987424, - 0.1610152170001129, - 0.176233443000001, - 0.17325012900028014, - 0.173862194999856, - 0.16061469099986425 + 0.5853463540006487, + 0.5542307209998398, + 0.5963193140005387, + 0.5803720800004157, + 0.6050955769997017, + 0.5469911600002888, + 0.5345218969996495, + 0.5446926730000996, + 0.5811336860006122 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-linopy-gurobi]", + "name": "test_emit[nodal-m5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-specsolve-in-memory-gurobi]", "params": { "case_name": "nodal", - "size": "m", - "arm": "linopy", + "size": "m5", + "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "nodal-m-linopy-gurobi", + "param": "nodal-m5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1311605670 + 772029556 ], "allocations": [ - 328815 + 63665 ], "total_bytes": [ - 2061690185 + 958908970 ], "rss_bytes": [ - 464498688 + 600940544 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": null, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, "live_fraction": 0.25, - "variables": 1200000 + "variables": 6000000, + "phase_seconds": { + "attach": 0.015511886000240338, + "build": 0.23998186599965265 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1707,72 +3406,72 @@ "warmup": false }, "stats": { - "min": 0.491267367999626, - "max": 0.6237951140001314, - "mean": 0.5190604504444613, - "stddev": 0.04184280171646436, + "min": 0.5825440489998073, + "max": 0.7111506150004061, + "mean": 0.6452721304446337, + "stddev": 0.03955465228838236, "rounds": 9, - "median": 0.5017677649998404, - "iqr": 0.027187530500100365, - "q1": 0.4952530527500585, - "q3": 0.5224405832501589, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.491267367999626, - "hd15iqr": 0.6237951140001314, - "ops": 1.926557878073199, - "total": 4.671544054000151, + "median": 0.6456336890005332, + "iqr": 0.049913572500145165, + "q1": 0.6163880112503648, + "q3": 0.66630158375051, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5825440489998073, + "hd15iqr": 0.7111506150004061, + "ops": 1.5497337523486967, + "total": 5.807449174001704, "data": [ - 0.5341548820001663, - 0.5017677649998404, - 0.4926651860000675, - 0.4964980119998472, - 0.5185358170001564, - 0.4961156750000555, - 0.6237951140001314, - 0.5167442350002602, - 0.491267367999626 + 0.6891200840000238, + 0.7111506150004061, + 0.6409859530003814, + 0.6521709239996198, + 0.5825440489998073, + 0.6456336890005332, + 0.658695417000672, + 0.6079466419996606, + 0.6192018010005995 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-pyomo-gurobi]", + "name": "test_emit[nodal-m5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-linopy-gurobi]", "params": { "case_name": "nodal", - "size": "m", - "arm": "pyomo", + "size": "m5", + "arm": "linopy", "sink": "gurobi" }, - "param": "nodal-m-pyomo-gurobi", + "param": "nodal-m5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1806960624 + 2117108306 ], "allocations": [ - 1077084 + 731202 ], "total_bytes": [ - 2440383261 + 4838325021 ], "rss_bytes": [ - 946274304 + 1274658816 ] }, - "columns": 300000, - "rows": 100000, + "columns": 1500000, + "rows": 500000, "nonzeros": null, "live_fraction": 0.25, - "variables": 1200000 + "variables": 6000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1780,72 +3479,68 @@ "warmup": false }, "stats": { - "min": 7.632870950999859, - "max": 8.212205925000035, - "mean": 7.816333420000067, - "stddev": 0.1656431262730062, - "rounds": 9, - "median": 7.7787970890003635, - "iqr": 0.1191267062499719, - "q1": 7.735453797750097, - "q3": 7.854580504000069, - "iqr_outliers": 1, + "min": 2.4116670449993762, + "max": 2.4544059440004276, + "mean": 2.4364531252000234, + "stddev": 0.01670755713068498, + "rounds": 5, + "median": 2.438193391999448, + "iqr": 0.02426442950013552, + "q1": 2.425376625750232, + "q3": 2.4496410552503676, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 7.632870950999859, - "hd15iqr": 8.212205925000035, - "ops": 0.12793722404948168, - "total": 70.3470007800006, + "outliers": "2;0", + "ld15iqr": 2.4116670449993762, + "hd15iqr": 2.4544059440004276, + "ops": 0.41043268579932307, + "total": 12.182265626000117, "data": [ - 7.632870950999859, - 7.8819119440004215, - 7.845470023999951, - 7.746653602000151, - 7.751717326999824, - 7.701854384999933, - 7.795519533000061, - 8.212205925000035, - 7.7787970890003635 + 2.4544059440004276, + 2.4299464860005173, + 2.4480527590003476, + 2.4116670449993762, + 2.438193391999448 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-gurobipy-loop-gurobi]", + "name": "test_emit[nodal-m5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-gurobipy-loop-gurobi]", "params": { "case_name": "nodal", - "size": "m", + "size": "m5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "nodal-m-gurobipy-loop-gurobi", + "param": "nodal-m5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 270915924 + 1016937804 ], "allocations": [ - 501850 + 2502856 ], "total_bytes": [ - 404057112 + 1693968382 ], "rss_bytes": [ - 360177664 + 1094492160 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, "live_fraction": 0.25, - "variables": 1200000 + "variables": 6000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1853,72 +3548,68 @@ "warmup": false }, "stats": { - "min": 1.5749172650002947, - "max": 1.6934200749997217, - "mean": 1.6181453524444704, - "stddev": 0.037434918819204764, - "rounds": 9, - "median": 1.6082279519996519, - "iqr": 0.04654564050008503, - "q1": 1.590537884250125, - "q3": 1.63708352475021, + "min": 7.946302829999695, + "max": 8.062593452000328, + "mean": 7.994175865000034, + "stddev": 0.04605194496937772, + "rounds": 5, + "median": 7.9797356790004415, + "iqr": 0.0670671290001792, + "q1": 7.960921232249802, + "q3": 8.027988361249982, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.5749172650002947, - "hd15iqr": 1.6934200749997217, - "ops": 0.6179914545311632, - "total": 14.563308172000234, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.946302829999695, + "hd15iqr": 8.062593452000328, + "ops": 0.12509106840871279, + "total": 39.97087932500017, "data": [ - 1.6082279519996519, - 1.575648129000001, - 1.5749172650002947, - 1.6292457980002837, - 1.6934200749997217, - 1.634316594000211, - 1.6066469059996962, - 1.5955011360001663, - 1.6453843170002074 + 8.062593452000328, + 8.016453330999866, + 7.9797356790004415, + 7.946302829999695, + 7.965794032999838 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-gurobipy-matrix-gurobi]", + "name": "test_emit[nodal-m5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-gurobipy-matrix-gurobi]", "params": { "case_name": "nodal", - "size": "m", + "size": "m5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "nodal-m-gurobipy-matrix-gurobi", + "param": "nodal-m5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 151274263 + 156988529 ], "allocations": [ - 113657 + 864 ], "total_bytes": [ - 222582366 + 157803058 ], "rss_bytes": [ - 227225600 + 384819200 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, "live_fraction": 0.25, - "variables": 1200000 + "variables": 6000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1926,32 +3617,32 @@ "warmup": false }, "stats": { - "min": 0.07866211000009571, - "max": 0.1059208699998635, - "mean": 0.08396044388882729, - "stddev": 0.008491664722328906, + "min": 0.29232514400064247, + "max": 0.3099108390006222, + "mean": 0.3015122049998051, + "stddev": 0.005943560055971514, "rounds": 9, - "median": 0.08252901499963627, - "iqr": 0.0041341357501778475, - "q1": 0.07933976599986181, - "q3": 0.08347390175003966, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.07866211000009571, - "hd15iqr": 0.1059208699998635, - "ops": 11.910370570742911, - "total": 0.7556439949994456, + "median": 0.3028895069992359, + "iqr": 0.009092383499819334, + "q1": 0.2956561224998495, + "q3": 0.30474850599966885, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.29232514400064247, + "hd15iqr": 0.3099108390006222, + "ops": 3.3166153257399533, + "total": 2.7136098449982455, "data": [ - 0.08325468900011401, - 0.08292431300014869, - 0.08252901499963627, - 0.07866211000009571, - 0.07992215800004487, - 0.07876941799986525, - 0.07952988199986066, - 0.0841315399998166, - 0.1059208699998635 + 0.3034967629992025, + 0.29232514400064247, + 0.3036231719997886, + 0.3099108390006222, + 0.29512361799970677, + 0.2958336239998971, + 0.3028895069992359, + 0.30812450799930957, + 0.30228266999984044 ], "iterations": 1 } @@ -1970,16 +3661,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1316460357 + 1248303229 ], "allocations": [ - 62597 + 62590 ], "total_bytes": [ - 1501090508 + 1432932188 ], "rss_bytes": [ - 955887616 + 995823616 ] }, "columns": 3000000, @@ -1988,14 +3679,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.012452420000045095, - "build": 0.2762281450000046 + "attach": 0.02018166099969676, + "build": 0.24482843999976467 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2003,32 +3694,28 @@ "warmup": false }, "stats": { - "min": 1.069012315999771, - "max": 1.1152031499996156, - "mean": 1.0957029342221682, - "stddev": 0.018282248744329422, - "rounds": 9, - "median": 1.1066434459999073, - "iqr": 0.03252915899997788, - "q1": 1.0781127967500197, - "q3": 1.1106419557499976, + "min": 1.0333286980003322, + "max": 1.12452251600007, + "mean": 1.083612546800032, + "stddev": 0.03291633675685942, + "rounds": 5, + "median": 1.083483747000173, + "iqr": 0.03267358375023832, + "q1": 1.0696675247497751, + "q3": 1.1023411085000134, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.069012315999771, - "hd15iqr": 1.1152031499996156, - "ops": 0.9126561303861918, - "total": 9.861326407999513, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.0333286980003322, + "hd15iqr": 1.12452251600007, + "ops": 0.9228390746794651, + "total": 5.418062734000159, "data": [ - 1.073329068000021, - 1.1152031499996156, - 1.0797073730000193, - 1.069012315999771, - 1.086974539000039, - 1.1066434459999073, - 1.1088780770000994, - 1.1104946919999747, - 1.111083747000066 + 1.0949473059999946, + 1.0333286980003322, + 1.0817804669995894, + 1.12452251600007, + 1.083483747000173 ], "iterations": 1 } @@ -2047,16 +3734,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1301781228 + 1284481140 ], "allocations": [ - 63688 + 63687 ], "total_bytes": [ - 1504971071 + 1487670527 ], "rss_bytes": [ - 897114112 + 907005952 ] }, "columns": 3000000, @@ -2065,14 +3752,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.02780218599991713, - "build": 0.38880942700006926 + "attach": 0.012489503000324476, + "build": 0.34104018099969835 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2080,32 +3767,28 @@ "warmup": false }, "stats": { - "min": 1.0864503430002515, - "max": 1.2457616540000345, - "mean": 1.1959086311110998, - "stddev": 0.05387495487754466, - "rounds": 9, - "median": 1.210928480000348, - "iqr": 0.035871937000024445, - "q1": 1.1889787259998457, - "q3": 1.22485066299987, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 1.2106052039998758, - "hd15iqr": 1.2457616540000345, - "ops": 0.8361842819638451, - "total": 10.763177679999899, + "min": 1.1777066490003563, + "max": 1.23041034400012, + "mean": 1.1968363239999236, + "stddev": 0.020663846909796196, + "rounds": 5, + "median": 1.1902105219996884, + "iqr": 0.025741633000279762, + "q1": 1.1828390969997145, + "q3": 1.2085807299999942, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.1777066490003563, + "hd15iqr": 1.23041034400012, + "ops": 0.8355361380225488, + "total": 5.984181619999617, "data": [ - 1.2193698159999258, - 1.0864503430002515, - 1.1240992919997552, - 1.2106052039998758, - 1.2106538439998076, - 1.2140158430001975, - 1.2457616540000345, - 1.241293203999703, - 1.210928480000348 + 1.2013041919999523, + 1.1777066490003563, + 1.1902105219996884, + 1.23041034400012, + 1.1845499129995005 ], "iterations": 1 } @@ -2124,16 +3807,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3117041406 + 3117041150 ], "allocations": [ - 1234172 + 1234152 ], "total_bytes": [ - 8304658294 + 8304655820 ], "rss_bytes": [ - 2296459264 + 2293858304 ] }, "columns": 3000000, @@ -2145,7 +3828,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2153,32 +3836,28 @@ "warmup": false }, "stats": { - "min": 4.750979046999873, - "max": 4.84237300399991, - "mean": 4.803794100777749, - "stddev": 0.029896302235290825, - "rounds": 9, - "median": 4.798983314999987, - "iqr": 0.045185733500375136, - "q1": 4.787235003999854, - "q3": 4.832420737500229, + "min": 4.770934071999363, + "max": 4.880179346000659, + "mean": 4.803089103399907, + "stddev": 0.044671387543026575, + "rounds": 5, + "median": 4.7900972790002925, + "iqr": 0.04647091750052823, + "q1": 4.773491775999446, + "q3": 4.819962693499974, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 4.750979046999873, - "hd15iqr": 4.84237300399991, - "ops": 0.2081687888825412, - "total": 43.23414690699974, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 4.770934071999363, + "hd15iqr": 4.880179346000659, + "ops": 0.20819934389560701, + "total": 24.015445516999534, "data": [ - 4.84237300399991, - 4.784859999999753, - 4.788026671999887, - 4.750979046999873, - 4.807979595999768, - 4.840956575999826, - 4.829575458000363, - 4.798983314999987, - 4.790413239000372 + 4.880179346000659, + 4.7743443439994735, + 4.770934071999363, + 4.799890475999746, + 4.7900972790002925 ], "iterations": 1 } @@ -2197,16 +3876,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1924481211 + 1928675547 ], "allocations": [ - 5004048 + 5004053 ], "total_bytes": [ - 3301459590 + 3305653926 ], "rss_bytes": [ - 2019110912 + 1990873088 ] }, "columns": 3000000, @@ -2218,7 +3897,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2226,32 +3905,28 @@ "warmup": false }, "stats": { - "min": 16.129989483999452, - "max": 16.27729340099995, - "mean": 16.222544192222003, - "stddev": 0.04834807899225589, - "rounds": 9, - "median": 16.238776199999847, - "iqr": 0.04969512600064263, - "q1": 16.203483073249572, - "q3": 16.253178199250215, + "min": 16.243004848000055, + "max": 16.463737248999678, + "mean": 16.348929209199923, + "stddev": 0.09251840295764804, + "rounds": 5, + "median": 16.354481837000094, + "iqr": 0.15966070124954967, + "q1": 16.264795703500113, + "q3": 16.424456404749662, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 16.129989483999452, - "hd15iqr": 16.27729340099995, - "ops": 0.06164261216680525, - "total": 146.00289772999804, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 16.243004848000055, + "hd15iqr": 16.463737248999678, + "ops": 0.06116608538724828, + "total": 81.74464604599962, "data": [ - 16.24593572699996, - 16.129989483999452, - 16.260326269999496, - 16.2227076399995, - 16.27729340099995, - 16.238776199999847, - 16.158644101999926, - 16.218429396999454, - 16.250795509000454 + 16.411362789999657, + 16.272059322000132, + 16.243004848000055, + 16.354481837000094, + 16.463737248999678 ], "iterations": 1 } @@ -2270,16 +3945,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 630730343 + 313488529 ], "allocations": [ - 1013665 + 864 ], "total_bytes": [ - 801139106 + 314303058 ], "rss_bytes": [ - 624222208 + 561242112 ] }, "columns": 3000000, @@ -2291,7 +3966,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2299,32 +3974,32 @@ "warmup": false }, "stats": { - "min": 0.8293366079997213, - "max": 0.9013408740001978, - "mean": 0.8518277068886972, - "stddev": 0.02203155038052984, + "min": 0.6360306000005949, + "max": 0.6864551280004889, + "mean": 0.6548115430001012, + "stddev": 0.018227567535184213, "rounds": 9, - "median": 0.8496561459996883, - "iqr": 0.021975544749693654, - "q1": 0.8336579340000299, - "q3": 0.8556334787497235, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.8293366079997213, - "hd15iqr": 0.9013408740001978, - "ops": 1.1739463179150422, - "total": 7.666449361998275, + "median": 0.6484975530001975, + "iqr": 0.031948917250019804, + "q1": 0.6412469664999207, + "q3": 0.6731958837499405, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.6360306000005949, + "hd15iqr": 0.6864551280004889, + "ops": 1.5271569517824541, + "total": 5.893303887000911, "data": [ - 0.9013408740001978, - 0.8328644249995705, - 0.867118741000013, - 0.851805057999627, - 0.833922437000183, - 0.8511221640001168, - 0.8293366079997213, - 0.8492829089991574, - 0.8496561459996883 + 0.6864551280004889, + 0.6431048220001685, + 0.6360306000005949, + 0.6492768889993386, + 0.6410130730000674, + 0.6484975530001975, + 0.6750095690003945, + 0.6413249309998719, + 0.6725913219997892 ], "iterations": 1 } @@ -2358,16 +4033,16 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0011927189998459653, - "build": 0.010958112000480469, - "first_window": 0.3989384889991925 + "attach": 0.0010860839993256377, + "build": 0.010611784000502666, + "first_window": 0.383121793999635 }, - "process_rss_bytes": 143929344 + "process_rss_bytes": 143351808 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2375,32 +4050,32 @@ "warmup": false }, "stats": { - "min": 0.5129457610000827, - "max": 0.5452699939996819, - "mean": 0.528580532222198, - "stddev": 0.011793205172329868, + "min": 0.4742251629995735, + "max": 0.5454389079995963, + "mean": 0.520953902888727, + "stddev": 0.02123795095176185, "rounds": 9, - "median": 0.5271722449997469, - "iqr": 0.02116592074980872, - "q1": 0.5173531522500525, - "q3": 0.5385190729998612, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.5129457610000827, - "hd15iqr": 0.5452699939996819, - "ops": 1.8918593081661825, - "total": 4.757224789999782, + "median": 0.522892420000062, + "iqr": 0.02351326450070701, + "q1": 0.5124176822496338, + "q3": 0.5359309467503408, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.5098497999997562, + "hd15iqr": 0.5454389079995963, + "ops": 1.9195556352585668, + "total": 4.688585125998543, "data": [ - 0.5271722449997469, - 0.5225872360006178, - 0.5129457610000827, - 0.5392776470007448, - 0.5176031900000453, - 0.5374994629992216, - 0.5166030390000742, - 0.5382662149995667, - 0.5452699939996819 + 0.513273642999593, + 0.5177425889996812, + 0.5348461350004072, + 0.531131085999732, + 0.5454389079995963, + 0.5391853820001415, + 0.522892420000062, + 0.5098497999997562, + 0.4742251629995735 ], "iterations": 1 } @@ -2434,16 +4109,16 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0010430800002723117, - "build": 0.007005867000771104, - "first_window": 0.4149713859997064 + "attach": 0.0009850840006038197, + "build": 0.008260456000243721, + "first_window": 0.4136706689996572 }, - "process_rss_bytes": 143400960 + "process_rss_bytes": 143036416 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2451,32 +4126,32 @@ "warmup": false }, "stats": { - "min": 0.49565020499994716, - "max": 0.5498098320003919, - "mean": 0.5267947133333009, - "stddev": 0.017565836696516925, + "min": 0.5013034670000707, + "max": 0.541764797999349, + "mean": 0.518487025111123, + "stddev": 0.015842397780755166, "rounds": 9, - "median": 0.5302375370001755, - "iqr": 0.02518256475036651, - "q1": 0.5126113674998578, - "q3": 0.5377939322502243, + "median": 0.5141265669999484, + "iqr": 0.028157038499784903, + "q1": 0.5039773247503945, + "q3": 0.5321343632501794, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.49565020499994716, - "hd15iqr": 0.5498098320003919, - "ops": 1.8982726566720576, - "total": 4.7411524199997075, + "ld15iqr": 0.5013034670000707, + "hd15iqr": 0.541764797999349, + "ops": 1.9286885718802285, + "total": 4.666383226000107, "data": [ - 0.5498098320003919, - 0.5302375370001755, - 0.5426053569999567, - 0.5353968209992672, - 0.507218742999612, - 0.49565020499994716, - 0.5144089089999397, - 0.5361901240003135, - 0.5296348920001037 + 0.5141265669999484, + 0.5285280090001834, + 0.5308020780003062, + 0.5065805089998321, + 0.5361312189997989, + 0.502765219000139, + 0.5043813600004796, + 0.5013034670000707, + 0.541764797999349 ], "iterations": 1 } @@ -2510,14 +4185,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "first_window": 0.7507751579996693 + "first_window": 0.7482406449998962 }, - "process_rss_bytes": 229261312 + "process_rss_bytes": 226783232 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2525,32 +4200,32 @@ "warmup": false }, "stats": { - "min": 0.889903155999491, - "max": 0.9544353599994793, - "mean": 0.9323902952222246, - "stddev": 0.018650943117764236, + "min": 0.8843976809994274, + "max": 0.9579750740003874, + "mean": 0.9218405602221336, + "stddev": 0.020860098125149985, "rounds": 9, - "median": 0.9360535349997008, - "iqr": 0.014469897250364738, - "q1": 0.9264369789998455, - "q3": 0.9409068762502102, - "iqr_outliers": 1, + "median": 0.9254639799992219, + "iqr": 0.020536334249982247, + "q1": 0.9107416842498424, + "q3": 0.9312780184998246, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.9242374510004083, - "hd15iqr": 0.9544353599994793, - "ops": 1.0725122356208796, - "total": 8.391512657000021, + "outliers": "2;0", + "ld15iqr": 0.8843976809994274, + "hd15iqr": 0.9579750740003874, + "ops": 1.0847862885953212, + "total": 8.296565041999202, "data": [ - 0.9345398470004511, - 0.9368944080006258, - 0.9271701549996578, - 0.9506043649998901, - 0.9242374510004083, - 0.889903155999491, - 0.9376743800003169, - 0.9360535349997008, - 0.9544353599994793 + 0.9135750739997093, + 0.8843976809994274, + 0.920384746000309, + 0.9022415150002416, + 0.9293596190000244, + 0.9579750740003874, + 0.9254639799992219, + 0.9261341360006554, + 0.9370332169992253 ], "iterations": 1 } @@ -2584,14 +4259,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "first_window": 0.4239483260007546 + "first_window": 0.4258197339995604 }, - "process_rss_bytes": 163917824 + "process_rss_bytes": 163442688 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2599,32 +4274,32 @@ "warmup": false }, "stats": { - "min": 0.5389352590000271, - "max": 0.5799202139996851, - "mean": 0.5650633294445571, - "stddev": 0.015278969168014515, + "min": 0.5418566670005021, + "max": 0.6043144200002644, + "mean": 0.5759281585556487, + "stddev": 0.019676769801427536, "rounds": 9, - "median": 0.5695024860006015, - "iqr": 0.02753590350016566, - "q1": 0.5510560464999799, - "q3": 0.5785919500001455, + "median": 0.5738854849996642, + "iqr": 0.028636300749440124, + "q1": 0.5627911602500717, + "q3": 0.5914274609995118, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.5389352590000271, - "hd15iqr": 0.5799202139996851, - "ops": 1.7697131416809062, - "total": 5.085569965001014, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5418566670005021, + "hd15iqr": 0.6043144200002644, + "ops": 1.736327674111068, + "total": 5.183353427000839, "data": [ - 0.5491617880006743, - 0.5781694190000053, - 0.5798595430005662, - 0.5389352590000271, - 0.5799202139996851, - 0.5695024860006015, - 0.5516874659997484, - 0.5758120899999994, - 0.5625216999997065 + 0.562013429000217, + 0.5970095610000499, + 0.5738854849996642, + 0.5675618490004126, + 0.5630504040000233, + 0.5840948510003727, + 0.5895667609993325, + 0.6043144200002644, + 0.5418566670005021 ], "iterations": 1 } @@ -2658,88 +4333,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "first_window": 0.15598389800015866 - }, - "process_rss_bytes": 91443200 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.19756566599971848, - "max": 0.25000993799949356, - "mean": 0.22746607955549633, - "stddev": 0.01932697505392158, - "rounds": 9, - "median": 0.23472121500071808, - "iqr": 0.032091896999872915, - "q1": 0.21245064599997932, - "q3": 0.24454254299985223, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.19756566599971848, - "hd15iqr": 0.25000993799949356, - "ops": 4.39625988171139, - "total": 2.047194715999467, - "data": [ - 0.25000993799949356, - 0.21608298099999956, - 0.24625989299966022, - 0.20155364099991857, - 0.22128598400013288, - 0.23472121500071808, - 0.19756566599971848, - 0.23574530499990942, - 0.24397009299991623 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[nodal-2xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[nodal-2xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "nodal", - "size": "2xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "nodal-2xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 300, - "rows": 100, - "nonzeros": 300, - "live_fraction": 0.25, - "variables": 1200, - "phase_seconds": { - "first_window": 0.25386428399997385 + "first_window": 0.1569750730004671 }, - "process_rss_bytes": 105721856 + "process_rss_bytes": 91574272 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2747,32 +4348,32 @@ "warmup": false }, "stats": { - "min": 0.30853073700018285, - "max": 0.3593167540002469, - "mean": 0.33619393055556024, - "stddev": 0.017365011493591914, + "min": 0.18961518699961744, + "max": 0.25254653799947846, + "mean": 0.2225153291108452, + "stddev": 0.020409406102201377, "rounds": 9, - "median": 0.3373105399996348, - "iqr": 0.027307722999694306, - "q1": 0.3243757580003148, - "q3": 0.3516834810000091, + "median": 0.21782278599948768, + "iqr": 0.03337696500034326, + "q1": 0.20894923324954107, + "q3": 0.24232619824988433, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.30853073700018285, - "hd15iqr": 0.3593167540002469, - "ops": 2.9744736865043953, - "total": 3.0257453750000423, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.18961518699961744, + "hd15iqr": 0.25254653799947846, + "ops": 4.4940724038920195, + "total": 2.002637961997607, "data": [ - 0.34936371200001304, - 0.30853073700018285, - 0.33954377899954125, - 0.3593167540002469, - 0.3247075130002486, - 0.3586427879999974, - 0.3373105399996348, - 0.324949058999664, - 0.3233804930005135 + 0.25254653799947846, + 0.20930979099921387, + 0.22851898799945047, + 0.21782278599948768, + 0.2422286040000472, + 0.18961518699961744, + 0.21210952700039343, + 0.20786756000052264, + 0.24261898099939572 ], "iterations": 1 } @@ -2806,16 +4407,16 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.0011726009997801157, - "build": 0.018475204999958805, - "first_window": 0.39337089900072897 + "attach": 0.0019005200001629419, + "build": 0.016095724000479095, + "first_window": 0.40188381299958564 }, - "process_rss_bytes": 147685376 + "process_rss_bytes": 147484672 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2823,32 +4424,28 @@ "warmup": false }, "stats": { - "min": 0.4911299160003182, - "max": 0.555523450999317, - "mean": 0.5224677229998633, - "stddev": 0.021592973526335966, - "rounds": 9, - "median": 0.5282741249993705, - "iqr": 0.03442171024971685, - "q1": 0.5023506460001954, - "q3": 0.5367723562499123, + "min": 0.5255880759996217, + "max": 0.5505049419998613, + "mean": 0.536932526399869, + "stddev": 0.011383378353304247, + "rounds": 5, + "median": 0.5323653590003232, + "iqr": 0.020531354250351797, + "q1": 0.5278225457495864, + "q3": 0.5483538999999382, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.4911299160003182, - "hd15iqr": 0.555523450999317, - "ops": 1.9139938334530602, - "total": 4.70220950699877, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.5255880759996217, + "hd15iqr": 0.5505049419998613, + "ops": 1.8624314058695552, + "total": 2.6846626319993447, "data": [ - 0.5353869709997525, - 0.497312010999849, - 0.555523450999317, - 0.5409285120003915, - 0.5328789329996653, - 0.5040301910003109, - 0.5282741249993705, - 0.4911299160003182, - 0.516745396999795 + 0.5505049419998613, + 0.5285673689995747, + 0.5323653590003232, + 0.5476368859999639, + 0.5255880759996217 ], "iterations": 1 } @@ -2882,16 +4479,16 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.001064801000211446, - "build": 0.009371566000481835, - "first_window": 0.4304473570000482 + "attach": 0.0011801230002674856, + "build": 0.009997007000492886, + "first_window": 0.41138610200050607 }, - "process_rss_bytes": 147079168 + "process_rss_bytes": 146997248 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2899,32 +4496,28 @@ "warmup": false }, "stats": { - "min": 0.5064547600004516, - "max": 0.5475768030000836, - "mean": 0.5317346471111806, - "stddev": 0.011705690460389932, - "rounds": 9, - "median": 0.532927092999671, - "iqr": 0.009849807249338483, - "q1": 0.5277716462503577, - "q3": 0.5376214534996961, - "iqr_outliers": 1, + "min": 0.5258940940002503, + "max": 0.5548159580002903, + "mean": 0.5410548346000723, + "stddev": 0.01182289832897932, + "rounds": 5, + "median": 0.5390273640005034, + "iqr": 0.019320318250720447, + "q1": 0.5325048812494515, + "q3": 0.551825199500172, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.5252164720004657, - "hd15iqr": 0.5475768030000836, - "ops": 1.8806372792008599, - "total": 4.785611824000625, + "outliers": "2;0", + "ld15iqr": 0.5258940940002503, + "hd15iqr": 0.5548159580002903, + "ops": 1.8482415016939324, + "total": 2.7052741730003618, "data": [ - 0.5313680970002679, - 0.5430275930002608, - 0.532927092999671, - 0.5358194069995079, - 0.5064547600004516, - 0.5252164720004657, - 0.5475768030000836, - 0.5345982279995951, - 0.5286233710003216 + 0.5548159580002903, + 0.5508282800001325, + 0.5347084769991852, + 0.5258940940002503, + 0.5390273640005034 ], "iterations": 1 } @@ -2958,14 +4551,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "first_window": 0.7445358750001105 + "first_window": 0.7428461950003111 }, - "process_rss_bytes": 231034880 + "process_rss_bytes": 231038976 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2973,32 +4566,28 @@ "warmup": false }, "stats": { - "min": 0.9029896309994001, - "max": 0.9657987290001984, - "mean": 0.9331500008891251, - "stddev": 0.02033738593492273, - "rounds": 9, - "median": 0.9352943520007102, - "iqr": 0.03249205675001576, - "q1": 0.9156763835005677, - "q3": 0.9481684402505834, + "min": 0.9019620050003141, + "max": 0.9669032259998858, + "mean": 0.9320722558000852, + "stddev": 0.02323353355254758, + "rounds": 5, + "median": 0.9296262980005849, + "iqr": 0.022121219750260934, + "q1": 0.9207487002497601, + "q3": 0.942869920000021, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.9029896309994001, - "hd15iqr": 0.9657987290001984, - "ops": 1.0716390709394832, - "total": 8.398350008002126, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.9019620050003141, + "hd15iqr": 0.9669032259998858, + "ops": 1.0728781956304514, + "total": 4.660361279000426, "data": [ - 0.9353109020003103, - 0.9505138559998159, - 0.9342062010000518, - 0.9029896309994001, - 0.9179279160007354, - 0.9089217860000645, - 0.9657987290001984, - 0.9352943520007102, - 0.9473866350008393 + 0.9270109319995754, + 0.9669032259998858, + 0.9348588180000661, + 0.9019620050003141, + 0.9296262980005849 ], "iterations": 1 } @@ -3032,14 +4621,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "first_window": 0.49008039599993936 + "first_window": 0.4943057950004004 }, - "process_rss_bytes": 172388352 + "process_rss_bytes": 170110976 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3047,32 +4636,28 @@ "warmup": false }, "stats": { - "min": 0.6147040930000003, - "max": 0.6721480100004555, - "mean": 0.6394681133334517, - "stddev": 0.014956439022311873, - "rounds": 9, - "median": 0.6376115900002333, - "iqr": 0.007941268500189835, - "q1": 0.6351646307498413, - "q3": 0.6431058992500311, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.6326682640001309, - "hd15iqr": 0.6721480100004555, - "ops": 1.563799631520561, - "total": 5.755213020001065, + "min": 0.6089770159996988, + "max": 0.6526604700002281, + "mean": 0.6355216726000436, + "stddev": 0.017977192053745594, + "rounds": 5, + "median": 0.6339388709993727, + "iqr": 0.027058241500071745, + "q1": 0.6249375672502993, + "q3": 0.651995808750371, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.6089770159996988, + "hd15iqr": 0.6526604700002281, + "ops": 1.573510460955335, + "total": 3.1776083630002177, "data": [ - 0.6381398339999578, - 0.6359967529997448, - 0.6425751739998304, - 0.6446980750006333, - 0.6366712270000789, - 0.6721480100004555, - 0.6147040930000003, - 0.6376115900002333, - 0.6326682640001309 + 0.6302577510004994, + 0.6517742550004186, + 0.6526604700002281, + 0.6089770159996988, + 0.6339388709993727 ], "iterations": 1 } @@ -3106,14 +4691,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "first_window": 0.1684594569996989 + "first_window": 0.17094206799993117 }, - "process_rss_bytes": 93245440 + "process_rss_bytes": 93114368 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3121,111 +4706,33 @@ "warmup": false }, "stats": { - "min": 0.20559029600008216, - "max": 0.2549273140002697, - "mean": 0.24058759955551068, - "stddev": 0.01755066229262148, - "rounds": 9, - "median": 0.25165642400043, - "iqr": 0.023684876500055907, - "q1": 0.23046478524997838, - "q3": 0.2541496617500343, + "min": 0.22800983100023586, + "max": 0.26259619499978726, + "mean": 0.25119288160003633, + "stddev": 0.013715817311039913, + "rounds": 5, + "median": 0.2547128659998634, + "iqr": 0.015228082499561424, + "q1": 0.24520378050033287, + "q3": 0.2604318629998943, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.20559029600008216, - "hd15iqr": 0.2549273140002697, - "ops": 4.156490200856219, - "total": 2.165288395999596, - "data": [ - 0.2534152689995608, - 0.20559029600008216, - 0.22420642899942322, - 0.2549273140002697, - 0.25401741299992864, - 0.23437793899938697, - 0.23255090400016343, - 0.25165642400043, - 0.2545464080003512 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[nodal-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[nodal-xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "nodal", - "size": "xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "nodal-xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, - "live_fraction": 0.25, - "variables": 12000, - "phase_seconds": { - "first_window": 0.2897481529998913 - }, - "process_rss_bytes": 106029056 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.3091651009999623, - "max": 0.3591458930004592, - "mean": 0.34046315777777636, - "stddev": 0.01854313286375645, - "rounds": 9, - "median": 0.34085283700005675, - "iqr": 0.02555692400096632, - "q1": 0.3319163429994205, - "q3": 0.35747326700038684, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.3091651009999623, - "hd15iqr": 0.3591458930004592, - "ops": 2.937175365837116, - "total": 3.0641684199999872, + "ld15iqr": 0.22800983100023586, + "hd15iqr": 0.26259619499978726, + "ops": 3.981004531777525, + "total": 1.2559644080001817, "data": [ - 0.3131131259997346, - 0.35743358000036096, - 0.3381840819993158, - 0.34085283700005675, - 0.3091651009999623, - 0.3575923280004645, - 0.34969442900001013, - 0.338987043999623, - 0.3591458930004592 + 0.26259619499978726, + 0.2547128659998634, + 0.25971041899992997, + 0.22800983100023586, + 0.2509350970003652 ], "iterations": 1 } } ], - "datetime": "2026-10-13T13:06:34.726861+00:00", + "datetime": "2026-10-14T07:24:00.586007+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-gurobi-sector.ceilings.json b/bench/results/latest-gurobi-sector.ceilings.json index 52b7c1aeb..ef17eb058 100644 --- a/bench/results/latest-gurobi-sector.ceilings.json +++ b/bench/results/latest-gurobi-sector.ceilings.json @@ -8,8 +8,8 @@ "size": "m", "budget": 30.0, "memory_budget": 16.0, - "stopped_by": "memory", - "reason": "pyomo took 1.17 GB on sector/m, so the next rung projects to 23.5 GB \u2014 over the 16 GB budget" + "stopped_by": "time", + "reason": "pyomo took 11.8 s on sector/m, so the next rung projects to 59.2 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -21,6 +21,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 30.2 s on sector/l, over the 30 s budget" + "reason": "gurobipy-loop took 30.5 s on sector/l, over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-gurobi-sector.json b/bench/results/latest-gurobi-sector.json index 758f57d91..1bce6ab97 100644 --- a/bench/results/latest-gurobi-sector.json +++ b/bench/results/latest-gurobi-sector.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 2.37646484375, - 1.5830078125, - 1.53369140625 + 1.201171875, + 1.3583984375, + 1.4384765625 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 152396720 + 152397880 ], "allocations": [ - 62571 + 62568 ], "total_bytes": [ - 303747569 + 303747537 ], "rss_bytes": [ - 226897920 + 226799616 ] }, "columns": 300, @@ -204,14 +204,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.002651916000104393, - "build": 0.01306639299946255 + "attach": 0.0012241149997862522, + "build": 0.01451975800046057 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.02233247999993182, - "max": 0.10862392999933945, - "mean": 0.03760848844437229, - "stddev": 0.026958917048510188, + "min": 0.024683775999619684, + "max": 0.14385156699972868, + "mean": 0.04567221944418836, + "stddev": 0.03730216190409362, "rounds": 9, - "median": 0.03052412700071727, - "iqr": 0.00791615974958404, - "q1": 0.02564894074998847, - "q3": 0.03356510049957251, + "median": 0.03630609799984086, + "iqr": 0.011931837500014808, + "q1": 0.026976727249802934, + "q3": 0.03890856474981774, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.02233247999993182, - "hd15iqr": 0.10862392999933945, - "ops": 26.589741873809324, - "total": 0.33847639599935064, + "ld15iqr": 0.024683775999619684, + "hd15iqr": 0.14385156699972868, + "ops": 21.895147907624768, + "total": 0.41104997499769524, "data": [ - 0.10862392999933945, - 0.031137762000071234, - 0.027077118000306655, - 0.03536721399996168, - 0.02233247999993182, - 0.03052412700071727, - 0.032964395999442786, - 0.024376171999392682, - 0.026073197000187065 + 0.14385156699972868, + 0.036917213999913656, + 0.03575977999935276, + 0.03781524999976682, + 0.024683775999619684, + 0.03630609799984086, + 0.04218850899997051, + 0.027189563999854727, + 0.026338216999647557 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 173370247 + 148204671 ], "allocations": [ - 63734 + 63715 ], "total_bytes": [ - 343298820 + 318132588 ], "rss_bytes": [ - 227233792 + 226680832 ] }, "columns": 300, @@ -281,14 +281,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.0015114569996512728, - "build": 0.015659741000490612 + "attach": 0.002500007999515219, + "build": 0.017239613000128884 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.02505003599981137, - "max": 0.043157934000191744, - "mean": 0.03300988288881652, - "stddev": 0.006376291691792425, + "min": 0.026432637999278086, + "max": 0.03738735200022347, + "mean": 0.03269381044436967, + "stddev": 0.0033301426723643074, "rounds": 9, - "median": 0.03125949100012804, - "iqr": 0.00993370075002531, - "q1": 0.02814439874987329, - "q3": 0.0380780994998986, + "median": 0.033034313999451115, + "iqr": 0.004252205750617577, + "q1": 0.030912590249499772, + "q3": 0.03516479600011735, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.02505003599981137, - "hd15iqr": 0.043157934000191744, - "ops": 30.29395782372775, - "total": 0.29708894599934865, + "ld15iqr": 0.026432637999278086, + "hd15iqr": 0.03738735200022347, + "ops": 30.586829323597975, + "total": 0.29424429399932706, "data": [ - 0.043157934000191744, - 0.038951871999415744, - 0.036546483999700285, - 0.030020732000593853, - 0.03778684200005955, - 0.025184534999425523, - 0.02505003599981137, - 0.029131020000022545, - 0.03125949100012804 + 0.026432637999278086, + 0.03017757899942808, + 0.03484341500006849, + 0.03359299100065982, + 0.03612893900026393, + 0.031489472000430396, + 0.033034313999451115, + 0.03738735200022347, + 0.03115759399952367 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112799208 + 1112799720 ], "allocations": [ - 234959 + 234947 ], "total_bytes": [ - 1365181175 + 1365181125 ], "rss_bytes": [ - 251256832 + 251518976 ] }, "columns": 300, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.05617937900024117, - "max": 0.3890026079998279, - "mean": 0.09393604155573282, - "stddev": 0.11065296544551076, + "min": 0.05546290100028273, + "max": 0.3865549310003189, + "mean": 0.0929445948888517, + "stddev": 0.11010706930173057, "rounds": 9, - "median": 0.05709867099994881, - "iqr": 0.001511016000449672, - "q1": 0.056354724750008245, - "q3": 0.05786574075045792, + "median": 0.05599702899962722, + "iqr": 0.0011133175000850315, + "q1": 0.055789015249729346, + "q3": 0.05690233274981438, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.05617937900024117, - "hd15iqr": 0.3890026079998279, - "ops": 10.645541194182575, - "total": 0.8454243740015954, + "ld15iqr": 0.05546290100028273, + "hd15iqr": 0.3865549310003189, + "ops": 10.75909794642556, + "total": 0.8365013539996653, "data": [ - 0.3890026079998279, - 0.05636671699994622, - 0.05617937900024117, - 0.05755848600074387, - 0.05709867099994881, - 0.05631874800019432, - 0.057428407000770676, - 0.05878750499960006, - 0.056683853000322415 + 0.3865549310003189, + 0.05561740099983581, + 0.056435317999785184, + 0.05591278900010366, + 0.05584621999969386, + 0.05830337699990196, + 0.05546290100028273, + 0.056371388000115985, + 0.05599702899962722 ], "iterations": 1 } @@ -413,16 +413,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1098725691 + 1098726203 ], "allocations": [ - 83474 + 83473 ], "total_bytes": [ - 1181070327 + 1181069847 ], "rss_bytes": [ - 205565952 + 207941632 ] }, "columns": 300, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.023618778999662027, - "max": 0.7635549240003456, - "mean": 0.10670859977795367, - "stddev": 0.24632208053050803, + "min": 0.021154134000425984, + "max": 0.7140644979999706, + "mean": 0.09970182955566997, + "stddev": 0.23038724403066432, "rounds": 9, - "median": 0.024240804000328353, - "iqr": 0.0016510630002812832, - "q1": 0.02384630975006985, - "q3": 0.025497372750351133, + "median": 0.02321307300007902, + "iqr": 0.0008503132496571197, + "q1": 0.02270613550035705, + "q3": 0.02355644875001417, "iqr_outliers": 2, "stddev_outliers": 1, "outliers": "1;2", - "ld15iqr": 0.023618778999662027, - "hd15iqr": 0.028565114999764774, - "ops": 9.371315920936704, - "total": 0.9603773980015831, + "ld15iqr": 0.022424047000640712, + "hd15iqr": 0.7140644979999706, + "ops": 10.029906215929923, + "total": 0.8973164660010298, "data": [ - 0.7635549240003456, - 0.023941176000334963, - 0.02376042800005962, - 0.024474792000546586, - 0.023618778999662027, - 0.02387493700007326, - 0.028565114999764774, - 0.024240804000328353, - 0.024346443000467843 + 0.7140644979999706, + 0.023615392000465363, + 0.02353680099986377, + 0.021154134000425984, + 0.022424047000640712, + 0.022800165000262496, + 0.02321307300007902, + 0.023382362000120338, + 0.023125993999201455 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 96210080 + 92015744 ], "allocations": [ - 2112 + 2109 ], "total_bytes": [ - 97527079 + 93332743 ], "rss_bytes": [ - 177197056 + 176918528 ] }, "columns": 300, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.010239449000437162, - "max": 0.01756910299991432, - "mean": 0.01212652822192063, - "stddev": 0.002589649398902949, + "min": 0.010236869000436855, + "max": 0.01808454999991227, + "mean": 0.013079829000162135, + "stddev": 0.003351728370702804, "rounds": 9, - "median": 0.010901522999120061, - "iqr": 0.0023178880001069047, - "q1": 0.010599034499591653, - "q3": 0.012916922499698558, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.010239449000437162, - "hd15iqr": 0.01756910299991432, - "ops": 82.46383315154793, - "total": 0.10913875399728568, + "median": 0.010928655000498111, + "iqr": 0.006265919750148896, + "q1": 0.010821076250067563, + "q3": 0.01708699600021646, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.010236869000436855, + "hd15iqr": 0.01808454999991227, + "ops": 76.45359889549047, + "total": 0.11771846100145922, "data": [ - 0.011092639999333187, - 0.010901522999120061, - 0.01756910299991432, - 0.015436920999491122, - 0.012076922999767703, - 0.010517136000089522, - 0.010678724999706901, - 0.010626333999425697, - 0.010239449000437162 + 0.017504422000456543, + 0.010814357000526797, + 0.010928655000498111, + 0.01087000600000465, + 0.011508431999573077, + 0.010823315999914485, + 0.01808454999991227, + 0.010236869000436855, + 0.01694785400013643 ], "iterations": 1 } @@ -559,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 98390974 + 1836432 ], "allocations": [ - 14451 + 863 ], "total_bytes": [ - 166705288 + 2502533 ], "rss_bytes": [ - 186191872 + 183992320 ] }, "columns": 300, @@ -580,7 +580,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -588,76 +588,76 @@ "warmup": false }, "stats": { - "min": 0.00814755699957459, - "max": 0.012913205000586458, - "mean": 0.009342541333252383, - "stddev": 0.0017846948387223764, + "min": 0.0007689959993513185, + "max": 0.0017770409995137015, + "mean": 0.001101013666609813, + "stddev": 0.00048476146557201877, "rounds": 9, - "median": 0.008506043999659596, - "iqr": 0.0014886470000874397, - "q1": 0.008290831249496478, - "q3": 0.009779478249583917, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.00814755699957459, - "hd15iqr": 0.012913205000586458, - "ops": 107.03725724399592, - "total": 0.08408287199927145, + "median": 0.0007769260000713984, + "iqr": 0.000937473250360199, + "q1": 0.0007730062500286294, + "q3": 0.0017104795003888285, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0007689959993513185, + "hd15iqr": 0.0017770409995137015, + "ops": 908.2539393712983, + "total": 0.009909122999488318, "data": [ - 0.012913205000586458, - 0.009058109999386943, - 0.00852401500014821, - 0.00814755699957459, - 0.008296575999338529, - 0.008506043999659596, - 0.01194358300017484, - 0.008420185000431957, - 0.008273596999970323 + 0.001772242000697588, + 0.0016898920002859086, + 0.0008041069995670114, + 0.0007738260001133312, + 0.000770546999774524, + 0.0007755460001135361, + 0.0007689959993513185, + 0.0007769260000713984, + 0.0017770409995137015 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-gurobi]", + "name": "test_emit[sector-2xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-specsolve-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "gurobi" }, - "param": "sector-xs-specsolve-gurobi", + "param": "sector-2xs5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 157000729 + 156731475 ], "allocations": [ - 62568 + 62569 ], "total_bytes": [ - 308642629 + 308249505 ], "rss_bytes": [ - 230678528 + 229105664 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000, + "variables": 8500, "phase_seconds": { - "attach": 0.0028099740002289764, - "build": 0.02401636500053428 + "attach": 0.003017855000507552, + "build": 0.015827930999876116 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -665,76 +665,76 @@ "warmup": false }, "stats": { - "min": 0.0314055399994686, - "max": 0.041445939000368526, - "mean": 0.03473708088899406, - "stddev": 0.003164303992790948, + "min": 0.02486896499976865, + "max": 0.04392355900017719, + "mean": 0.03245182266649257, + "stddev": 0.005600708405333334, "rounds": 9, - "median": 0.03474917000039568, - "iqr": 0.004003410251016248, - "q1": 0.03232110849944547, - "q3": 0.03632451875046172, + "median": 0.03180723099922034, + "iqr": 0.007163603999742918, + "q1": 0.028250390500033973, + "q3": 0.03541399449977689, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.0314055399994686, - "hd15iqr": 0.041445939000368526, - "ops": 28.787680899140703, - "total": 0.3126337280009466, + "ld15iqr": 0.02486896499976865, + "hd15iqr": 0.04392355900017719, + "ops": 30.81491016011648, + "total": 0.2920664039984331, "data": [ - 0.0314055399994686, - 0.0325091689992405, - 0.03614176800056157, - 0.031756927000060386, - 0.03474917000039568, - 0.032843486000274424, - 0.036872771000162174, - 0.034908958000414714, - 0.041445939000368526 + 0.04392355900017719, + 0.03163579099964409, + 0.03180723099922034, + 0.03618964899942512, + 0.03515544299989415, + 0.02486896499976865, + 0.02759115099979681, + 0.03242447800039372, + 0.028470137000113027 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-in-memory-gurobi]", + "name": "test_emit[sector-2xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-specsolve-in-memory-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "sector-xs-specsolve-in-memory-gurobi", + "param": "sector-2xs5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 140223728 + 145722314 ], "allocations": [ - 63708 + 63707 ], "total_bytes": [ - 310444080 + 315818572 ], "rss_bytes": [ - 230563840 + 228909056 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000, + "variables": 8500, "phase_seconds": { - "attach": 0.001604055999450793, - "build": 0.017400565000571078 + "attach": 0.0014312620005512144, + "build": 0.016269728999759536 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.031403400000272086, - "max": 0.0428220780004267, - "mean": 0.03716009911123466, - "stddev": 0.0046729222134283014, + "min": 0.0282817180004713, + "max": 0.05793962899952021, + "mean": 0.03490227566655651, + "stddev": 0.009237724725422404, "rounds": 9, - "median": 0.037786482000228716, - "iqr": 0.009135173000686336, - "q1": 0.032444729999724586, - "q3": 0.04157990300041092, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.031403400000272086, - "hd15iqr": 0.0428220780004267, - "ops": 26.910584845498132, - "total": 0.33444089200111193, + "median": 0.0314586419999614, + "iqr": 0.005350658249199114, + "q1": 0.030338877250414953, + "q3": 0.03568953549961407, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0282817180004713, + "hd15iqr": 0.05793962899952021, + "ops": 28.65142690275075, + "total": 0.3141204809990086, "data": [ - 0.041973604999839154, - 0.04144866900060151, - 0.031403400000272086, - 0.037786482000228716, - 0.034592500000144355, - 0.0428220780004267, - 0.04018547200030298, - 0.03277511699980096, - 0.031453568999495474 + 0.0314586419999614, + 0.02828760699958366, + 0.034570005999739806, + 0.03102263400069205, + 0.032188008000048285, + 0.031324112999755016, + 0.03904812399923685, + 0.05793962899952021, + 0.0282817180004713 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-linopy-gurobi]", + "name": "test_emit[sector-2xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-linopy-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "gurobi" }, - "param": "sector-xs-linopy-gurobi", + "param": "sector-2xs5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1115247385 + 1114454241 ], "allocations": [ - 238227 + 236429 ], "total_bytes": [ - 1375462745 + 1370390091 ], "rss_bytes": [ - 256954368 + 251805696 ] }, - "columns": 3000, - "rows": 2600, + "columns": 1500, + "rows": 1270, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.06291771799988055, - "max": 0.06557046400030231, - "mean": 0.06374185500003983, - "stddev": 0.0008738856978603852, + "min": 0.05958165199990617, + "max": 0.06095790400013357, + "mean": 0.0603566626665876, + "stddev": 0.0004652858386452527, "rounds": 9, - "median": 0.0633312649997606, - "iqr": 0.0008192375000817265, - "q1": 0.06320255525020002, - "q3": 0.06402179275028175, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.06291771799988055, - "hd15iqr": 0.06557046400030231, - "ops": 15.688278918135897, - "total": 0.5736766950003584, + "median": 0.06047866700009763, + "iqr": 0.0006274437498632324, + "q1": 0.06005509850001545, + "q3": 0.06068254224987868, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.05958165199990617, + "hd15iqr": 0.06095790400013357, + "ops": 16.568179150726678, + "total": 0.5432099639992884, "data": [ - 0.06557046400030231, - 0.06376443000044674, - 0.06479388099978678, - 0.0632004560002315, - 0.06320325500018953, - 0.06291771799988055, - 0.06328301499979716, - 0.06361221099996328, - 0.0633312649997606 + 0.060795364000114205, + 0.05958165199990617, + 0.06047866700009763, + 0.05975413999931334, + 0.06015541800024948, + 0.06064493499980017, + 0.0602371579998362, + 0.06060472599983768, + 0.06095790400013357 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-pyomo-gurobi]", + "name": "test_emit[sector-2xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-pyomo-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "gurobi" }, - "param": "sector-xs-pyomo-gurobi", + "param": "sector-2xs5-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1106830808 + 1102230094 ], "allocations": [ - 112023 + 95948 ], "total_bytes": [ - 1196259775 + 1187792942 ], "rss_bytes": [ - 218370048 + 210681856 ] }, - "columns": 3000, - "rows": 2600, + "columns": 1500, + "rows": 1270, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,72 +888,72 @@ "warmup": false }, "stats": { - "min": 0.10299848000067868, - "max": 0.11098897900046722, - "mean": 0.10664832144448155, - "stddev": 0.002971978765604521, + "min": 0.05694858500010014, + "max": 0.09294564300034835, + "mean": 0.06169669411105537, + "stddev": 0.011740122925124948, "rounds": 9, - "median": 0.10667121799997403, - "iqr": 0.005280986249999842, - "q1": 0.10394633774990325, - "q3": 0.10922732399990309, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.10299848000067868, - "hd15iqr": 0.11098897900046722, - "ops": 9.376612650397643, - "total": 0.959834893000334, + "median": 0.05770680099976744, + "iqr": 0.0016675720000876026, + "q1": 0.05727229049989546, + "q3": 0.058939862499983064, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.05694858500010014, + "hd15iqr": 0.09294564300034835, + "ops": 16.208323872264184, + "total": 0.5552702469994983, "data": [ - 0.10843387299973983, - 0.11098897900046722, - 0.10313120099999651, - 0.10421804999987216, - 0.10299848000067868, - 0.10936346400012553, - 0.10918194399982895, - 0.10667121799997403, - 0.10484768399965105 + 0.058988365000004706, + 0.09294564300034835, + 0.05694858500010014, + 0.05892369499997585, + 0.05770680099976744, + 0.05771280099997966, + 0.057291402999908314, + 0.05753800099955697, + 0.057214952999856905 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-gurobipy-loop-gurobi]", + "name": "test_emit[sector-2xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-gurobipy-loop-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "sector-xs-gurobipy-loop-gurobi", + "param": "sector-2xs5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 88492330 + 87091490 ], "allocations": [ - 9624 + 5428 ], "total_bytes": [ - 91398247 + 89128553 ], "rss_bytes": [ - 179625984 + 177876992 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -961,72 +961,72 @@ "warmup": false }, "stats": { - "min": 0.03291980600079114, - "max": 0.06619806899925607, - "mean": 0.04377853033333344, - "stddev": 0.01440112474387271, + "min": 0.020781465000254684, + "max": 0.04262056700008543, + "mean": 0.028082180333411897, + "stddev": 0.010615493215838627, "rounds": 9, - "median": 0.03410071500002232, - "iqr": 0.027231340249954883, - "q1": 0.033557737500132134, - "q3": 0.06078907775008702, + "median": 0.021067945000140753, + "iqr": 0.020925334249795924, + "q1": 0.020983717500257626, + "q3": 0.04190905175005355, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.03291980600079114, - "hd15iqr": 0.06619806899925607, - "ops": 22.842246927567352, - "total": 0.394006773000001, + "ld15iqr": 0.020781465000254684, + "hd15iqr": 0.04262056700008543, + "ops": 35.60977061350931, + "total": 0.25273962300070707, "data": [ - 0.06052248000014515, - 0.06619806899925607, - 0.061588870999912615, - 0.03371199899993371, - 0.03805808099968999, - 0.03366209900013928, - 0.0332446530001107, - 0.03291980600079114, - 0.03410071500002232 + 0.021040304999587534, + 0.02124087399988639, + 0.020900354999866977, + 0.021067945000140753, + 0.04229680700063909, + 0.020781465000254684, + 0.04262056700008543, + 0.04177979999985837, + 0.021011505000387842 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-gurobipy-matrix-gurobi]", + "name": "test_emit[sector-2xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-gurobipy-matrix-gurobi]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "sector-xs-gurobipy-matrix-gurobi", + "param": "sector-2xs5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 98928203 + 1916509 ], "allocations": [ - 16800 + 864 ], "total_bytes": [ - 167465549 + 2677502 ], "rss_bytes": [ - 186433536 + 184242176 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1034,76 +1034,76 @@ "warmup": false }, "stats": { - "min": 0.009883331000310136, - "max": 0.014388911999958509, - "mean": 0.011581467777836628, - "stddev": 0.0016104681533226917, + "min": 0.001063243999851693, + "max": 0.0027752159994633985, + "mean": 0.0016996671110973693, + "stddev": 0.0007531703521138192, "rounds": 9, - "median": 0.01075677300013922, - "iqr": 0.0024722382499930973, - "q1": 0.010327488000029916, - "q3": 0.012799726250023014, + "median": 0.0011096250000264263, + "iqr": 0.0014116439995177643, + "q1": 0.0010785205004140153, + "q3": 0.0024901644999317796, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.009883331000310136, - "hd15iqr": 0.014388911999958509, - "ops": 86.34484153327205, - "total": 0.10423321000052965, + "ld15iqr": 0.001063243999851693, + "hd15iqr": 0.0027752159994633985, + "ops": 588.3505031490326, + "total": 0.015297003999876324, "data": [ - 0.014388911999958509, - 0.013469561000420072, - 0.01046274700001959, - 0.01075677300013922, - 0.012080101999345061, - 0.009883331000310136, - 0.01257644799989066, - 0.010268028000609775, - 0.01034730799983663 + 0.001063243999851693, + 0.0027752159994633985, + 0.0020870990001640166, + 0.0025555570000506123, + 0.0024683669998921687, + 0.0011096250000264263, + 0.0010790960004669614, + 0.0010767940002551768, + 0.0010820059997058706 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-gurobi]", + "name": "test_emit[sector-xs-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-gurobi]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "gurobi" }, - "param": "sector-s-specsolve-gurobi", + "param": "sector-xs-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 153850773 + 157132385 ], "allocations": [ - 62556 + 62568 ], "total_bytes": [ - 306505066 + 308773853 ], "rss_bytes": [ - 242855936 + 230490112 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000, + "variables": 17000, "phase_seconds": { - "attach": 0.0035520769997674506, - "build": 0.039428559000043606 + "attach": 0.0015643420001651975, + "build": 0.01814368800023658 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1111,76 +1111,76 @@ "warmup": false }, "stats": { - "min": 0.055364284999996016, - "max": 0.07701647300018521, - "mean": 0.06943440788887124, - "stddev": 0.006917489819701202, + "min": 0.030017460000635765, + "max": 0.04775109000001976, + "mean": 0.03523120533332581, + "stddev": 0.005125436033418521, "rounds": 9, - "median": 0.07257972300067195, - "iqr": 0.009834281749590446, - "q1": 0.06490341074982098, - "q3": 0.07473769249941142, - "iqr_outliers": 0, + "median": 0.035028362999582896, + "iqr": 0.0032244762503523816, + "q1": 0.03232481499981077, + "q3": 0.03554929125016315, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.055364284999996016, - "hd15iqr": 0.07701647300018521, - "ops": 14.402081480992614, - "total": 0.6249096709998412, + "outliers": "2;1", + "ld15iqr": 0.030017460000635765, + "hd15iqr": 0.04775109000001976, + "ops": 28.38392812675309, + "total": 0.3170808479999323, "data": [ - 0.07487053099976038, - 0.06497315999968123, - 0.07257972300067195, - 0.0746934129992951, - 0.055364284999996016, - 0.06469416300024022, - 0.07320267599970975, - 0.07701647300018521, - 0.06751524700030131 + 0.04775109000001976, + 0.0319225989996994, + 0.030017460000635765, + 0.03245888699984789, + 0.03510188499967626, + 0.0351599730001908, + 0.03292334500019933, + 0.036717246000080195, + 0.035028362999582896 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-in-memory-gurobi]", + "name": "test_emit[sector-xs-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-in-memory-gurobi]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "sector-s-specsolve-in-memory-gurobi", + "param": "sector-xs-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 169056412 + 152807624 ], "allocations": [ - 63720 + 63707 ], "total_bytes": [ - 340289189 + 323027552 ], "rss_bytes": [ - 244207616 + 230526976 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000, + "variables": 17000, "phase_seconds": { - "attach": 0.003190102000189654, - "build": 0.035218194999288244 + "attach": 0.002088750000439177, + "build": 0.018179278999923554 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.06223417499950301, - "max": 0.07872812699952192, - "mean": 0.07029629022215683, - "stddev": 0.005784556930905745, + "min": 0.026878525000029185, + "max": 0.037909700000454905, + "mean": 0.03315345255557784, + "stddev": 0.0032961235403772297, "rounds": 9, - "median": 0.07142874199962534, - "iqr": 0.006706008999799451, - "q1": 0.06668944875036686, - "q3": 0.07339545775016632, + "median": 0.0324841279998509, + "iqr": 0.0037918514994998986, + "q1": 0.03181882475018938, + "q3": 0.03561067624968928, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.06223417499950301, - "hd15iqr": 0.07872812699952192, - "ops": 14.22550175606291, - "total": 0.6326666119994115, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.026878525000029185, + "hd15iqr": 0.037909700000454905, + "ops": 30.162771081642806, + "total": 0.29838107300020056, "data": [ - 0.0719145880002543, - 0.06223417499950301, - 0.06808963100047549, - 0.06813971199972002, - 0.07142874199962534, - 0.06248890200004098, - 0.07767318700007309, - 0.07872812699952192, - 0.07196954800019739 + 0.03521292299956258, + 0.026878525000029185, + 0.03240131700022175, + 0.03365652100001171, + 0.03680393600006937, + 0.032120638000378676, + 0.0324841279998509, + 0.037909700000454905, + 0.030913384999621485 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-linopy-gurobi]", + "name": "test_emit[sector-xs-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-linopy-gurobi]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "gurobi" }, - "param": "sector-s-linopy-gurobi", + "param": "sector-xs-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1138176736 + 1115247385 ], "allocations": [ - 268437 + 238227 ], "total_bytes": [ - 1470303252 + 1375461735 ], "rss_bytes": [ - 292864000 + 256282624 ] }, - "columns": 30000, - "rows": 24600, + "columns": 3000, + "rows": 2600, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,72 +1261,72 @@ "warmup": false }, "stats": { - "min": 0.1326674659994751, - "max": 0.1604777769998691, - "mean": 0.13760096088865087, - "stddev": 0.008907004636000504, + "min": 0.06381867900017824, + "max": 0.06741711099948589, + "mean": 0.06459672233338803, + "stddev": 0.0011663313342689845, "rounds": 9, - "median": 0.1344318100000237, - "iqr": 0.005249426000091262, - "q1": 0.13293422849960734, - "q3": 0.1381836544996986, + "median": 0.06407406800008175, + "iqr": 0.0008830087499518413, + "q1": 0.06386969150025834, + "q3": 0.06475270025021018, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.1326674659994751, - "hd15iqr": 0.1604777769998691, - "ops": 7.267391110802037, - "total": 1.2384086479978578, + "ld15iqr": 0.06381867900017824, + "hd15iqr": 0.06741711099948589, + "ops": 15.480661616837656, + "total": 0.5813705010004924, "data": [ - 0.13951155499944434, - 0.13774102099978336, - 0.13476253699991503, - 0.1329628129997218, - 0.13300519400036137, - 0.1344318100000237, - 0.1604777769998691, - 0.1326674659994751, - 0.132848474999264 + 0.06391511000038008, + 0.06454635599948233, + 0.06407406800008175, + 0.06741711099948589, + 0.06456829600028868, + 0.06530591299997468, + 0.06381867900017824, + 0.0638480690004144, + 0.06387689900020632 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-pyomo-gurobi]", + "name": "test_emit[sector-xs-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-pyomo-gurobi]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "gurobi" }, - "param": "sector-s-pyomo-gurobi", + "param": "sector-xs-pyomo-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1195454305 + 1106829528 ], "allocations": [ - 376502 + 112020 ], "total_bytes": [ - 1353567107 + 1196256247 ], "rss_bytes": [ - 322613248 + 218198016 ] }, - "columns": 30000, - "rows": 24600, + "columns": 3000, + "rows": 2600, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1334,72 +1334,145 @@ "warmup": false }, "stats": { - "min": 1.2987892269993608, - "max": 1.3707830349994765, - "mean": 1.324011667555472, - "stddev": 0.020263379343676464, + "min": 0.10138071099936496, + "max": 0.10404320799989364, + "mean": 0.10257295655537746, + "stddev": 0.0009039314124115316, "rounds": 9, - "median": 1.3205431530004716, - "iqr": 0.013709239749687185, - "q1": 1.314142797750037, - "q3": 1.3278520374997242, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 1.2987892269993608, - "hd15iqr": 1.3707830349994765, - "ops": 0.7552803532663, - "total": 11.91610500799925, + "median": 0.10245935700004338, + "iqr": 0.0014023839999026677, + "q1": 0.1018015409997588, + "q3": 0.10320392499966147, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.10138071099936496, + "hd15iqr": 0.10404320799989364, + "ops": 9.749158390107596, + "total": 0.9231566089983971, "data": [ - 1.2987892269993608, - 1.3086136289994101, - 1.315985854000246, - 1.325530537999839, - 1.3205431530004716, - 1.3219612600005348, - 1.33481653599938, - 1.3190817760005302, - 1.3707830349994765 + 0.10373028100002557, + 0.10236693600018043, + 0.10138071099936496, + 0.10166771999956836, + 0.1030284729995401, + 0.1026337749999584, + 0.10184614799982228, + 0.10245935700004338, + 0.10404320799989364 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-gurobipy-loop-gurobi]", + "name": "test_emit[sector-xs-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-gurobipy-loop-gurobi]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "sector-s-gurobipy-loop-gurobi", + "param": "sector-xs-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 127870819 + 94783690 ], "allocations": [ - 80780 + 9622 ], "total_bytes": [ - 148488574 + 97689607 ], "rss_bytes": [ - 206458880 + 179318784 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.03401310899971577, + "max": 0.06303232400023262, + "mean": 0.055377983555546156, + "stddev": 0.012029166080020927, + "rounds": 9, + "median": 0.06093131400029961, + "iqr": 0.01013966500022434, + "q1": 0.05228912774987293, + "q3": 0.06242879275009727, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.058178377999865916, + "hd15iqr": 0.06303232400023262, + "ops": 18.05771781121216, + "total": 0.4984018519999154, + "data": [ + 0.06093131400029961, + 0.03401310899971577, + 0.06262152700037404, + 0.06207923900001333, + 0.03462137699989398, + 0.060560035999515094, + 0.058178377999865916, + 0.062364548000005016, + 0.06303232400023262 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-gurobipy-matrix-gurobi]", + "params": { + "case_name": "sector", + "size": "xs", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "sector-xs-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2128929 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 2901922 + ], + "rss_bytes": [ + 184348672 + ] + }, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, + "live_fraction": 0.17647058823529413, + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1407,72 +1480,1694 @@ "warmup": false }, "stats": { - "min": 0.2569398960004037, - "max": 0.2907601950000753, - "mean": 0.27445732133350653, - "stddev": 0.013600581722038832, + "min": 0.0014503830007015495, + "max": 0.003452522999396024, + "mean": 0.0021282141111037666, + "stddev": 0.0009691259232426651, "rounds": 9, - "median": 0.28137089899973944, - "iqr": 0.025369805999162054, - "q1": 0.26094434575043124, - "q3": 0.2863141517495933, + "median": 0.0014849629997115699, + "iqr": 0.0019322155003465014, + "q1": 0.001471115250069488, + "q3": 0.0034033307504159893, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.2569398960004037, - "hd15iqr": 0.2907601950000753, - "ops": 3.643553741402479, - "total": 2.4701158920015587, + "ld15iqr": 0.0014503830007015495, + "hd15iqr": 0.003452522999396024, + "ops": 469.87753477556106, + "total": 0.0191539269999339, "data": [ - 0.2907601950000753, - 0.28137089899973944, - 0.28794930999993085, - 0.26103534000048967, - 0.26067136300025595, - 0.2857690989994808, - 0.2821304320004856, - 0.2634893580006974, - 0.2569398960004037 + 0.003403213000638061, + 0.0014849629997115699, + 0.003452522999396024, + 0.0014727230000062264, + 0.0014662920002592728, + 0.0014503830007015495, + 0.001542992999929993, + 0.0014771529995414312, + 0.0034036839997497736 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-gurobipy-matrix-gurobi]", + "name": "test_emit[sector-xs5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-specsolve-gurobi]", "params": { "case_name": "sector", - "size": "s", - "arm": "gurobipy-matrix", + "size": "xs5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "sector-xs5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 150592233 + ], + "allocations": [ + 62548 + ], + "total_bytes": [ + 302809330 + ], + "rss_bytes": [ + 236965888 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, + "live_fraction": 0.17647058823529413, + "variables": 85000, + "phase_seconds": { + "attach": 0.0018461310000930098, + "build": 0.025093692999689665 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.04115998399993259, + "max": 0.0618311790003645, + "mean": 0.05027718433332969, + "stddev": 0.006843932389427767, + "rounds": 9, + "median": 0.04655390600055398, + "iqr": 0.010350445000085529, + "q1": 0.045680950999894776, + "q3": 0.056031395999980305, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.04115998399993259, + "hd15iqr": 0.0618311790003645, + "ops": 19.889737527268032, + "total": 0.4524946589999672, + "data": [ + 0.05588312899999437, + 0.05647619699993811, + 0.04616261799947097, + 0.04590785999971558, + 0.045000224000432354, + 0.04655390600055398, + 0.05351956199956476, + 0.0618311790003645, + 0.04115998399993259 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "sector", + "size": "xs5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "sector-xs5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 149020784 + ], + "allocations": [ + 63709 + ], + "total_bytes": [ + 319817189 + ], + "rss_bytes": [ + 236695552 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, + "live_fraction": 0.17647058823529413, + "variables": 85000, + "phase_seconds": { + "attach": 0.002446627999233897, + "build": 0.027686352000273473 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.04081773500001873, + "max": 0.057437411999671895, + "mean": 0.051212297333121465, + "stddev": 0.00475399752896667, + "rounds": 9, + "median": 0.0519308489992909, + "iqr": 0.00480921700068393, + "q1": 0.04905215799976759, + "q3": 0.05386137500045152, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.04852123599994229, + "hd15iqr": 0.057437411999671895, + "ops": 19.52656006613575, + "total": 0.4609106759980932, + "data": [ + 0.0519308489992909, + 0.04922913199970935, + 0.057437411999671895, + 0.054601097000158916, + 0.05345961099919805, + 0.04081773500001873, + 0.04852123599994229, + 0.05129880299955403, + 0.05361480100054905 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-linopy-gurobi]", + "params": { + "case_name": "sector", + "size": "xs5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "sector-xs5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1124689679 + ], + "allocations": [ + 250459 + ], + "total_bytes": [ + 1416677699 + ], + "rss_bytes": [ + 272605184 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 85000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.09456143500028702, + "max": 0.12498817300001974, + "mean": 0.10161952699996214, + "stddev": 0.012920192957455461, + "rounds": 9, + "median": 0.09523197199996503, + "iqr": 0.008465307999586003, + "q1": 0.09476624974990955, + "q3": 0.10323155774949555, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.09456143500028702, + "hd15iqr": 0.12377564999951574, + "ops": 9.84062836663639, + "total": 0.9145757429996593, + "data": [ + 0.09638352699948882, + 0.09480760500082397, + 0.12377564999951574, + 0.12498817300001974, + 0.09536557199953677, + 0.09456143500028702, + 0.09523197199996503, + 0.09466021400021418, + 0.094801594999808 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-pyomo-gurobi]", + "params": { + "case_name": "sector", + "size": "xs5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "sector-xs5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1143852224 + ], + "allocations": [ + 215506 + ], + "total_bytes": [ + 1262199801 + ], + "rss_bytes": [ + 262950912 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 85000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5978050610001446, + "max": 0.6149489749996064, + "mean": 0.6073002402221795, + "stddev": 0.005771589950866556, + "rounds": 9, + "median": 0.6080311689993323, + "iqr": 0.010055552249923494, + "q1": 0.6026843817496683, + "q3": 0.6127399339995918, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5978050610001446, + "hd15iqr": 0.6149489749996064, + "ops": 1.6466319849209217, + "total": 5.465702161999616, + "data": [ + 0.6054617530007818, + 0.6082578290006495, + 0.6080311689993323, + 0.6137190620002002, + 0.6028363859995807, + 0.5978050610001446, + 0.6022283689999313, + 0.612413557999389, + 0.6149489749996064 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-gurobipy-loop-gurobi]", + "params": { + "case_name": "sector", + "size": "xs5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "sector-xs5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 105770957 + ], + "allocations": [ + 38919 + ], + "total_bytes": [ + 115640948 + ], + "rss_bytes": [ + 189853696 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, + "live_fraction": 0.17647058823529413, + "variables": 85000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.12213746799989167, + "max": 0.15324298100040323, + "mean": 0.12937697988885097, + "stddev": 0.011820973935274896, + "rounds": 9, + "median": 0.12392773800002033, + "iqr": 0.0067861427503430605, + "q1": 0.12320465774973854, + "q3": 0.1299908005000816, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.12213746799989167, + "hd15iqr": 0.1467269140002827, + "ops": 7.729350313008619, + "total": 1.1643928189996586, + "data": [ + 0.1467269140002827, + 0.15324298100040323, + 0.12213746799989167, + 0.12342999199972837, + 0.12392773800002033, + 0.12437567500001023, + 0.12441209600001457, + 0.12252865499976906, + 0.12361129999953846 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-xs5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "sector", + "size": "xs5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "sector-xs5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 3683529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 4498058 + ], + "rss_bytes": [ + 185450496 + ] + }, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, + "live_fraction": 0.17647058823529413, + "variables": 85000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0042457590006961254, + "max": 0.0105570469995655, + "mean": 0.007051744444551231, + "stddev": 0.0032829139911928025, + "rounds": 9, + "median": 0.004303388000153063, + "iqr": 0.006223211249562155, + "q1": 0.004289248250415767, + "q3": 0.010512459499977922, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.0042457590006961254, + "hd15iqr": 0.0105570469995655, + "ops": 141.80888259112734, + "total": 0.06346570000096108, + "data": [ + 0.010460768000484677, + 0.0042457590006961254, + 0.0042912180006169365, + 0.004303388000153063, + 0.0105570469995655, + 0.004283338999812258, + 0.010520986999836168, + 0.004293576999771176, + 0.010509617000025173 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "sector-s-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 169055117 + ], + "allocations": [ + 62569 + ], + "total_bytes": [ + 321709010 + ], + "rss_bytes": [ + 243859456 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000, + "phase_seconds": { + "attach": 0.005000045000087994, + "build": 0.03963885200028017 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.05688818499947956, + "max": 0.08055608599988773, + "mean": 0.06780785444435525, + "stddev": 0.008896130073732075, + "rounds": 9, + "median": 0.0689171140002145, + "iqr": 0.015457756999239791, + "q1": 0.05966328125032305, + "q3": 0.07512103824956284, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.05688818499947956, + "hd15iqr": 0.08055608599988773, + "ops": 14.747554073114406, + "total": 0.6102706899991972, + "data": [ + 0.0689171140002145, + 0.05993971899988537, + 0.05955600200013578, + 0.05688818499947956, + 0.05969904100038548, + 0.0737126599997282, + 0.07626074800009519, + 0.0747411349993854, + 0.08055608599988773 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-in-memory-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "sector-s-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 160668228 + ], + "allocations": [ + 63714 + ], + "total_bytes": [ + 331900565 + ], + "rss_bytes": [ + 243417088 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000, + "phase_seconds": { + "attach": 0.0021526889995584497, + "build": 0.03597834999982297 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.05838888699963718, + "max": 0.07254864600054134, + "mean": 0.06550408811108355, + "stddev": 0.004639823434346611, + "rounds": 9, + "median": 0.06538707199979399, + "iqr": 0.007302310499653686, + "q1": 0.061778092250051486, + "q3": 0.06908040274970517, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.05838888699963718, + "hd15iqr": 0.07254864600054134, + "ops": 15.266222747871458, + "total": 0.5895367929997519, + "data": [ + 0.06538707199979399, + 0.06853485499959788, + 0.06096516499928839, + 0.0642367580003338, + 0.06204906800030585, + 0.07071704600002704, + 0.06670929600022646, + 0.07254864600054134, + 0.05838888699963718 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-linopy-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "sector-s-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1138176224 + ], + "allocations": [ + 268436 + ], + "total_bytes": [ + 1470301290 + ], + "rss_bytes": [ + 290533376 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.13382808799997292, + "max": 0.16257245399992826, + "mean": 0.14167039244441387, + "stddev": 0.011030550816746773, + "rounds": 9, + "median": 0.13514075100010814, + "iqr": 0.010675948750076714, + "q1": 0.13469237424965286, + "q3": 0.14536832299972957, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.13382808799997292, + "hd15iqr": 0.16257245399992826, + "ops": 7.058637890004874, + "total": 1.2750335319997248, + "data": [ + 0.13382808799997292, + 0.13495175299976836, + 0.13391423799930635, + 0.1400776170003155, + 0.14101376199960214, + 0.13510286300061125, + 0.13514075100010814, + 0.15843200600011187, + 0.16257245399992826 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-pyomo-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "sector-s-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1195454561 + ], + "allocations": [ + 376500 + ], + "total_bytes": [ + 1353566171 + ], + "rss_bytes": [ + 320667648 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.3473478819996672, + "max": 1.3927527529995132, + "mean": 1.3675495135996243, + "stddev": 0.019828607534128767, + "rounds": 5, + "median": 1.359961127999668, + "iqr": 0.03430798649969802, + "q1": 1.351990762999776, + "q3": 1.386298749499474, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.3473478819996672, + "hd15iqr": 1.3927527529995132, + "ops": 0.7312349498540852, + "total": 6.837747567998122, + "data": [ + 1.384147414999461, + 1.3927527529995132, + 1.359961127999668, + 1.3535383899998124, + 1.3473478819996672 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-gurobipy-loop-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "sector-s-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 123676483 + ], + "allocations": [ + 80777 + ], + "total_bytes": [ + 144294238 + ], + "rss_bytes": [ + 206102528 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.25846042199918884, + "max": 0.28413313500004733, + "mean": 0.2704228031109071, + "stddev": 0.01062887203866703, + "rounds": 9, + "median": 0.2646092819995829, + "iqr": 0.018319573249982568, + "q1": 0.2617796017498222, + "q3": 0.28009917499980475, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.25846042199918884, + "hd15iqr": 0.28413313500004733, + "ops": 3.6979130032531877, + "total": 2.433805227998164, + "data": [ + 0.279101879999871, + 0.28413313500004733, + 0.2646092819995829, + 0.28309105999960593, + 0.25846042199918884, + 0.26292854999974224, + 0.26007169500007876, + 0.26234890399973665, + 0.27906030000031024 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-gurobipy-matrix-gurobi]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "sector-s-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 5843529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 6658058 + ], + "rss_bytes": [ + 188755968 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.008174859000064316, + "max": 0.021578272000624565, + "mean": 0.012507189777958653, + "stddev": 0.006308970307646965, + "rounds": 9, + "median": 0.008308039000439749, + "iqr": 0.012325979499792084, + "q1": 0.008239018250151275, + "q3": 0.02056499774994336, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.008174859000064316, + "hd15iqr": 0.021578272000624565, + "ops": 79.9540118726186, + "total": 0.11256470800162788, + "data": [ + 0.021578272000624565, + 0.02055629799997405, + 0.008174859000064316, + 0.02059109699985129, + 0.008619086999715364, + 0.00824782800009416, + 0.008308039000439749, + 0.008276639000541763, + 0.008212589000322623 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-specsolve-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "sector-s5-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 294776069 + ], + "allocations": [ + 62630 + ], + "total_bytes": [ + 451072966 + ], + "rss_bytes": [ + 333172736 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000, + "phase_seconds": { + "attach": 0.006624075999752677, + "build": 0.10394153899960656 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.17919648099996266, + "max": 0.19158940899978916, + "mean": 0.18503686066651426, + "stddev": 0.0038130925865630487, + "rounds": 9, + "median": 0.18451772400021582, + "iqr": 0.0042914360001304885, + "q1": 0.1828011157497258, + "q3": 0.18709255174985628, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.17919648099996266, + "hd15iqr": 0.19158940899978916, + "ops": 5.404328609974996, + "total": 1.6653317459986283, + "data": [ + 0.18324586099970475, + 0.18626195599972561, + 0.18146687999978894, + 0.18414874599966424, + 0.19158940899978916, + 0.18532034999952884, + 0.17919648099996266, + 0.1895843390002483, + 0.18451772400021582 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-specsolve-in-memory-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "sector-s5-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 314176572 + ], + "allocations": [ + 63764 + ], + "total_bytes": [ + 489049585 + ], + "rss_bytes": [ + 325693440 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000, + "phase_seconds": { + "attach": 0.0054449919998660334, + "build": 0.10413639699982014 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1730451120001817, + "max": 0.20606593699994846, + "mean": 0.18329494877778213, + "stddev": 0.009974955813697568, + "rounds": 9, + "median": 0.18100288299956446, + "iqr": 0.006928257499794199, + "q1": 0.17786406550021638, + "q3": 0.18479232300001058, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.1730451120001817, + "hd15iqr": 0.20606593699994846, + "ops": 5.455687713535147, + "total": 1.6496545390000392, + "data": [ + 0.20606593699994846, + 0.17870508499981952, + 0.19204565699965315, + 0.18237454500012973, + 0.17725158100074623, + 0.18100288299956446, + 0.17806822700003977, + 0.18109551199995622, + 0.1730451120001817 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-linopy-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "sector-s5-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1244693095 + ], + "allocations": [ + 416617 + ], + "total_bytes": [ + 1894323672 + ], + "rss_bytes": [ + 396853248 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.47646209899994574, + "max": 0.5537121730003491, + "mean": 0.4981958665555592, + "stddev": 0.03058985656175408, + "rounds": 9, + "median": 0.48070051000013336, + "iqr": 0.03776815924948096, + "q1": 0.47875496275014484, + "q3": 0.5165231219996258, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.47646209899994574, + "hd15iqr": 0.5537121730003491, + "ops": 2.0072426672542036, + "total": 4.483762799000033, + "data": [ + 0.5537121730003491, + 0.5453579340000942, + 0.5069115179994697, + 0.48432487999980367, + 0.47646209899994574, + 0.4785783099996479, + 0.47890152800027863, + 0.4788138470003105, + 0.48070051000013336 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-pyomo-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "sector-s5-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1572211900 + ], + "allocations": [ + 1726553 + ], + "total_bytes": [ + 2034772390 + ], + "rss_bytes": [ + 707719168 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 6.520158749999609, + "max": 6.586728917000073, + "mean": 6.556645183199907, + "stddev": 0.02790610399286335, + "rounds": 5, + "median": 6.559157093999602, + "iqr": 0.047834480000119584, + "q1": 6.533386651499995, + "q3": 6.581221131500115, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 6.520158749999609, + "hd15iqr": 6.586728917000073, + "ops": 0.15251702235806508, + "total": 32.78322591599954, + "data": [ + 6.586728917000073, + 6.520158749999609, + 6.579385203000129, + 6.559157093999602, + 6.537795952000124 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-gurobipy-loop-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "gurobipy-loop", + "sink": "gurobi" + }, + "param": "sector-s5-gurobipy-loop-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 260673058 + ], + "allocations": [ + 425838 + ], + "total_bytes": [ + 362961013 + ], + "rss_bytes": [ + 337620992 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.6511830569997983, + "max": 1.7182036499998503, + "mean": 1.675453302600181, + "stddev": 0.027369087107522384, + "rounds": 5, + "median": 1.6690932660003455, + "iqr": 0.03964508525018573, + "q1": 1.6533957482502046, + "q3": 1.6930408335003904, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.6511830569997983, + "hd15iqr": 1.7182036499998503, + "ops": 0.5968533998817354, + "total": 8.377266513000905, + "data": [ + 1.6511830569997983, + 1.65413331200034, + 1.6846532280005704, + 1.7182036499998503, + 1.6690932660003455 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-gurobipy-matrix-gurobi]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "gurobipy-matrix", + "sink": "gurobi" + }, + "param": "sector-s5-gurobipy-matrix-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 23600529 + ], + "allocations": [ + 864 + ], + "total_bytes": [ + 24415058 + ], + "rss_bytes": [ + 213442560 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.040447096999741916, + "max": 0.04154733199993643, + "mean": 0.04067247577768285, + "stddev": 0.000338497295670878, + "rounds": 9, + "median": 0.04057255600037024, + "iqr": 0.00016198550042645365, + "q1": 0.04049295949971565, + "q3": 0.040654945000142106, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.040447096999741916, + "hd15iqr": 0.04154733199993643, + "ops": 24.586651805167563, + "total": 0.36605228199914563, + "data": [ + 0.04154733199993643, + 0.0406368450003356, + 0.04047058699961781, + 0.04055339699971228, + 0.04061480600012146, + 0.04050041699974827, + 0.04057255600037024, + 0.040447096999741916, + 0.04070924499956163 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-gurobi]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "specsolve", + "sink": "gurobi" + }, + "param": "sector-m-specsolve-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 428759485 + ], + "allocations": [ + 62663 + ], + "total_bytes": [ + 588113629 + ], + "rss_bytes": [ + 423976960 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, + "live_fraction": 0.17647058823529413, + "variables": 1700000, + "phase_seconds": { + "attach": 0.009682562000307371, + "build": 0.1409673419993851 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.24639345499963383, + "max": 0.30418576400006714, + "mean": 0.2687912574446172, + "stddev": 0.016729563860442147, + "rounds": 9, + "median": 0.26409036600034597, + "iqr": 0.015811978000328963, + "q1": 0.26033387200004654, + "q3": 0.2761458500003755, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.24639345499963383, + "hd15iqr": 0.30418576400006714, + "ops": 3.720359097639342, + "total": 2.4191213170015544, + "data": [ + 0.30418576400006714, + 0.2628008410001712, + 0.24639345499963383, + 0.26409036600034597, + 0.265735296999992, + 0.257611108000674, + 0.28330283900049835, + 0.2612414599998374, + 0.27376018700033455 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-in-memory-gurobi]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "gurobi" + }, + "param": "sector-m-specsolve-in-memory-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 428237156 + ], + "allocations": [ + 63787 + ], + "total_bytes": [ + 606168232 + ], + "rss_bytes": [ + 381620224 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, + "live_fraction": 0.17647058823529413, + "variables": 1700000, + "phase_seconds": { + "attach": 0.010377876999882574, + "build": 0.15592538800046896 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.27174432700030593, + "max": 0.2917517969999608, + "mean": 0.28232809255556884, + "stddev": 0.007547416313003292, + "rounds": 9, + "median": 0.28356337799959874, + "iqr": 0.012461260000691254, + "q1": 0.27516900674982026, + "q3": 0.2876302667505115, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.27174432700030593, + "hd15iqr": 0.2917517969999608, + "ops": 3.541978380359639, + "total": 2.5409528330001194, + "data": [ + 0.2916725380000571, + 0.27624511399972107, + 0.2832812490005381, + 0.27174432700030593, + 0.2844709019991569, + 0.28356337799959874, + 0.2719406850001178, + 0.2917517969999608, + 0.286282843000663 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-linopy-gurobi]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "linopy", + "sink": "gurobi" + }, + "param": "sector-m-linopy-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1368656212 + ], + "allocations": [ + 560818 + ], + "total_bytes": [ + 2401293015 + ], + "rss_bytes": [ + 529526784 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 1700000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.8304847239996889, + "max": 0.8633594999992056, + "mean": 0.8399895015556669, + "stddev": 0.009485468556435332, + "rounds": 9, + "median": 0.8375561180000659, + "iqr": 0.005137581749977471, + "q1": 0.8356696422501955, + "q3": 0.8408072240001729, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.8304847239996889, + "hd15iqr": 0.8633594999992056, + "ops": 1.1904910694097872, + "total": 7.559905514001002, + "data": [ + 0.8375561180000659, + 0.8411932400003934, + 0.8633594999992056, + 0.8304847239996889, + 0.8369558410004174, + 0.8325530930005698, + 0.8404159540004912, + 0.8367084920000707, + 0.8406785520000994 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-pyomo-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-pyomo-gurobi]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "pyomo", + "sink": "gurobi" + }, + "param": "sector-m-pyomo-gurobi", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2013143554 + ], + "allocations": [ + 2915178 + ], + "total_bytes": [ + 2824856076 + ], + "rss_bytes": [ + 1171034112 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 1700000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 11.84233990299981, + "max": 12.006187249000504, + "mean": 11.946363334000125, + "stddev": 0.06364067868060068, + "rounds": 5, + "median": 11.951376254999559, + "iqr": 0.0746341627500442, + "q1": 11.9182162862503, + "q3": 11.992850449000343, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 11.84233990299981, + "hd15iqr": 12.006187249000504, + "ops": 0.08370748252348353, + "total": 59.731816670000626, + "data": [ + 11.84233990299981, + 11.98840484900029, + 12.006187249000504, + 11.943508414000462, + 11.951376254999559 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-gurobipy-loop-gurobi]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "sector-s-gurobipy-matrix-gurobi", + "param": "sector-m-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 107894663 + 388913198 ], "allocations": [ - 38804 + 774026 ], "total_bytes": [ - 178109548 + 573764139 ], "rss_bytes": [ - 190443520 + 470675456 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 1700000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1480,76 +3175,68 @@ "warmup": false }, "stats": { - "min": 0.02088526300030935, - "max": 0.04337113300061901, - "mean": 0.026843268111305305, - "stddev": 0.00904895843161272, - "rounds": 9, - "median": 0.022767355999349093, - "iqr": 0.00589243700028419, - "q1": 0.022024858750228304, - "q3": 0.027917295750512494, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.02088526300030935, - "hd15iqr": 0.042109074000109104, - "ops": 37.25328808152239, - "total": 0.24158941300174774, + "min": 2.9887202769996293, + "max": 3.0061415290001605, + "mean": 2.995535492399904, + "stddev": 0.00728191018505274, + "rounds": 5, + "median": 2.995454681999945, + "iqr": 0.011571004500183335, + "q1": 2.9888325887498013, + "q3": 3.0004035932499846, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 2.9887202769996293, + "hd15iqr": 3.0061415290001605, + "ops": 0.33383012904942744, + "total": 14.97767746199952, "data": [ - 0.023186703000646958, - 0.021495289000085904, - 0.02220138200027577, - 0.042109074000109104, - 0.022391831000277307, - 0.04337113300061901, - 0.022767355999349093, - 0.02088526300030935, - 0.023181382000075246 + 2.995454681999945, + 2.9888700259998586, + 2.998490947999926, + 3.0061415290001605, + 2.9887202769996293 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-specsolve-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-gurobi]", + "name": "test_emit[sector-m-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-gurobipy-matrix-gurobi]", "params": { "case_name": "sector", "size": "m", - "arm": "specsolve", + "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "sector-m-specsolve-gurobi", + "param": "sector-m-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 435051061 + 42824529 ], "allocations": [ - 62661 + 864 ], "total_bytes": [ - 594405605 + 43639058 ], "rss_bytes": [ - 413065216 + 238608384 ] }, "columns": 300000, "rows": 236000, "nonzeros": 300000, "live_fraction": 0.17647058823529413, - "variables": 1700000, - "phase_seconds": { - "attach": 0.01239747899944632, - "build": 0.1428741039999295 - } + "variables": 1700000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1557,76 +3244,76 @@ "warmup": false }, "stats": { - "min": 0.26359463700009655, - "max": 0.2888590610000392, - "mean": 0.27858007588889044, - "stddev": 0.01002021008400286, + "min": 0.07566146000044682, + "max": 0.07669113499923697, + "mean": 0.0762175175555563, + "stddev": 0.00029435803598942763, "rounds": 9, - "median": 0.28178603500055033, - "iqr": 0.015969682750210268, - "q1": 0.27098254149996137, - "q3": 0.28695222425017164, + "median": 0.07633544700001949, + "iqr": 0.0003045415003271046, + "q1": 0.07605030299987448, + "q3": 0.07635484450020158, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.26359463700009655, - "hd15iqr": 0.2888590610000392, - "ops": 3.5896321616296865, - "total": 2.507220683000014, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.07566146000044682, + "hd15iqr": 0.07669113499923697, + "ops": 13.12034335507034, + "total": 0.6859576580000066, "data": [ - 0.2888590610000392, - 0.2640592629995808, - 0.2859560179995242, - 0.2882210480001959, - 0.28178603500055033, - 0.27492503699977533, - 0.28652928300016356, - 0.26359463700009655, - 0.2732903010000882 + 0.07566146000044682, + 0.07639896699947712, + 0.07633544700001949, + 0.07634013700044306, + 0.07669113499923697, + 0.07607431799988262, + 0.07614118900073663, + 0.07597825799985003, + 0.07633674699991388 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-specsolve-in-memory-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-in-memory-gurobi]", + "name": "test_emit[sector-m5-specsolve-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-specsolve-gurobi]", "params": { "case_name": "sector", - "size": "m", - "arm": "specsolve-in-memory", + "size": "m5", + "arm": "specsolve", "sink": "gurobi" }, - "param": "sector-m-specsolve-in-memory-gurobi", + "param": "sector-m5-specsolve-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 410410492 + 1235445837 ], "allocations": [ - 63768 + 62713 ], "total_bytes": [ - 588339888 + 1423649023 ], "rss_bytes": [ - 374349824 + 859832320 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, "live_fraction": 0.17647058823529413, - "variables": 1700000, + "variables": 8500000, "phase_seconds": { - "attach": 0.008835740999529662, - "build": 0.1999575059999188 + "attach": 0.023405083000398008, + "build": 0.44144671499998367 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,72 +3321,72 @@ "warmup": false }, "stats": { - "min": 0.29110011200009467, - "max": 0.36783155600005557, - "mean": 0.31863819266658944, - "stddev": 0.02463675921859632, - "rounds": 9, - "median": 0.3134034629993039, - "iqr": 0.02707052100004148, - "q1": 0.3028573745000358, - "q3": 0.3299278955000773, + "min": 0.9640983530007361, + "max": 0.9875424860001658, + "mean": 0.9752287916000568, + "stddev": 0.009670330320524254, + "rounds": 5, + "median": 0.9765457719995538, + "iqr": 0.016127401500398264, + "q1": 0.9663754092498493, + "q3": 0.9825028107502476, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.29110011200009467, - "hd15iqr": 0.36783155600005557, - "ops": 3.138355737054914, - "total": 2.867743733999305, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.9640983530007361, + "hd15iqr": 0.9875424860001658, + "ops": 1.0254004071796332, + "total": 4.876143958000284, "data": [ - 0.36783155600005557, - 0.29110011200009467, - 0.3027719870005967, - 0.3035948099995949, - 0.3134034629993039, - 0.32382374000007985, - 0.31409186699966085, - 0.30288583699984883, - 0.3482403620000696 + 0.9671344279995537, + 0.9875424860001658, + 0.9765457719995538, + 0.9808229190002749, + 0.9640983530007361 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-linopy-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-linopy-gurobi]", + "name": "test_emit[sector-m5-specsolve-in-memory-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-specsolve-in-memory-gurobi]", "params": { "case_name": "sector", - "size": "m", - "arm": "linopy", + "size": "m5", + "arm": "specsolve-in-memory", "sink": "gurobi" }, - "param": "sector-m-linopy-gurobi", + "param": "sector-m5-specsolve-in-memory-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 1368655700 + 1315662948 ], "allocations": [ - 560805 + 63815 ], "total_bytes": [ - 2401292065 + 1522443218 ], "rss_bytes": [ - 529092608 + 853577728 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": null, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 8500000, + "phase_seconds": { + "attach": 0.020427907000339474, + "build": 0.4635552859999734 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1707,72 +3394,68 @@ "warmup": false }, "stats": { - "min": 0.8553171559997281, - "max": 0.8958327840000493, - "mean": 0.8670536307776678, - "stddev": 0.012104000943322583, - "rounds": 9, - "median": 0.8642301159998169, - "iqr": 0.0066277637495204544, - "q1": 0.8610206767502859, - "q3": 0.8676484404998064, - "iqr_outliers": 1, + "min": 0.9763448929998049, + "max": 1.0827849679999417, + "mean": 1.0101347227997395, + "stddev": 0.04285383473667275, + "rounds": 5, + "median": 0.9924280919994999, + "iqr": 0.0475221869996858, + "q1": 0.9832985119999194, + "q3": 1.0308206989996052, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.8553171559997281, - "hd15iqr": 0.8958327840000493, - "ops": 1.1533311948686398, - "total": 7.80348267699901, + "outliers": "1;0", + "ld15iqr": 0.9763448929998049, + "hd15iqr": 1.0827849679999417, + "ops": 0.9899669592867281, + "total": 5.050673613998697, "data": [ - 0.8958327840000493, - 0.8755484949997481, - 0.8647085519996836, - 0.8642301159998169, - 0.8616052790002868, - 0.8650150889998258, - 0.8553171559997281, - 0.8592668700002832, - 0.8619583359995886 + 0.9924280919994999, + 1.0827849679999417, + 0.9856163849999575, + 1.013499275999493, + 0.9763448929998049 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-pyomo-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-pyomo-gurobi]", + "name": "test_emit[sector-m5-linopy-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-linopy-gurobi]", "params": { "case_name": "sector", - "size": "m", - "arm": "pyomo", + "size": "m5", + "arm": "linopy", "sink": "gurobi" }, - "param": "sector-m-pyomo-gurobi", + "param": "sector-m5-linopy-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 2013275138 + 2394513853 ], "allocations": [ - 2915180 + 1854601 ], "total_bytes": [ - 2824989252 + 6527008372 ], "rss_bytes": [ - 1174814720 + 1620721664 ] }, - "columns": 300000, - "rows": 236000, + "columns": 1500000, + "rows": 1170000, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 8500000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1780,72 +3463,68 @@ "warmup": false }, "stats": { - "min": 11.95085361800011, - "max": 12.301938365000751, - "mean": 12.00584875299996, - "stddev": 0.11249711043134886, - "rounds": 9, - "median": 11.96807652499956, - "iqr": 0.03765801124950485, - "q1": 11.95300336150035, - "q3": 11.990661372749855, + "min": 4.192449647999638, + "max": 4.4166799829999945, + "mean": 4.255222336799852, + "stddev": 0.0918954263722458, + "rounds": 5, + "median": 4.230515236999963, + "iqr": 0.07787969924970639, + "q1": 4.200876410249975, + "q3": 4.278756109499682, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 11.95085361800011, - "hd15iqr": 12.301938365000751, - "ops": 0.0832927367796571, - "total": 108.05263877699963, + "ld15iqr": 4.192449647999638, + "hd15iqr": 4.4166799829999945, + "ops": 0.23500534657186722, + "total": 21.27611168399926, "data": [ - 12.301938365000751, - 12.006158033999782, - 11.95085361800011, - 11.953668773000572, - 11.98549581899988, - 11.961708671999986, - 11.973731843999303, - 11.96807652499956, - 11.951007126999684 + 4.4166799829999945, + 4.230515236999963, + 4.192449647999638, + 4.2327814849995775, + 4.203685331000088 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-gurobipy-loop-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-gurobipy-loop-gurobi]", + "name": "test_emit[sector-m5-gurobipy-loop-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-gurobipy-loop-gurobi]", "params": { "case_name": "sector", - "size": "m", + "size": "m5", "arm": "gurobipy-loop", "sink": "gurobi" }, - "param": "sector-m-gurobipy-loop-gurobi", + "param": "sector-m5-gurobipy-loop-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 398350382 + 1574317014 ], "allocations": [ - 774028 + 3843565 ], "total_bytes": [ - 583201323 + 2486195014 ], "rss_bytes": [ - 470319104 + 1646051328 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 8500000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1853,72 +3532,68 @@ "warmup": false }, "stats": { - "min": 2.926903943999605, - "max": 2.98895825100044, - "mean": 2.950736173222241, - "stddev": 0.021539558570763718, - "rounds": 9, - "median": 2.9517482230003225, - "iqr": 0.027794592499958526, - "q1": 2.9334944787499353, - "q3": 2.961289071249894, + "min": 14.374071960000038, + "max": 14.519785788999798, + "mean": 14.450635542599958, + "stddev": 0.06836811640855399, + "rounds": 5, + "median": 14.470285718000014, + "iqr": 0.12884634774968617, + "q1": 14.380696887000113, + "q3": 14.509543234749799, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 2.926903943999605, - "hd15iqr": 2.98895825100044, - "ops": 0.3388984786491391, - "total": 26.556625559000167, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 14.374071960000038, + "hd15iqr": 14.519785788999798, + "ops": 0.06920110863304495, + "total": 72.25317771299979, "data": [ - 2.9517482230003225, - 2.952394287000061, - 2.98895825100044, - 2.9354293189999225, - 2.955591269999786, - 2.9276899579999736, - 2.9395278319998397, - 2.926903943999605, - 2.978382475000217 + 14.374071960000038, + 14.519785788999798, + 14.470285718000014, + 14.5061290499998, + 14.382905196000138 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-gurobipy-matrix-gurobi]", + "name": "test_emit[sector-m5-gurobipy-matrix-gurobi]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-gurobipy-matrix-gurobi]", "params": { "case_name": "sector", - "size": "m", + "size": "m5", "arm": "gurobipy-matrix", "sink": "gurobi" }, - "param": "sector-m-gurobipy-matrix-gurobi", + "param": "sector-m5-gurobipy-matrix-gurobi", "extra_info": { "benchmem": { "peak_bytes": [ - 180527431 + 208078529 ], "allocations": [ - 250232 + 864 ], "total_bytes": [ - 288920447 + 208893058 ], "rss_bytes": [ - 244142080 + 429969408 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 8500000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1926,32 +3601,32 @@ "warmup": false }, "stats": { - "min": 0.12514602200008085, - "max": 0.16624837600011233, - "mean": 0.14293236499997874, - "stddev": 0.016163672553248968, + "min": 0.3799670629996399, + "max": 0.3917175149999821, + "mean": 0.3822718754446315, + "stddev": 0.0038017038381269125, "rounds": 9, - "median": 0.1395522640004856, - "iqr": 0.03130576024932452, - "q1": 0.12784724575021755, - "q3": 0.15915300599954207, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.12514602200008085, - "hd15iqr": 0.16624837600011233, - "ops": 6.996316054800805, - "total": 1.2863912849998087, + "median": 0.3809028790001321, + "iqr": 0.0016277597503631114, + "q1": 0.38038490124995405, + "q3": 0.38201266100031717, + "iqr_outliers": 2, + "stddev_outliers": 1, + "outliers": "1;2", + "ld15iqr": 0.3799670629996399, + "hd15iqr": 0.38461202000053163, + "ops": 2.6159392417683645, + "total": 3.4404468790016836, "data": [ - 0.15705247699952452, - 0.1395522640004856, - 0.16545459299959475, - 0.12819296500038035, - 0.14028039799995895, - 0.12514602200008085, - 0.1376541019999422, - 0.16624837600011233, - 0.12681008799972915 + 0.38461202000053163, + 0.3917175149999821, + 0.3799670629996399, + 0.3809500100005607, + 0.3809028790001321, + 0.38043258099969535, + 0.38047674100016593, + 0.3802418620007302, + 0.3811462080002457 ], "iterations": 1 } @@ -1970,16 +3645,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2223520885 + 2200452749 ], "allocations": [ - 62732 + 62737 ], "total_bytes": [ - 2452606931 + 2429539147 ], "rss_bytes": [ - 1335422976 + 1305575424 ] }, "columns": 3000000, @@ -1988,14 +3663,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.023386610999295954, - "build": 0.8430153149993203 + "attach": 0.01748471199971391, + "build": 0.8396012189996327 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2003,32 +3678,28 @@ "warmup": false }, "stats": { - "min": 1.912022163999609, - "max": 2.0168551579999985, - "mean": 1.9938254223333287, - "stddev": 0.03165537360414714, - "rounds": 9, - "median": 2.000589272999605, - "iqr": 0.014279067750749164, - "q1": 1.9958951374999288, - "q3": 2.010174205250678, - "iqr_outliers": 1, + "min": 1.958399985000142, + "max": 2.0169260809998377, + "mean": 1.9768341185997997, + "stddev": 0.023310857006379, + "rounds": 5, + "median": 1.9708436539995091, + "iqr": 0.023363963750171024, + "q1": 1.961984103749728, + "q3": 1.9853480674998991, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 1.994102959999509, - "hd15iqr": 2.0168551579999985, - "ops": 0.5015484248514209, - "total": 17.944428800999958, + "outliers": "1;0", + "ld15iqr": 1.958399985000142, + "hd15iqr": 2.0169260809998377, + "ops": 0.5058593387230206, + "total": 9.884170592998998, "data": [ - 1.912022163999609, - 1.9981948650001868, - 1.994102959999509, - 2.00892075900083, - 2.0033165479999298, - 2.0139345440002216, - 2.0168551579999985, - 2.000589272999605, - 1.9964925300000687 + 1.958399985000142, + 2.0169260809998377, + 1.9631788099995902, + 1.9708436539995091, + 1.9748220629999196 ], "iterations": 1 } @@ -2047,16 +3718,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2347255180 + 2204648580 ], "allocations": [ - 63827 + 63818 ], "total_bytes": [ - 2594918070 + 2452311110 ], "rss_bytes": [ - 1401917440 + 1394184192 ] }, "columns": 3000000, @@ -2065,14 +3736,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.02316275399971346, - "build": 0.9232069000008778 + "attach": 0.023574452000502788, + "build": 0.905117159000838 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2080,32 +3751,28 @@ "warmup": false }, "stats": { - "min": 1.9829081699999733, - "max": 2.0721699550003905, - "mean": 2.021630139666639, - "stddev": 0.03103308334229488, - "rounds": 9, - "median": 2.019915771000342, - "iqr": 0.054383729250503166, - "q1": 1.9911252052493182, - "q3": 2.0455089344998214, + "min": 2.0586751520004327, + "max": 2.1142745930001183, + "mean": 2.0818558338, + "stddev": 0.02065041001400422, + "rounds": 5, + "median": 2.0763587530000223, + "iqr": 0.023399868000069546, + "q1": 2.0699077857498196, + "q3": 2.093307653749889, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.9829081699999733, - "hd15iqr": 2.0721699550003905, - "ops": 0.494650322222094, - "total": 18.194671256999754, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.0586751520004327, + "hd15iqr": 2.1142745930001183, + "ops": 0.4803406574866932, + "total": 10.409279169000001, "data": [ - 1.9859872319993883, - 2.0721699550003905, - 2.011416115999964, - 2.0472945569999865, - 2.0372278660006486, - 2.0449137269997664, - 1.9829081699999733, - 1.9928378629992949, - 2.019915771000342 + 2.0763587530000223, + 2.0863186739998127, + 2.1142745930001183, + 2.073651996999615, + 2.0586751520004327 ], "iterations": 1 } @@ -2124,16 +3791,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3735060180 + 3735126420 ], "allocations": [ - 3637779 + 3637714 ], "total_bytes": [ - 11790330949 + 11791438843 ], "rss_bytes": [ - 3034181632 + 3048906752 ] }, "columns": 3000000, @@ -2145,7 +3812,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2153,32 +3820,28 @@ "warmup": false }, "stats": { - "min": 8.584409246999712, - "max": 9.004151439999987, - "mean": 8.710644001222237, - "stddev": 0.12242529211326152, - "rounds": 9, - "median": 8.678184129999863, - "iqr": 0.08764176549925651, - "q1": 8.641181877500458, - "q3": 8.728823642999714, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 8.584409246999712, - "hd15iqr": 9.004151439999987, - "ops": 0.11480207431961227, - "total": 78.39579601100013, + "min": 8.550727004999317, + "max": 8.62407458600046, + "mean": 8.575650543200027, + "stddev": 0.029157939311068696, + "rounds": 5, + "median": 8.562918343000092, + "iqr": 0.033874169750788496, + "q1": 8.557612907249677, + "q3": 8.591487077000465, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 8.550727004999317, + "hd15iqr": 8.62407458600046, + "ops": 0.1166092292313543, + "total": 42.878252716000134, "data": [ - 8.657839802000126, - 8.716967313999703, - 8.764392629999747, - 8.584409246999712, - 8.645460352000555, - 8.628346454000166, - 8.71604464200027, - 9.004151439999987, - 8.678184129999863 + 8.562918343000092, + 8.62407458600046, + 8.550727004999317, + 8.580624574000467, + 8.559908207999797 ], "iterations": 1 } @@ -2197,16 +3860,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3201595668 + 3194255636 ], "allocations": [ 8005623 ], "total_bytes": [ - 5132843529 + 5125503497 ], "rss_bytes": [ - 3222745088 + 3222757376 ] }, "columns": 3000000, @@ -2218,7 +3881,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2226,32 +3889,28 @@ "warmup": false }, "stats": { - "min": 30.226363739999215, - "max": 30.63300125099977, - "mean": 30.45210548488861, - "stddev": 0.1348606749722005, - "rounds": 9, - "median": 30.46733341900017, - "iqr": 0.17558978600004593, - "q1": 30.37380448499971, - "q3": 30.549394270999755, + "min": 30.514074273000006, + "max": 30.763023974000134, + "mean": 30.60415915299982, + "stddev": 0.09976830249651439, + "rounds": 5, + "median": 30.588136730999395, + "iqr": 0.13582266050002545, + "q1": 30.52506124574984, + "q3": 30.660883906249865, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 30.226363739999215, - "hd15iqr": 30.63300125099977, - "ops": 0.03283845185996202, - "total": 274.0689493639975, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 30.514074273000006, + "hd15iqr": 30.763023974000134, + "ops": 0.03267529733461016, + "total": 153.0207957649991, "data": [ - 30.63300125099977, - 30.41168080999978, - 30.54464573899986, - 30.49578085899975, - 30.466328169000008, - 30.563639866999438, - 30.46733341900017, - 30.226363739999215, - 30.2601755099995 + 30.514074273000006, + 30.763023974000134, + 30.588136730999395, + 30.626837216999775, + 30.528723569999784 ], "iterations": 1 } @@ -2270,16 +3929,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 926673475 + 428988529 ], "allocations": [ - 2514474 + 864 ], "total_bytes": [ - 1425861539 + 429803058 ], "rss_bytes": [ - 793018368 + 655052800 ] }, "columns": 3000000, @@ -2291,7 +3950,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2299,32 +3958,32 @@ "warmup": false }, "stats": { - "min": 1.3328317839996089, - "max": 1.4254514330004895, - "mean": 1.3705255724444214, - "stddev": 0.02769359307931099, + "min": 0.8618667269993239, + "max": 0.8878144360005535, + "mean": 0.8735978359999435, + "stddev": 0.009181877998126753, "rounds": 9, - "median": 1.3673032579999926, - "iqr": 0.033681771499686874, - "q1": 1.3523675169999478, - "q3": 1.3860492884996347, + "median": 0.8739035359994887, + "iqr": 0.014463228000522577, + "q1": 0.865512980749827, + "q3": 0.8799762087503495, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.3328317839996089, - "hd15iqr": 1.4254514330004895, - "ops": 0.729647093134085, - "total": 12.334730151999793, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.8618667269993239, + "hd15iqr": 0.8878144360005535, + "ops": 1.1446914802111126, + "total": 7.862380523999491, "data": [ - 1.4254514330004895, - 1.3723520909998115, - 1.3544082759999583, - 1.383100872999421, - 1.394894535000276, - 1.3673032579999926, - 1.3525410829997782, - 1.3328317839996089, - 1.351846819000457 + 0.8779921530003776, + 0.8699047189993507, + 0.8618667269993239, + 0.8748780200003239, + 0.8659796829997504, + 0.8739035359994887, + 0.8878144360005535, + 0.8859283760002654, + 0.8641128740000568 ], "iterations": 1 } @@ -2358,16 +4017,16 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.001381147000756755, - "build": 0.018529488999774912, - "first_window": 0.39882514199962316 + "attach": 0.0015508209999097744, + "build": 0.014143375999992713, + "first_window": 0.38963152500036813 }, - "process_rss_bytes": 145399808 + "process_rss_bytes": 145162240 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2375,32 +4034,32 @@ "warmup": false }, "stats": { - "min": 0.50411581499975, - "max": 0.5677582819998861, - "mean": 0.5309839191113497, - "stddev": 0.017486211638586564, + "min": 0.5200114620001841, + "max": 0.5457284410003922, + "mean": 0.5326993557779739, + "stddev": 0.00820332231431981, "rounds": 9, - "median": 0.5269756860006964, - "iqr": 0.015869571250050285, - "q1": 0.5237122085004557, - "q3": 0.539581779750506, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.50411581499975, - "hd15iqr": 0.5677582819998861, - "ops": 1.8832962054172786, - "total": 4.778855272002147, + "median": 0.5339484800006176, + "iqr": 0.009963329250467723, + "q1": 0.5272814659999767, + "q3": 0.5372447952504444, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5200114620001841, + "hd15iqr": 0.5457284410003922, + "ops": 1.8772314799209076, + "total": 4.794294202001765, "data": [ - 0.5241208920006102, - 0.5386731180005881, - 0.5275421509995795, - 0.5248754050007847, - 0.5677582819998861, - 0.5423077650002597, - 0.5224861579999924, - 0.50411581499975, - 0.5269756860006964 + 0.5339484800006176, + 0.5200114620001841, + 0.5218354700000418, + 0.529096797999955, + 0.5362620860005336, + 0.5457284410003922, + 0.5351177519996781, + 0.540192923000177, + 0.532100790000186 ], "iterations": 1 } @@ -2434,16 +4093,16 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.001122638999731862, - "build": 0.007778539000355522, - "first_window": 0.3991821190002156 + "attach": 0.001274913000088418, + "build": 0.00820829100030096, + "first_window": 0.41474539899991214 }, - "process_rss_bytes": 144097280 + "process_rss_bytes": 144494592 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2451,32 +4110,32 @@ "warmup": false }, "stats": { - "min": 0.4838585020006576, - "max": 0.542232865999722, - "mean": 0.5298987636668042, - "stddev": 0.018421408127209372, + "min": 0.5027346830001989, + "max": 0.5637847349998992, + "mean": 0.5332040516667702, + "stddev": 0.018228682659119477, "rounds": 9, - "median": 0.5372163820002243, - "iqr": 0.008187552250774388, - "q1": 0.5303536977498879, - "q3": 0.5385412500006623, + "median": 0.5327130669993494, + "iqr": 0.014820466000401211, + "q1": 0.5267584887501471, + "q3": 0.5415789547505483, "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.5197494019994338, - "hd15iqr": 0.542232865999722, - "ops": 1.8871529215886065, - "total": 4.7690888730012375, + "stddev_outliers": 4, + "outliers": "4;1", + "ld15iqr": 0.5128172630002155, + "hd15iqr": 0.5637847349998992, + "ops": 1.8754546160593644, + "total": 4.798836465000932, "data": [ - 0.5197494019994338, - 0.5398688880004556, - 0.5366041870001936, - 0.5338884630000393, - 0.5372163820002243, - 0.542232865999722, - 0.5380987040007312, - 0.5375714789997801, - 0.4838585020006576 + 0.5314055640001243, + 0.5327130669993494, + 0.5329394350001166, + 0.532383769000262, + 0.5637847349998992, + 0.5381289350007137, + 0.5128172630002155, + 0.5519290140000521, + 0.5027346830001989 ], "iterations": 1 } @@ -2510,14 +4169,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "first_window": 0.745809528000791 + "first_window": 0.7520691600002465 }, - "process_rss_bytes": 229785600 + "process_rss_bytes": 229720064 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2525,32 +4184,32 @@ "warmup": false }, "stats": { - "min": 0.8985994869999558, - "max": 1.0017460810004195, - "mean": 0.9350552395556709, - "stddev": 0.03231735151376014, + "min": 0.885628787999849, + "max": 0.9608452769998621, + "mean": 0.9253216162219865, + "stddev": 0.02338020233308293, "rounds": 9, - "median": 0.9319654909995734, - "iqr": 0.039095957249628555, - "q1": 0.9121896297504009, - "q3": 0.9512855870000294, + "median": 0.9280369890002476, + "iqr": 0.0315570552495501, + "q1": 0.9090898202498465, + "q3": 0.9406468754993966, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.8985994869999558, - "hd15iqr": 1.0017460810004195, - "ops": 1.0694555334240896, - "total": 8.415497156001038, + "ld15iqr": 0.885628787999849, + "hd15iqr": 0.9608452769998621, + "ops": 1.080705327173615, + "total": 8.327894545997879, "data": [ - 0.9163162140002896, - 0.8998098770007346, - 0.8985994869999558, - 0.9479366049999953, - 1.0017460810004195, - 0.9613325330001317, - 0.9242395720002605, - 0.9319654909995734, - 0.9335512959996777 + 0.9480349019995629, + 0.885628787999849, + 0.9332436089998737, + 0.9608452769998621, + 0.9117059549998885, + 0.9012414159997206, + 0.920973409999533, + 0.9381841999993412, + 0.9280369890002476 ], "iterations": 1 } @@ -2584,14 +4243,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "first_window": 0.4453339949996007 + "first_window": 0.42800232999979926 }, - "process_rss_bytes": 166051840 + "process_rss_bytes": 163545088 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2599,32 +4258,32 @@ "warmup": false }, "stats": { - "min": 0.54941529000007, - "max": 0.6104084610005884, - "mean": 0.5840250415555298, - "stddev": 0.019855911009327515, + "min": 0.5405542130001777, + "max": 0.619981144999656, + "mean": 0.5806407218887115, + "stddev": 0.02149452188245572, "rounds": 9, - "median": 0.5903330949995507, - "iqr": 0.030573087999982818, - "q1": 0.5688359339999352, - "q3": 0.599409021999918, - "iqr_outliers": 0, + "median": 0.5804292769998938, + "iqr": 0.013396598749977784, + "q1": 0.5737902614996528, + "q3": 0.5871868602496306, + "iqr_outliers": 2, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.54941529000007, - "hd15iqr": 0.6104084610005884, - "ops": 1.712255346682628, - "total": 5.256225373999769, + "outliers": "2;2", + "ld15iqr": 0.5673464040000908, + "hd15iqr": 0.619981144999656, + "ops": 1.722235389807305, + "total": 5.2257664969984035, "data": [ - 0.54941529000007, - 0.5984482909998405, - 0.5938465819999692, - 0.5670796679996783, - 0.6104084610005884, - 0.6022912150001503, - 0.5749814159999005, - 0.5694213560000208, - 0.5903330949995507 + 0.5804292769998938, + 0.5833231199994771, + 0.5759382139995068, + 0.578171370999371, + 0.5405542130001777, + 0.5987780810000913, + 0.581244672000139, + 0.619981144999656, + 0.5673464040000908 ], "iterations": 1 } @@ -2658,88 +4317,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "first_window": 0.16094766300011543 - }, - "process_rss_bytes": 91746304 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.21483075900050608, - "max": 0.24788211699979001, - "mean": 0.2211200148887858, - "stddev": 0.01040739851739684, - "rounds": 9, - "median": 0.2186196850007036, - "iqr": 0.005496937500083732, - "q1": 0.21524365274945012, - "q3": 0.22074059024953385, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.21483075900050608, - "hd15iqr": 0.24788211699979001, - "ops": 4.522430954533712, - "total": 1.9900801339990721, - "data": [ - 0.24788211699979001, - 0.21993110199946386, - 0.2152746349993322, - 0.2151507059998039, - 0.22010883099937928, - 0.22263586799999757, - 0.21564643100009562, - 0.21483075900050608, - 0.2186196850007036 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[sector-2xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[sector-2xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "sector", - "size": "2xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "sector-2xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 300, - "rows": 252, - "nonzeros": 300, - "live_fraction": 0.17647058823529413, - "variables": 1700, - "phase_seconds": { - "first_window": 0.2496659999997064 + "first_window": 0.13201443599973572 }, - "process_rss_bytes": 105926656 + "process_rss_bytes": 91779072 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2747,32 +4332,32 @@ "warmup": false }, "stats": { - "min": 0.290746563000539, - "max": 0.351409705000151, - "mean": 0.320051195888886, - "stddev": 0.022777812713405836, + "min": 0.19163889700030268, + "max": 0.25270507899949735, + "mean": 0.2279377148889681, + "stddev": 0.020538275699861247, "rounds": 9, - "median": 0.3149169910002456, - "iqr": 0.03858125925012246, - "q1": 0.3037577627499104, - "q3": 0.34233902200003286, + "median": 0.21880175800015422, + "iqr": 0.029508640499443572, + "q1": 0.2175078890002169, + "q3": 0.24701652949966046, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.290746563000539, - "hd15iqr": 0.351409705000151, - "ops": 3.124500120121956, - "total": 2.8804607629999737, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.19163889700030268, + "hd15iqr": 0.25270507899949735, + "ops": 4.387163398944817, + "total": 2.051439434000713, "data": [ - 0.3503498860000036, - 0.2921537199999875, - 0.31322929599991767, - 0.32036009099920193, - 0.3396687340000426, - 0.3076257769998847, - 0.3149169910002456, - 0.290746563000539, - 0.351409705000151 + 0.24545407099958538, + 0.21880175800015422, + 0.2517039049998857, + 0.25270507899949735, + 0.19163889700030268, + 0.2144926820001274, + 0.23946414600050048, + 0.21851295800024673, + 0.218665938000413 ], "iterations": 1 } @@ -2806,16 +4391,16 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.001930782000272302, - "build": 0.025832403000094928, - "first_window": 0.4377471530006005 + "attach": 0.001476892000027874, + "build": 0.017119840000304976, + "first_window": 0.4037291330005246 }, - "process_rss_bytes": 149827584 + "process_rss_bytes": 148967424 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2823,32 +4408,28 @@ "warmup": false }, "stats": { - "min": 0.5218730329997925, - "max": 0.5873681820003185, - "mean": 0.5447672553332773, - "stddev": 0.02009117742673021, - "rounds": 9, - "median": 0.5393463629998223, - "iqr": 0.024628483999549644, - "q1": 0.5310007745001712, - "q3": 0.5556292584997209, + "min": 0.5198501909999322, + "max": 0.5482841249995545, + "mean": 0.5347030807997726, + "stddev": 0.011450493781393713, + "rounds": 5, + "median": 0.5341598179993525, + "iqr": 0.01860379350000585, + "q1": 0.5259228689999418, + "q3": 0.5445266624999476, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.5218730329997925, - "hd15iqr": 0.5873681820003185, - "ops": 1.8356463062160753, - "total": 4.902905297999496, + "ld15iqr": 0.5198501909999322, + "hd15iqr": 0.5482841249995545, + "ops": 1.8701968174641295, + "total": 2.673515403998863, "data": [ - 0.5393463629998223, - 0.559673746000044, - 0.5218730329997925, - 0.5325704750002842, - 0.5371603229996254, - 0.5542810959996132, - 0.5443404070001634, - 0.5262916729998324, - 0.5873681820003185 + 0.5341598179993525, + 0.5432741750000787, + 0.5198501909999322, + 0.527947094999945, + 0.5482841249995545 ], "iterations": 1 } @@ -2882,16 +4463,16 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.001369108000289998, - "build": 0.012265317000128562, - "first_window": 0.4317761390002488 + "attach": 0.0013012629997319891, + "build": 0.011341223000272294, + "first_window": 0.4113863479997235 }, - "process_rss_bytes": 148848640 + "process_rss_bytes": 149008384 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2899,32 +4480,28 @@ "warmup": false }, "stats": { - "min": 0.5139024259997313, - "max": 0.5863143420001506, - "mean": 0.5421176314443478, - "stddev": 0.0218890439900541, - "rounds": 9, - "median": 0.5399616169997898, - "iqr": 0.022301237750070868, - "q1": 0.5269166714999756, - "q3": 0.5492179092500464, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.5139024259997313, - "hd15iqr": 0.5863143420001506, - "ops": 1.8446181086856186, - "total": 4.87905868299913, + "min": 0.5317947819994515, + "max": 0.5484979850007221, + "mean": 0.5393577316001028, + "stddev": 0.00793504802913488, + "rounds": 5, + "median": 0.5361837660002493, + "iqr": 0.014770133500405791, + "q1": 0.5327685759998531, + "q3": 0.5475387095002588, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.5317947819994515, + "hd15iqr": 0.5484979850007221, + "ops": 1.8540570412021684, + "total": 2.6967886580005143, "data": [ - 0.5399616169997898, - 0.5230692209997869, - 0.5443777760001467, - 0.5441403880004145, - 0.5281991550000384, - 0.5139024259997313, - 0.5353554489993257, - 0.5863143420001506, - 0.5637383089997456 + 0.5484979850007221, + 0.5361837660002493, + 0.5472189510001044, + 0.5317947819994515, + 0.5330931739999869 ], "iterations": 1 } @@ -2958,14 +4535,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "first_window": 0.7938702770006785 + "first_window": 0.7514546450001944 }, - "process_rss_bytes": 236716032 + "process_rss_bytes": 236503040 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2973,32 +4550,28 @@ "warmup": false }, "stats": { - "min": 0.9347357249998822, - "max": 1.068138982000164, - "mean": 0.9719832447777258, - "stddev": 0.040712505370906475, - "rounds": 9, - "median": 0.9532418759999928, - "iqr": 0.04090641399989181, - "q1": 0.944863062749846, - "q3": 0.9857694767497378, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.9347357249998822, - "hd15iqr": 1.068138982000164, - "ops": 1.0288243191153785, - "total": 8.747849202999532, + "min": 0.8916334120003739, + "max": 0.9548787719995744, + "mean": 0.926091248800003, + "stddev": 0.02512770522236495, + "rounds": 5, + "median": 0.9236135259998264, + "iqr": 0.038810990000001766, + "q1": 0.9090324782500829, + "q3": 0.9478434682500847, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.8916334120003739, + "hd15iqr": 0.9548787719995744, + "ops": 1.079807201823541, + "total": 4.630456244000015, "data": [ - 0.9347357249998822, - 0.9774760039999819, - 1.068138982000164, - 0.9532418759999928, - 0.9527523200003998, - 0.9855448489997798, - 0.9445480049998878, - 0.9449680819998321, - 0.9864433599996119 + 0.9548787719995744, + 0.8916334120003739, + 0.9148321669999859, + 0.9454983670002548, + 0.9236135259998264 ], "iterations": 1 } @@ -3032,14 +4605,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "first_window": 0.5586908249997578 + "first_window": 0.5350380019999648 }, - "process_rss_bytes": 179056640 + "process_rss_bytes": 179073024 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3047,32 +4620,28 @@ "warmup": false }, "stats": { - "min": 0.6398520510001617, - "max": 0.7192041520002022, - "mean": 0.6824508409999908, - "stddev": 0.023176172254942767, - "rounds": 9, - "median": 0.6847676489996957, - "iqr": 0.02247732150021875, - "q1": 0.6726942167499601, - "q3": 0.6951715382501789, + "min": 0.6553479080002944, + "max": 0.6932306959997732, + "mean": 0.6791136528001516, + "stddev": 0.014990751671995178, + "rounds": 5, + "median": 0.6815842050000356, + "iqr": 0.020231169749422406, + "q1": 0.6704837862505428, + "q3": 0.6907149559999652, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.6398520510001617, - "hd15iqr": 0.7192041520002022, - "ops": 1.4653070080984976, - "total": 6.142057568999917, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.6553479080002944, + "hd15iqr": 0.6932306959997732, + "ops": 1.472507577894739, + "total": 3.395568264000758, "data": [ - 0.6918404540001575, - 0.6611536150003303, - 0.7192041520002022, - 0.677721623999787, - 0.6398520510001617, - 0.6765410839998367, - 0.6847676489996957, - 0.6858121489995028, - 0.705164791000243 + 0.6815842050000356, + 0.6755290790006256, + 0.6898763760000293, + 0.6932306959997732, + 0.6553479080002944 ], "iterations": 1 } @@ -3106,88 +4675,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "first_window": 0.19143098299991834 - }, - "process_rss_bytes": 94498816 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.24349291599992284, - "max": 0.28207237199967494, - "mean": 0.25499423866676807, - "stddev": 0.01312969624362167, - "rounds": 9, - "median": 0.25102243699984683, - "iqr": 0.01173354399929849, - "q1": 0.24652308175063808, - "q3": 0.2582566257499366, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.24349291599992284, - "hd15iqr": 0.28207237199967494, - "ops": 3.921657231271101, - "total": 2.2949481480009126, - "data": [ - 0.28207237199967494, - 0.24349291599992284, - 0.25023720400076854, - 0.25102243699984683, - 0.2442131710004105, - 0.2718075169996155, - 0.2537396620000436, - 0.24729305200071394, - 0.25106981699991593 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[sector-xs-gurobipy-matrix-gurobi]", - "fullname": "bench/test_ladder.py::test_fresh[sector-xs-gurobipy-matrix-gurobi]", - "params": { - "case_name": "sector", - "size": "xs", - "arm": "gurobipy-matrix", - "sink": "gurobi" - }, - "param": "sector-xs-gurobipy-matrix-gurobi", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, - "live_fraction": 0.17647058823529413, - "variables": 17000, - "phase_seconds": { - "first_window": 0.24181173099987063 + "first_window": 0.1858693009999115 }, - "process_rss_bytes": 106606592 + "process_rss_bytes": 94617600 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3195,37 +4690,33 @@ "warmup": false }, "stats": { - "min": 0.28286578500046744, - "max": 0.34130382900002587, - "mean": 0.31875045166654875, - "stddev": 0.022809430440152958, - "rounds": 9, - "median": 0.33195728400005464, - "iqr": 0.03400339024983623, - "q1": 0.3027515612500338, - "q3": 0.33675495149987, + "min": 0.22822948199973325, + "max": 0.28297249099978217, + "mean": 0.2509981367998989, + "stddev": 0.019856004477768523, + "rounds": 5, + "median": 0.24823383599959925, + "iqr": 0.01666420999958973, + "q1": 0.24140121975028705, + "q3": 0.2580654297498768, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.28286578500046744, - "hd15iqr": 0.34130382900002587, - "ops": 3.137250456498553, - "total": 2.8687540649989387, + "ld15iqr": 0.22822948199973325, + "hd15iqr": 0.28297249099978217, + "ops": 3.9840933193748023, + "total": 1.2549906839994946, "data": [ - 0.34130382900002587, - 0.337876160999258, - 0.28286578500046744, - 0.3093687319997116, - 0.33195728400005464, - 0.3083034530000077, - 0.336381215000074, - 0.28609588600011193, - 0.3346017199992275 + 0.24579179900047166, + 0.24823383599959925, + 0.28297249099978217, + 0.22822948199973325, + 0.24976307599990832 ], "iterations": 1 } } ], - "datetime": "2026-10-13T13:27:54.538700+00:00", + "datetime": "2026-10-14T07:47:24.965628+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-dispatch.ceilings.json b/bench/results/latest-highs-dispatch.ceilings.json index 55919f77e..6729582e4 100644 --- a/bench/results/latest-highs-dispatch.ceilings.json +++ b/bench/results/latest-highs-dispatch.ceilings.json @@ -9,7 +9,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "pyomo took 1.79 GB on dispatch/m, so the next rung projects to 35.9 GB \u2014 over the 16 GB budget" + "reason": "pyomo took 1.79 GB on dispatch/m, so the next rung projects to 17.9 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -21,6 +21,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 4.65 s on dispatch/m, so the next rung projects to 46.5 s \u2014 over the 30 s budget" + "reason": "pyomo took 4.57 s on dispatch/m, so the next rung projects to 45.7 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-dispatch.json b/bench/results/latest-highs-dispatch.json index 47495f742..680f925f0 100644 --- a/bench/results/latest-highs-dispatch.json +++ b/bench/results/latest-highs-dispatch.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.19287109375, - 1.28759765625, - 0.87548828125 + 1.16650390625, + 1.1240234375, + 0.75390625 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 141787606 + 141788030 ], "allocations": [ - 77430 + 77428 ], "total_bytes": [ - 281520462 + 281520336 ], "rss_bytes": [ - 217038848 + 216956928 ] }, "columns": 200, @@ -204,14 +204,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.0014158939999973086, - "build": 0.010703682999995578 + "attach": 0.0006396879999996941, + "build": 0.010294934000000922 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.0155893359999979, - "max": 0.053375494000000856, - "mean": 0.022244770111111083, - "stddev": 0.01202466410772686, + "min": 0.015131070999998997, + "max": 0.062374153999996906, + "mean": 0.025449696777777656, + "stddev": 0.014221048697770638, "rounds": 9, - "median": 0.016761971999997627, - "iqr": 0.006014904499998863, - "q1": 0.016067153499999876, - "q3": 0.02208205799999874, + "median": 0.021172573999997724, + "iqr": 0.0059829917499971685, + "q1": 0.018780655000002255, + "q3": 0.024763646749999424, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.0155893359999979, - "hd15iqr": 0.053375494000000856, - "ops": 44.95438680665475, - "total": 0.20020293099999975, + "ld15iqr": 0.015131070999998997, + "hd15iqr": 0.062374153999996906, + "ops": 39.29319900083002, + "total": 0.2290472709999989, "data": [ - 0.053375494000000856, - 0.02189343300000246, - 0.01652398200000249, - 0.016221182999998973, - 0.022184582999997815, - 0.015605065000002583, - 0.0155893359999979, - 0.016761971999997627, - 0.022047882999999047 + 0.062374153999996906, + 0.019801716999999996, + 0.018889690000001735, + 0.015131070999998997, + 0.0254837419999987, + 0.023217158000001348, + 0.021172573999997724, + 0.024523614999999666, + 0.018453550000003816 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 144419458 + 136031210 ], "allocations": [ - 72721 + 72713 ], "total_bytes": [ - 271413239 + 263024385 ], "rss_bytes": [ - 213835776 + 213610496 ] }, "columns": 200, @@ -281,14 +281,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.0015486650000013924, - "build": 0.013802371000004143 + "attach": 0.0011356179999992833, + "build": 0.011797989000001508 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.018783425000002296, - "max": 0.027541855000002613, - "mean": 0.022754335222222564, - "stddev": 0.002562077830931385, + "min": 0.015037208999999052, + "max": 0.03141838700000221, + "mean": 0.019289219888890666, + "stddev": 0.005070757773245399, "rounds": 9, - "median": 0.023074939000004235, - "iqr": 0.0026047789999985582, - "q1": 0.021217880749999196, - "q3": 0.023822659749997754, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.018783425000002296, - "hd15iqr": 0.027541855000002613, - "ops": 43.9476693225197, - "total": 0.20478901700000307, + "median": 0.016948285000005114, + "iqr": 0.004669652999998775, + "q1": 0.01613269475000223, + "q3": 0.020802347750001005, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.015037208999999052, + "hd15iqr": 0.03141838700000221, + "ops": 51.842428349107834, + "total": 0.17360297900001598, "data": [ - 0.021723473999998077, - 0.024263034999997046, - 0.022814030999995794, - 0.019701101000002552, - 0.023074939000004235, - 0.018783425000002296, - 0.02367586799999799, - 0.023211289000002466, - 0.027541855000002613 + 0.021641063000004124, + 0.01629765700000263, + 0.016948285000005114, + 0.016905895000000726, + 0.03141838700000221, + 0.01563780800000103, + 0.015037208999999052, + 0.019193899000001124, + 0.020522775999999965 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1118328856 + 1118407730 ], "allocations": [ - 548004 + 548630 ], "total_bytes": [ - 2659427387 + 2662186691 ], "rss_bytes": [ - 246611968 + 248668160 ] }, "columns": 200, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.025497309999998663, - "max": 0.3988201499999988, - "mean": 0.06741684499999916, - "stddev": 0.12427732321234115, + "min": 0.026235419999991905, + "max": 0.4015567149999981, + "mean": 0.07126168644444261, + "stddev": 0.12422448301304381, "rounds": 9, - "median": 0.025812159999993867, - "iqr": 0.0009582567499997197, - "q1": 0.02568896325000125, - "q3": 0.02664722000000097, - "iqr_outliers": 1, + "median": 0.026414659000010943, + "iqr": 0.007411821000001595, + "q1": 0.026316237499994344, + "q3": 0.03372805849999594, + "iqr_outliers": 2, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.025497309999998663, - "hd15iqr": 0.3988201499999988, - "ops": 14.833088080583014, - "total": 0.6067516049999924, + "outliers": "1;2", + "ld15iqr": 0.026235419999991905, + "hd15iqr": 0.055109954000002404, + "ops": 14.032786057899779, + "total": 0.6413551779999835, "data": [ - 0.3988201499999988, - 0.025497309999998663, - 0.025696871000000954, - 0.025665240000002143, - 0.025812159999993867, - 0.027160375999997655, - 0.025712570999999684, - 0.025910758999998507, - 0.026476168000002076 + 0.4015567149999981, + 0.02628136999999242, + 0.026327859999994985, + 0.026600759999993784, + 0.026235419999991905, + 0.02646934999999928, + 0.026414659000010943, + 0.055109954000002404, + 0.026359089999999696 ], "iterations": 1 } @@ -419,10 +419,10 @@ 301385 ], "total_bytes": [ - 1844630132 + 1844628996 ], "rss_bytes": [ - 203087872 + 203554816 ] }, "columns": 200, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.010784472000011647, - "max": 1.2624579090000054, - "mean": 0.15034050922222597, - "stddev": 0.4170442854421673, + "min": 0.009865504000003966, + "max": 1.1846126069999912, + "mean": 0.1408551262222204, + "stddev": 0.3914092319136432, "rounds": 9, - "median": 0.01128902100001028, - "iqr": 0.0009880677499971569, - "q1": 0.010927262750001887, - "q3": 0.011915330499999044, + "median": 0.010540900999998826, + "iqr": 0.0006187502499841457, + "q1": 0.01007737825000632, + "q3": 0.010696128499990465, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.010784472000011647, - "hd15iqr": 1.2624579090000054, - "ops": 6.6515672001739, - "total": 1.3530645830000338, + "ld15iqr": 0.009865504000003966, + "hd15iqr": 1.1846126069999912, + "ops": 7.099493123326926, + "total": 1.2676961359999837, "data": [ - 1.2624579090000054, - 0.011833097999996767, - 0.012162028000005876, - 0.011567468999999164, - 0.01121094100000164, - 0.010784942000000797, - 0.010784472000011647, - 0.01097470300000225, - 0.01128902100001028 + 1.1846126069999912, + 0.010583380999989345, + 0.010540900999998826, + 0.01048446299999739, + 0.01014307300000894, + 0.009865504000003966, + 0.009880293999998457, + 0.011034370999993826, + 0.010551542000001746 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 97214633 + 78374 ], "allocations": [ - 32974 + 1540 ], "total_bytes": [ - 145719457 + 118987 ], "rss_bytes": [ - 180965376 + 178409472 ] }, "columns": 200, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,32 +515,32 @@ "warmup": false }, "stats": { - "min": 0.005584469999988073, - "max": 0.005986790000008568, - "mean": 0.005715001333331631, - "stddev": 0.00012586220716609238, + "min": 0.00030093899999883433, + "max": 0.0005644780000011451, + "mean": 0.0003843644444445873, + "stddev": 0.00011004753338625529, "rounds": 9, - "median": 0.005644261000000483, - "iqr": 0.00013520550001189235, - "q1": 0.005633955499991572, - "q3": 0.005769161000003464, - "iqr_outliers": 1, + "median": 0.0003219989999934114, + "iqr": 0.00017647974999590588, + "q1": 0.0003096690000035096, + "q3": 0.0004861487499994155, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.005584469999988073, - "hd15iqr": 0.005986790000008568, - "ops": 174.97808691096796, - "total": 0.05143501199998468, + "outliers": "2;0", + "ld15iqr": 0.00030093899999883433, + "hd15iqr": 0.0005644780000011451, + "ops": 2601.697463054929, + "total": 0.0034592800000012858, "data": [ - 0.0056319289999891, - 0.0057505300000002535, - 0.0057562810000035824, - 0.005584469999988073, - 0.005638318999999115, - 0.005644261000000483, - 0.005986790000008568, - 0.00580780100000311, - 0.005634630999992396 + 0.0005644780000011451, + 0.0005496579999970663, + 0.00046497900000019854, + 0.00031034900000292964, + 0.0003230690000037839, + 0.0003219989999934114, + 0.0003076290000052495, + 0.00031617999999866697, + 0.00030093899999883433 ], "iterations": 1 } @@ -559,16 +559,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 136161323 + 144419763 ], "allocations": [ - 72680 + 72694 ], "total_bytes": [ - 263022101 + 271279975 ], "rss_bytes": [ - 214159360 + 214409216 ] }, "columns": 1000, @@ -577,14 +577,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.0016387739999998985, - "build": 0.011364200000002711 + "attach": 0.000634517999998252, + "build": 0.011262440999999512 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -592,32 +592,32 @@ "warmup": false }, "stats": { - "min": 0.01610595500000045, - "max": 0.02267584000000511, - "mean": 0.01971285688888871, - "stddev": 0.0022292395096630687, + "min": 0.015622288000002982, + "max": 0.023654008000008275, + "mean": 0.019864557333331985, + "stddev": 0.002464786773621737, "rounds": 9, - "median": 0.020362188999996533, - "iqr": 0.0035780507500007275, - "q1": 0.01783786474999971, - "q3": 0.021415915500000438, + "median": 0.019598007999988454, + "iqr": 0.0027785180000030607, + "q1": 0.018748387499996966, + "q3": 0.021526905500000026, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.01610595500000045, - "hd15iqr": 0.02267584000000511, - "ops": 50.72831429946904, - "total": 0.1774157119999984, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.015622288000002982, + "hd15iqr": 0.023654008000008275, + "ops": 50.34091539115435, + "total": 0.17878101599998786, "data": [ - 0.02267584000000511, - 0.018489365999997176, - 0.017873266999998805, - 0.017731658000002426, - 0.021085906999999793, - 0.01610595500000045, - 0.020362188999996533, - 0.021286066000001824, - 0.021805463999996277 + 0.01920182899999645, + 0.021088984000002142, + 0.019105508999999188, + 0.023654008000008275, + 0.02284066999999368, + 0.019992697000006387, + 0.015622288000002982, + 0.0176770229999903, + 0.019598007999988454 ], "iterations": 1 } @@ -636,16 +636,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 136031714 + 131837770 ], "allocations": [ - 72721 + 72715 ], "total_bytes": [ - 263120880 + 258926386 ], "rss_bytes": [ - 214372352 + 214011904 ] }, "columns": 1000, @@ -654,14 +654,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.000738118000001009, - "build": 0.01069092299999852 + "attach": 0.0016149070000039956, + "build": 0.01376714399999912 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -669,32 +669,32 @@ "warmup": false }, "stats": { - "min": 0.017097180999996908, - "max": 0.025264352999997186, - "mean": 0.020277929333332168, - "stddev": 0.0027180236147474686, + "min": 0.01644052599999668, + "max": 0.03782406999999921, + "mean": 0.02228809866666697, + "stddev": 0.00651944722571811, "rounds": 9, - "median": 0.01975753099999622, - "iqr": 0.00290711524999665, - "q1": 0.01844418275000237, - "q3": 0.02135129799999902, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.017097180999996908, - "hd15iqr": 0.025264352999997186, - "ops": 49.314699916437434, - "total": 0.1825013639999895, + "median": 0.02004218599999774, + "iqr": 0.005607904500003258, + "q1": 0.018402963999999855, + "q3": 0.024010868500003113, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.01644052599999668, + "hd15iqr": 0.03782406999999921, + "ops": 44.86699448686275, + "total": 0.20059288800000274, "data": [ - 0.02416442499999505, - 0.017097180999996908, - 0.025264352999997186, - 0.018210895999999366, - 0.01852194500000337, - 0.020413589000000343, - 0.01975753099999622, - 0.01990159099999289, - 0.019169853000008175 + 0.01676236600000891, + 0.01644052599999668, + 0.0190752099999969, + 0.03782406999999921, + 0.02398271600000612, + 0.02004218599999774, + 0.023420658000006256, + 0.018949829999996837, + 0.02409532599999409 ], "iterations": 1 } @@ -713,16 +713,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1111560378 + 1112608442 ], "allocations": [ - 243408 + 243409 ], "total_bytes": [ - 1351104984 + 1352152366 ], "rss_bytes": [ - 241041408 + 240746496 ] }, "columns": 1000, @@ -734,7 +734,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,32 +742,32 @@ "warmup": false }, "stats": { - "min": 0.02615083899999604, - "max": 0.04891755799999942, - "mean": 0.02966128200000008, - "stddev": 0.007263186983875757, + "min": 0.026422220000000607, + "max": 0.054683925000006184, + "mean": 0.030530071444447218, + "stddev": 0.009159208739495689, "rounds": 9, - "median": 0.027064755999987256, - "iqr": 0.0015298395000016285, - "q1": 0.026843583750000732, - "q3": 0.02837342325000236, + "median": 0.027046708000000308, + "iqr": 0.0017816092499991498, + "q1": 0.026767427250003806, + "q3": 0.028549036500002956, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.02615083899999604, - "hd15iqr": 0.04891755799999942, - "ops": 33.71398444612061, - "total": 0.2669515380000007, + "ld15iqr": 0.026422220000000607, + "hd15iqr": 0.054683925000006184, + "ops": 32.75459088982509, + "total": 0.27477064300002496, "data": [ - 0.02738403500001141, - 0.026569856999998365, - 0.04891755799999942, - 0.02615083899999604, - 0.028636590000004958, - 0.028285701000001495, - 0.02700737600000025, - 0.02693482600000152, - 0.027064755999987256 + 0.030957197999995856, + 0.026422220000000607, + 0.026758509000003983, + 0.027046708000000308, + 0.027746316000005322, + 0.02746107800000175, + 0.054683925000006184, + 0.026770400000003747, + 0.026924289000007207 ], "iterations": 1 } @@ -786,16 +786,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1098712498 + 1097664986 ], "allocations": [ - 103027 + 103033 ], "total_bytes": [ - 1182300388 + 1181252468 ], "rss_bytes": [ - 201068544 + 200953856 ] }, "columns": 1000, @@ -807,7 +807,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,32 +815,32 @@ "warmup": false }, "stats": { - "min": 0.014709758999998712, - "max": 0.017160779999997544, - "mean": 0.016291857666666312, - "stddev": 0.0006713818315996337, + "min": 0.015959178000002794, + "max": 0.017925231999996072, + "mean": 0.01683599888888902, + "stddev": 0.0005910078263229876, "rounds": 9, - "median": 0.016449403000009966, - "iqr": 0.0003735409999912065, - "q1": 0.016196393500003126, - "q3": 0.016569934499994332, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.015979584999996632, - "hd15iqr": 0.017160779999997544, - "ops": 61.38035455870902, - "total": 0.1466267189999968, + "median": 0.016658345999999824, + "iqr": 0.0007400680000060333, + "q1": 0.01650162424999735, + "q3": 0.017241692250003382, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.015959178000002794, + "hd15iqr": 0.017925231999996072, + "ops": 59.396535162517374, + "total": 0.15152399000000116, "data": [ - 0.016449403000009966, - 0.015979584999996632, - 0.01626866300000529, - 0.016558441999990237, - 0.014709758999998712, - 0.016509791999993695, - 0.016385882999998103, - 0.01660441200000662, - 0.017160779999997544 + 0.017925231999996072, + 0.016513806999995495, + 0.016658345999999824, + 0.017472953999998708, + 0.01673360600000251, + 0.01646507600000291, + 0.01663118599999791, + 0.01716460500000494, + 0.015959178000002794 ], "iterations": 1 } @@ -859,16 +859,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 97311237 + 125038 ], "allocations": [ - 32979 + 1540 ], "total_bytes": [ - 145883649 + 178579 ], "rss_bytes": [ - 180895744 + 178253824 ] }, "columns": 1000, @@ -880,7 +880,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,76 +888,76 @@ "warmup": false }, "stats": { - "min": 0.005167202999999176, - "max": 0.00786530199999902, - "mean": 0.006211617222220411, - "stddev": 0.0009477189942257027, + "min": 0.00030441900000255373, + "max": 0.0005868679999991855, + "mean": 0.0004044166666672153, + "stddev": 0.00012032032050006355, "rounds": 9, - "median": 0.0058599900000047, - "iqr": 0.0012529477500002884, - "q1": 0.0055256632499940395, - "q3": 0.006778610999994328, + "median": 0.0003409089999877324, + "iqr": 0.00023908150001616946, + "q1": 0.00031188674999427235, + "q3": 0.0005509682500104418, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.005167202999999176, - "hd15iqr": 0.00786530199999902, - "ops": 160.9886707800934, - "total": 0.0559045549999837, + "ld15iqr": 0.00030441900000255373, + "hd15iqr": 0.0005868679999991855, + "ops": 2472.6973006354256, + "total": 0.0036397500000049376, "data": [ - 0.00786530199999902, - 0.006322507999996674, - 0.005610951000008413, - 0.00546809999998743, - 0.006524396999992632, - 0.007541252999999415, - 0.005167202999999176, - 0.0055448509999962425, - 0.0058599900000047 + 0.0005506780000104072, + 0.0005518390000105455, + 0.0003126989999913121, + 0.00030441900000255373, + 0.00030945000000315304, + 0.00033957899999847996, + 0.00034330900000156817, + 0.0005868679999991855, + 0.0003409089999877324 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-highs]", + "name": "test_emit[dispatch-2xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-specsolve-highs]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-xs-specsolve-highs", + "param": "dispatch-2xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 132454489 + 127907477 ], "allocations": [ - 72687 + 72682 ], "total_bytes": [ - 259720153 + 254983013 ], "rss_bytes": [ - 215478272 + 214646784 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000, + "variables": 5000, "phase_seconds": { - "attach": 0.0015138959999916324, - "build": 0.010232964000010725 + "attach": 0.0012113180000028478, + "build": 0.011622469000002411 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -965,76 +965,76 @@ "warmup": false }, "stats": { - "min": 0.01938067300000057, - "max": 0.02554258099999629, - "mean": 0.02221442266666429, - "stddev": 0.002123427269719502, + "min": 0.01661559599999407, + "max": 0.025157002999989686, + "mean": 0.021040850777775216, + "stddev": 0.00331342493176815, "rounds": 9, - "median": 0.02202007299999309, - "iqr": 0.003464754749998633, - "q1": 0.020410454499998565, - "q3": 0.023875209249997198, + "median": 0.021269293999992556, + "iqr": 0.005982312999996964, + "q1": 0.017916520749999165, + "q3": 0.02389883374999613, "iqr_outliers": 0, "stddev_outliers": 4, "outliers": "4;0", - "ld15iqr": 0.01938067300000057, - "hd15iqr": 0.02554258099999629, - "ops": 45.015799645364346, - "total": 0.19992980399997862, + "ld15iqr": 0.01661559599999407, + "hd15iqr": 0.025157002999989686, + "ops": 47.52659531506532, + "total": 0.18936765699997693, "data": [ - 0.02554258099999629, - 0.022521761000007245, - 0.021677314999990926, - 0.02358061799999689, - 0.01938067300000057, - 0.02202007299999309, - 0.02059700899999939, - 0.024758982999998125, - 0.019850790999996093 + 0.019469808000010858, + 0.023664406999998278, + 0.024602113999989683, + 0.018205102999999667, + 0.01661559599999407, + 0.025157002999989686, + 0.023333558000004473, + 0.01705077399999766, + 0.021269293999992556 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-in-memory-highs]", + "name": "test_emit[dispatch-2xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-xs-specsolve-in-memory-highs", + "param": "dispatch-2xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 124067056 + 127908828 ], "allocations": [ - 72717 + 72721 ], "total_bytes": [ - 251561116 + 255212736 ], "rss_bytes": [ - 215339008 + 214790144 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000, + "variables": 5000, "phase_seconds": { - "attach": 0.0017648339999993823, - "build": 0.012910774999994601 + "attach": 0.0012128059999980678, + "build": 0.013267745999996805 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1042,72 +1042,72 @@ "warmup": false }, "stats": { - "min": 0.02051200900000083, - "max": 0.027480703999998468, - "mean": 0.0240718273333316, - "stddev": 0.0026468682967102034, + "min": 0.017888253000009513, + "max": 0.022750580000007403, + "mean": 0.020167427777778357, + "stddev": 0.001444951809886498, "rounds": 9, - "median": 0.024278835999993476, - "iqr": 0.004617141000000657, - "q1": 0.02173544699999752, - "q3": 0.026352587999998178, + "median": 0.020333315000002017, + "iqr": 0.0013255622499883657, + "q1": 0.019441680750002632, + "q3": 0.020767242999990998, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.02051200900000083, - "hd15iqr": 0.027480703999998468, - "ops": 41.542338525140856, - "total": 0.2166464459999844, + "ld15iqr": 0.017888253000009513, + "hd15iqr": 0.022750580000007403, + "ops": 49.584905473263085, + "total": 0.18150685000000522, "data": [ - 0.02051200900000083, - 0.02633739799999546, - 0.026357688000004487, - 0.02187506399999961, - 0.026350887999996075, - 0.027480703999998468, - 0.022137263000004737, - 0.02131659599999125, - 0.024278835999993476 + 0.022750580000007403, + 0.020331526999996186, + 0.017888253000009513, + 0.02033674599999813, + 0.0198265570000018, + 0.020333315000002017, + 0.018287052000005133, + 0.020658075999989478, + 0.021094743999995558 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-linopy-highs]", + "name": "test_emit[dispatch-2xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-linopy-highs]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "highs" }, - "param": "dispatch-xs-linopy-highs", + "param": "dispatch-2xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1113049546 + 1112222410 ], "allocations": [ - 243428 + 243437 ], "total_bytes": [ - 1355534476 + 1353146087 ], "rss_bytes": [ - 241139712 + 241336320 ] }, - "columns": 10000, - "rows": 100, + "columns": 5000, + "rows": 50, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1115,72 +1115,72 @@ "warmup": false }, "stats": { - "min": 0.02717535600000076, - "max": 0.030230902999988984, - "mean": 0.027913439111109203, - "stddev": 0.000985719136889607, + "min": 0.026656727000002434, + "max": 0.030043012999996677, + "mean": 0.02798476422222191, + "stddev": 0.0011175493229818357, "rounds": 9, - "median": 0.027461993999992274, - "iqr": 0.001056127250002703, - "q1": 0.027330410499999402, - "q3": 0.028386537750002105, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.02717535600000076, - "hd15iqr": 0.030230902999988984, - "ops": 35.8250373957687, - "total": 0.25122095199998284, + "median": 0.02770404199999632, + "iqr": 0.0016377612500058092, + "q1": 0.027176263999994177, + "q3": 0.028814025249999986, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.026656727000002434, + "hd15iqr": 0.030043012999996677, + "ops": 35.73372968445195, + "total": 0.2518628779999972, "data": [ - 0.028369545000003882, - 0.027400262000000453, - 0.027461993999992274, - 0.02717535600000076, - 0.027215595999990683, - 0.027561098000006723, - 0.030230902999988984, - 0.028437515999996776, - 0.02736868200000231 + 0.02865458499999818, + 0.02736125000001266, + 0.027185133999992672, + 0.02781612699999414, + 0.02714965399999869, + 0.02929234600000541, + 0.030043012999996677, + 0.02770404199999632, + 0.026656727000002434 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-pyomo-highs]", + "name": "test_emit[dispatch-2xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-pyomo-highs]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "highs" }, - "param": "dispatch-xs-pyomo-highs", + "param": "dispatch-2xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1110828524 + 1103467946 ], "allocations": [ - 200626 + 146445 ], "total_bytes": [ - 1214631588 + 1195835077 ], "rss_bytes": [ - 208961536 + 207638528 ] }, - "columns": 10000, - "rows": 100, + "columns": 5000, + "rows": 50, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.080815752999996, - "max": 0.08725715999999295, - "mean": 0.08290811299999884, - "stddev": 0.0019058094791229573, + "min": 0.044489178999995715, + "max": 0.048622980000004645, + "mean": 0.04541679055555411, + "stddev": 0.0012714715187717451, "rounds": 9, - "median": 0.08272958500000982, - "iqr": 0.001597041249990383, - "q1": 0.08165978350000103, - "q3": 0.08325682474999141, + "median": 0.04488344099999608, + "iqr": 0.0008565162499962753, + "q1": 0.044697471749998385, + "q3": 0.04555398799999466, "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.080815752999996, - "hd15iqr": 0.08725715999999295, - "ops": 12.061545774175489, - "total": 0.7461730169999896, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.044489178999995715, + "hd15iqr": 0.048622980000004645, + "ops": 22.018288561733435, + "total": 0.40875111499998695, "data": [ - 0.08725715999999295, - 0.08293830199998808, - 0.08291664099999707, - 0.08421239300000138, - 0.08155895799998802, - 0.080815752999996, - 0.08169339200000536, - 0.08205083300001093, - 0.08272958500000982 + 0.048622980000004645, + 0.04551473399999395, + 0.044709226999998464, + 0.04567174999999679, + 0.044489178999995715, + 0.04466220599999815, + 0.04488344099999608, + 0.04538310899999942, + 0.04481448900000373 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-highspy-matrix-highs]", + "name": "test_emit[dispatch-2xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-2xs5-highspy-matrix-highs]", "params": { "case_name": "dispatch", - "size": "xs", + "size": "2xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "dispatch-xs-highspy-matrix-highs", + "param": "dispatch-2xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 98405939 + 358358 ], "allocations": [ - 32978 + 1540 ], "total_bytes": [ - 147672320 + 476539 ], "rss_bytes": [ - 181133312 + 178974720 ] }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, + "columns": 5000, + "rows": 50, + "nonzeros": 5000, "live_fraction": 1.0, - "variables": 10000 + "variables": 5000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,76 +1261,76 @@ "warmup": false }, "stats": { - "min": 0.005480207000005066, - "max": 0.00801292799999942, - "mean": 0.006375890888888434, - "stddev": 0.0009326733794360549, + "min": 0.0003846630000055029, + "max": 0.0007069240000134869, + "mean": 0.0004607824444475581, + "stddev": 0.0001256574644578203, "rounds": 9, - "median": 0.005882009000004018, - "iqr": 0.0014849985000040533, - "q1": 0.005762777499992211, - "q3": 0.007247775999996264, - "iqr_outliers": 0, + "median": 0.00039693399999407575, + "iqr": 9.855825000926188e-05, + "q1": 0.00038572049999885394, + "q3": 0.0004842787500081158, + "iqr_outliers": 2, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.005480207000005066, - "hd15iqr": 0.00801292799999942, - "ops": 156.84082701960088, - "total": 0.0573830179999959, + "outliers": "2;2", + "ld15iqr": 0.0003846630000055029, + "hd15iqr": 0.0006517830000092317, + "ops": 2170.2215699622006, + "total": 0.004147042000028023, "data": [ - 0.007142509999994218, - 0.00801292799999942, - 0.005480207000005066, - 0.005859369000006609, - 0.005740434999992772, - 0.005882009000004018, - 0.007563574000002404, - 0.005770224999992024, - 0.005931760999999369 + 0.0006517830000092317, + 0.0003846630000055029, + 0.00038587299999903735, + 0.00042844400000774385, + 0.00038815400000657974, + 0.0007069240000134869, + 0.0004190039999940609, + 0.0003852629999983037, + 0.00039693399999407575 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-highs]", + "name": "test_emit[dispatch-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-highs]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-s-specsolve-highs", + "param": "dispatch-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 153490049 + 132454961 ], "allocations": [ - 72687 + 72686 ], "total_bytes": [ - 282345978 + 259720043 ], "rss_bytes": [ - 232443904 + 215580672 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000, + "variables": 10000, "phase_seconds": { - "attach": 0.0006560709999945402, - "build": 0.01995481299999824 + "attach": 0.001334615999994071, + "build": 0.014668743999990852 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1338,76 +1338,76 @@ "warmup": false }, "stats": { - "min": 0.03241582299999379, - "max": 0.05073342400000058, - "mean": 0.03829351044444865, - "stddev": 0.005787316953850345, + "min": 0.016344290999995792, + "max": 0.028389086000004227, + "mean": 0.02226455633333381, + "stddev": 0.00400413144264139, "rounds": 9, - "median": 0.03692931999999871, - "iqr": 0.007907217500005004, - "q1": 0.033686663250005466, - "q3": 0.04159388075001047, + "median": 0.022642779000008773, + "iqr": 0.006271692749994173, + "q1": 0.01919275425000322, + "q3": 0.025464446999997392, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03241582299999379, - "hd15iqr": 0.05073342400000058, - "ops": 26.114085347455227, - "total": 0.3446415940000378, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.016344290999995792, + "hd15iqr": 0.028389086000004227, + "ops": 44.91443642660109, + "total": 0.20038100700000427, "data": [ - 0.05073342400000058, - 0.04193160200000534, - 0.03875521900000933, - 0.03241582299999379, - 0.04148130700001218, - 0.03692931999999871, - 0.03502973800000575, - 0.03369074600000488, - 0.03367441500000723 + 0.025287617999993017, + 0.019925454999992098, + 0.024052546999996594, + 0.01951336000000481, + 0.01823093699999845, + 0.028389086000004227, + 0.022642779000008773, + 0.016344290999995792, + 0.025994934000010517 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-in-memory-highs]", + "name": "test_emit[dispatch-xs-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-s-specsolve-in-memory-highs", + "param": "dispatch-xs-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 149821352 + 147660584 ], "allocations": [ - 72723 + 72730 ], "total_bytes": [ - 278905613 + 275154086 ], "rss_bytes": [ - 233644032 + 215986176 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000, + "variables": 10000, "phase_seconds": { - "attach": 0.0016373229999970818, - "build": 0.022776624000002244 + "attach": 0.0014693809999926088, + "build": 0.01133209900000054 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1415,72 +1415,72 @@ "warmup": false }, "stats": { - "min": 0.03290327999999931, - "max": 0.05119485900000598, - "mean": 0.03916091911111311, - "stddev": 0.0051667979672119155, + "min": 0.019882313000010754, + "max": 0.023811508999997955, + "mean": 0.0210550015555542, + "stddev": 0.001251176318672475, "rounds": 9, - "median": 0.03859811300000615, - "iqr": 0.0036113707500042835, - "q1": 0.036666731250001305, - "q3": 0.04027810200000559, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.03290327999999931, - "hd15iqr": 0.05119485900000598, - "ops": 25.5356621524294, - "total": 0.35244827200001794, + "median": 0.020719812999999476, + "iqr": 0.001579191000008251, + "q1": 0.020065670499992194, + "q3": 0.021644861500000445, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.019882313000010754, + "hd15iqr": 0.023811508999997955, + "ops": 47.4946533421749, + "total": 0.1894950139999878, "data": [ - 0.05119485900000598, - 0.03443693999999198, - 0.03859811300000615, - 0.03925926399999469, - 0.04025172600000815, - 0.04035722999999791, - 0.03290327999999931, - 0.03803686500000936, - 0.037409995000004415 + 0.023811508999997955, + 0.020108061999991378, + 0.02198878599999432, + 0.021530220000002487, + 0.02065775900000233, + 0.020858055999994463, + 0.020719812999999476, + 0.019938495999994643, + 0.019882313000010754 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-linopy-highs]", + "name": "test_emit[dispatch-xs-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-linopy-highs]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "highs" }, - "param": "dispatch-s-linopy-highs", + "param": "dispatch-xs-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1127995038 + 1114098634 ], "allocations": [ - 243452 + 243431 ], "total_bytes": [ - 1394504680 + 1356583786 ], "rss_bytes": [ - 248778752 + 241213440 ] }, - "columns": 100000, - "rows": 1000, + "columns": 10000, + "rows": 100, "nonzeros": null, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1488,72 +1488,72 @@ "warmup": false }, "stats": { - "min": 0.04341444899999658, - "max": 0.04649553800000206, - "mean": 0.04507089577777871, - "stddev": 0.0010483648739732267, + "min": 0.026891664999993736, + "max": 0.02833428299999241, + "mean": 0.02763631388888636, + "stddev": 0.0005295447463008158, "rounds": 9, - "median": 0.045412733000006256, - "iqr": 0.0013890962499978343, - "q1": 0.04433329150000276, - "q3": 0.04572238775000059, + "median": 0.02757280800000217, + "iqr": 0.0009395455000138497, + "q1": 0.027198999249989697, + "q3": 0.028138544750003547, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.04341444899999658, - "hd15iqr": 0.04649553800000206, - "ops": 22.18726703215492, - "total": 0.4056380620000084, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.026891664999993736, + "hd15iqr": 0.02833428299999241, + "ops": 36.18427566066034, + "total": 0.24872682499997723, "data": [ - 0.045412733000006256, - 0.04649553800000206, - 0.0450974839999958, - 0.044612868000001527, - 0.04341444899999658, - 0.043494562000006454, - 0.04571112200000016, - 0.04575618500000189, - 0.04564312099999768 + 0.02724846599998898, + 0.028268291000003387, + 0.0280952960000036, + 0.02833428299999241, + 0.02784958600000209, + 0.027415830999999002, + 0.026891664999993736, + 0.02757280800000217, + 0.02705059899999185 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-pyomo-highs]", + "name": "test_emit[dispatch-xs-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-pyomo-highs]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "highs" }, - "param": "dispatch-s-pyomo-highs", + "param": "dispatch-xs-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1260551784 + 1110828524 ], "allocations": [ - 1174786 + 200626 ], "total_bytes": [ - 1628212296 + 1214630452 ], "rss_bytes": [ - 364969984 + 209928192 ] }, - "columns": 100000, - "rows": 1000, + "columns": 10000, + "rows": 100, "nonzeros": null, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1561,72 +1561,72 @@ "warmup": false }, "stats": { - "min": 1.3066613560000064, - "max": 1.470411581999997, - "mean": 1.3805088178888905, - "stddev": 0.04225424155615634, + "min": 0.0803690529999983, + "max": 0.08400117699999043, + "mean": 0.08161917944444497, + "stddev": 0.0010355976104517238, "rounds": 9, - "median": 1.3814262750000097, - "iqr": 0.024411284250000165, - "q1": 1.3651202050000002, - "q3": 1.3895314892500004, - "iqr_outliers": 2, + "median": 0.08152452200000937, + "iqr": 0.0008652272500029312, + "q1": 0.08093628150000143, + "q3": 0.08180150875000436, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 1.3617883720000066, - "hd15iqr": 1.470411581999997, - "ops": 0.7243705994788397, - "total": 12.424579361000013, + "outliers": "2;1", + "ld15iqr": 0.0803690529999983, + "hd15iqr": 0.08400117699999043, + "ops": 12.252022218388774, + "total": 0.7345726150000047, "data": [ - 1.470411581999997, - 1.3893543610000023, - 1.3761664459999992, - 1.3824772789999997, - 1.3900628739999945, - 1.366230815999998, - 1.3814262750000097, - 1.3617883720000066, - 1.3066613560000064 + 0.08400117699999043, + 0.08158258299999943, + 0.0803690529999983, + 0.08152452200000937, + 0.08210421100000076, + 0.08170060800000556, + 0.08079890700000192, + 0.08150948099999766, + 0.08098207300000126 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-s-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-s-highspy-matrix-highs]", + "name": "test_emit[dispatch-xs-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs-highspy-matrix-highs]", "params": { "case_name": "dispatch", - "size": "s", + "size": "xs", "arm": "highspy-matrix", "sink": "highs" }, - "param": "dispatch-s-highspy-matrix-highs", + "param": "dispatch-xs-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 109354539 + 650008 ], "allocations": [ - 32986 + 1540 ], "total_bytes": [ - 164465128 + 848989 ], "rss_bytes": [ - 189149184 + 179310592 ] }, - "columns": 100000, - "rows": 1000, - "nonzeros": 100000, + "columns": 10000, + "rows": 100, + "nonzeros": 10000, "live_fraction": 1.0, - "variables": 100000 + "variables": 10000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,76 +1634,76 @@ "warmup": false }, "stats": { - "min": 0.007586224000007746, - "max": 0.014504287000008276, - "mean": 0.010876781444448765, - "stddev": 0.0028037720080646106, + "min": 0.00048288600000034876, + "max": 0.0009766240000033122, + "mean": 0.0005491773333324722, + "stddev": 0.00016098355362353575, "rounds": 9, - "median": 0.012144620999990252, - "iqr": 0.005176669749996421, - "q1": 0.008127719000007971, - "q3": 0.013304388750004392, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.007586224000007746, - "hd15iqr": 0.014504287000008276, - "ops": 91.9389623766298, - "total": 0.09789103300003887, + "median": 0.0004918770000017503, + "iqr": 2.5066250003646928e-05, + "q1": 0.0004857234999953164, + "q3": 0.0005107897499989633, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.00048288600000034876, + "hd15iqr": 0.0009766240000033122, + "ops": 1820.9054513082017, + "total": 0.00494259599999225, "data": [ - 0.014504287000008276, - 0.012144620999990252, - 0.008305276999990951, - 0.008176133000006303, - 0.007982477000012977, - 0.012425951000011537, - 0.007586224000007746, - 0.013540317000007462, - 0.013225746000003369 + 0.0004939659999934065, + 0.0009766240000033122, + 0.00048288600000034876, + 0.0004918770000017503, + 0.00048427600000877646, + 0.0004862059999908297, + 0.000531588000001193, + 0.0005038569999982201, + 0.0004913159999944128 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-highs]", + "name": "test_emit[dispatch-xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-specsolve-highs]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-m-specsolve-highs", + "param": "dispatch-xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 393199057 + 143274961 ], "allocations": [ - 72757 + 72687 ], "total_bytes": [ - 537977238 + 271247587 ], "rss_bytes": [ - 408657920 + 221286400 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, "live_fraction": 1.0, - "variables": 1000000, + "variables": 50000, "phase_seconds": { - "attach": 0.0016829539999889676, - "build": 0.0841522810000015 + "attach": 0.0014699410000105217, + "build": 0.016460624999993456 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1711,76 +1711,76 @@ "warmup": false }, "stats": { - "min": 0.1189295110000046, - "max": 0.2045472899999936, - "mean": 0.1562362992222243, - "stddev": 0.02343264597757259, + "min": 0.02345260500000279, + "max": 0.03186675399999217, + "mean": 0.027372250333332064, + "stddev": 0.0030544758089359907, "rounds": 9, - "median": 0.15976113800000746, - "iqr": 0.01726363824999666, - "q1": 0.14442476575000285, - "q3": 0.1616884039999995, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.1189295110000046, - "hd15iqr": 0.2045472899999936, - "ops": 6.400561233069402, - "total": 1.4061266930000187, + "median": 0.02626087299999824, + "iqr": 0.004619285500002235, + "q1": 0.025082744749997943, + "q3": 0.029702030250000178, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.02345260500000279, + "hd15iqr": 0.03186675399999217, + "ops": 36.533349937336645, + "total": 0.24635025299998858, "data": [ - 0.2045472899999936, - 0.14748911200000236, - 0.1663388690000005, - 0.15976113800000746, - 0.16013824899999918, - 0.15377913500000773, - 0.1352317270000043, - 0.1189295110000046, - 0.15991166199999896 + 0.02613254800000675, + 0.02345260500000279, + 0.03186675399999217, + 0.02626087299999824, + 0.029059988000000203, + 0.024153769999998076, + 0.0253924029999979, + 0.0316281570000001, + 0.028403154999992353 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-in-memory-highs]", + "name": "test_emit[dispatch-xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-m-specsolve-in-memory-highs", + "param": "dispatch-xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 376946968 + 132135048 ], "allocations": [ - 72741 + 72716 ], "total_bytes": [ - 521952033 + 260336054 ], "rss_bytes": [ - 425779200 + 222363648 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, "live_fraction": 1.0, - "variables": 1000000, + "variables": 50000, "phase_seconds": { - "attach": 0.0006951130000061312, - "build": 0.151981276000015 + "attach": 0.001547504000001254, + "build": 0.016346282000000656 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1788,72 +1788,72 @@ "warmup": false }, "stats": { - "min": 0.17665834100000666, - "max": 0.24903983299999766, - "mean": 0.2108478583333348, - "stddev": 0.02958157635405159, + "min": 0.02274249200000611, + "max": 0.030471396999999456, + "mean": 0.027992925111113384, + "stddev": 0.0026157542572718758, "rounds": 9, - "median": 0.19612526899999239, - "iqr": 0.055016424999994484, - "q1": 0.18398238225000796, - "q3": 0.23899880725000244, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.17665834100000666, - "hd15iqr": 0.24903983299999766, - "ops": 4.74275625991455, - "total": 1.8976307250000133, + "median": 0.029072429000009947, + "iqr": 0.0027019402499952605, + "q1": 0.026911432000002122, + "q3": 0.029613372249997383, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.024675267999995754, + "hd15iqr": 0.030471396999999456, + "ops": 35.723312087988724, + "total": 0.25193632600002047, "data": [ - 0.24903983299999766, - 0.19612526899999239, - 0.1847763030000067, - 0.18160062000001176, - 0.17665834100000666, - 0.23635170500000413, - 0.19360641699999803, - 0.24121074099998907, - 0.2382614960000069 + 0.03007369300000562, + 0.029459931999994637, + 0.02945935200000349, + 0.027656820000004245, + 0.028324943000001213, + 0.02274249200000611, + 0.029072429000009947, + 0.024675267999995754, + 0.030471396999999456 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-linopy-highs]", + "name": "test_emit[dispatch-xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-linopy-highs]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "linopy", "sink": "highs" }, - "param": "dispatch-m-linopy-highs", + "param": "dispatch-xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1278439830 + 1120741318 ], "allocations": [ - 243474 + 243448 ], "total_bytes": [ - 1784298826 + 1373909283 ], "rss_bytes": [ - 407633920 + 243048448 ] }, - "columns": 1000000, - "rows": 10000, + "columns": 50000, + "rows": 500, "nonzeros": null, "live_fraction": 1.0, - "variables": 1000000 + "variables": 50000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1861,72 +1861,72 @@ "warmup": false }, "stats": { - "min": 0.18758832299999995, - "max": 0.19054399899999908, - "mean": 0.18909154777777656, - "stddev": 0.0011029085525419192, + "min": 0.034347030000006384, + "max": 0.03521883999999886, + "mean": 0.03464776833333537, + "stddev": 0.0002599854778696456, "rounds": 9, - "median": 0.18899840000000268, - "iqr": 0.0018934410000071011, - "q1": 0.18837894949998457, - "q3": 0.19027239049999167, - "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 0.18758832299999995, - "hd15iqr": 0.19054399899999908, - "ops": 5.28844367583905, - "total": 1.701823929999989, + "median": 0.03461409000000515, + "iqr": 0.00021410099999741306, + "q1": 0.03449975975000186, + "q3": 0.03471386074999927, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 0.034347030000006384, + "hd15iqr": 0.03521883999999886, + "ops": 28.86188773774149, + "total": 0.31182991500001833, "data": [ - 0.1903058119999912, - 0.18758832299999995, - 0.18759313399999655, - 0.189045990000011, - 0.18899840000000268, - 0.18884613400001626, - 0.19026124999999183, - 0.19054399899999908, - 0.18864088799998058 + 0.03521883999999886, + 0.034631641000004265, + 0.03484054700000172, + 0.03467163199999845, + 0.03438562099999842, + 0.034347030000006384, + 0.03458270800000207, + 0.034537806000003, + 0.03461409000000515 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-pyomo-highs]", + "name": "test_emit[dispatch-xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-pyomo-highs]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "pyomo", "sink": "highs" }, - "param": "dispatch-m-pyomo-highs", + "param": "dispatch-xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2657046520 + 1178723500 ], "allocations": [ - 10913928 + 633661 ], "total_bytes": [ - 10068342282 + 1391961061 ], "rss_bytes": [ - 1794379776 + 277655552 ] }, - "columns": 1000000, - "rows": 10000, + "columns": 50000, + "rows": 500, "nonzeros": null, "live_fraction": 1.0, - "variables": 1000000 + "variables": 50000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1934,72 +1934,72 @@ "warmup": false }, "stats": { - "min": 14.270164773999966, - "max": 15.001944396999988, - "mean": 14.500399173333328, - "stddev": 0.2071211519873243, + "min": 0.7184523800000022, + "max": 0.7536590100000069, + "mean": 0.7351018747777798, + "stddev": 0.010111721411509763, "rounds": 9, - "median": 14.480246309999984, - "iqr": 0.1297186967499897, - "q1": 14.38559199725001, - "q3": 14.515310694, - "iqr_outliers": 1, + "median": 0.7346097960000009, + "iqr": 0.012189241499999781, + "q1": 0.728694377250001, + "q3": 0.7408836187500007, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 14.270164773999966, - "hd15iqr": 15.001944396999988, - "ops": 0.06896361872844371, - "total": 130.50359255999996, + "outliers": "2;0", + "ld15iqr": 0.7184523800000022, + "hd15iqr": 0.7536590100000069, + "ops": 1.360355665399845, + "total": 6.6159168730000175, "data": [ - 15.001944396999988, - 14.481807290000006, - 14.480246309999984, - 14.477710854000009, - 14.544712667999988, - 14.505510036000004, - 14.400435879000014, - 14.341060352, - 14.270164773999966 + 0.7289217200000024, + 0.7322984560000094, + 0.7184523800000022, + 0.7536590100000069, + 0.7280123489999966, + 0.743778890999991, + 0.7362657430000041, + 0.739918528000004, + 0.7346097960000009 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-m-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-m-highspy-matrix-highs]", + "name": "test_emit[dispatch-xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-xs5-highspy-matrix-highs]", "params": { "case_name": "dispatch", - "size": "m", + "size": "xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "dispatch-m-highspy-matrix-highs", + "param": "dispatch-xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 218829507 + 2983208 ], "allocations": [ - 32985 + 1540 ], "total_bytes": [ - 332291998 + 3828589 ], "rss_bytes": [ - 294633472 + 181866496 ] }, - "columns": 1000000, - "rows": 10000, - "nonzeros": 1000000, + "columns": 50000, + "rows": 500, + "nonzeros": 50000, "live_fraction": 1.0, - "variables": 1000000 + "variables": 50000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2007,76 +2007,76 @@ "warmup": false }, "stats": { - "min": 0.03152705799999467, - "max": 0.06339866400003302, - "mean": 0.04163462344443916, - "stddev": 0.01384908923571097, + "min": 0.001243521999995778, + "max": 0.0032899830000019392, + "mean": 0.001802089888885108, + "stddev": 0.0008236436894369675, "rounds": 9, - "median": 0.033062141000016254, - "iqr": 0.026096066499988524, - "q1": 0.03179485024999451, - "q3": 0.057890916749983035, + "median": 0.0012632329999888725, + "iqr": 0.0014004282499975318, + "q1": 0.0012584132499959821, + "q3": 0.002658841499993514, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.03152705799999467, - "hd15iqr": 0.06339866400003302, - "ops": 24.01847110096928, - "total": 0.3747116109999524, + "ld15iqr": 0.001243521999995778, + "hd15iqr": 0.0032899830000019392, + "ops": 554.911276162071, + "total": 0.016218808999965972, "data": [ - 0.05881449299999986, - 0.05758305799997743, - 0.03165653299998894, - 0.03152705799999467, - 0.06339866400003302, - 0.03184431699997958, - 0.033062141000016254, - 0.03498439099996631, - 0.03184095599999637 + 0.0032899830000019392, + 0.002652900999990493, + 0.0012632329999888725, + 0.0012496239999961745, + 0.0012621239999930367, + 0.0013194160000011834, + 0.001261342999995918, + 0.002676663000002577, + 0.001243521999995778 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-highs]", + "name": "test_emit[dispatch-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-highs]", "params": { "case_name": "dispatch", - "size": "l", + "size": "s", "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-l-specsolve-highs", + "param": "dispatch-s-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2020642289 + 160830953 ], "allocations": [ - 72848 + 72697 ], "total_bytes": [ - 2324113381 + 289686300 ], "rss_bytes": [ - 1599905792 + 233697280 ] }, - "columns": 10000000, - "rows": 100000, - "nonzeros": 10000000, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, "live_fraction": 1.0, - "variables": 10000000, + "variables": 100000, "phase_seconds": { - "attach": 0.0022541660000001684, - "build": 0.40154456099998015 + "attach": 0.0008254979999833267, + "build": 0.023083023999987518 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2084,76 +2084,76 @@ "warmup": false }, "stats": { - "min": 0.9879829010000094, - "max": 1.0743993250000017, - "mean": 1.0297628194444366, - "stddev": 0.03010659818125358, + "min": 0.03247629700000232, + "max": 0.044392525000006344, + "mean": 0.037921877555556684, + "stddev": 0.003528289487428057, "rounds": 9, - "median": 1.0240891990000023, - "iqr": 0.04901829800000712, - "q1": 1.0055875264999798, - "q3": 1.054605824499987, + "median": 0.03781943999999271, + "iqr": 0.0035174944999951663, + "q1": 0.035746920250002034, + "q3": 0.0392644147499972, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.9879829010000094, - "hd15iqr": 1.0743993250000017, - "ops": 0.9710974033219671, - "total": 9.267865374999928, + "ld15iqr": 0.03247629700000232, + "hd15iqr": 0.044392525000006344, + "ops": 26.370002343237623, + "total": 0.3412968980000102, "data": [ - 1.0743993250000017, - 1.0624215280000158, - 1.0102725489999784, - 1.006310424999981, - 1.0034188309999763, - 0.9879829010000094, - 1.0240891990000023, - 1.0469700269999862, - 1.0520005899999774 + 0.044392525000006344, + 0.03247629700000232, + 0.03494910999999945, + 0.03781943999999271, + 0.04180032600000061, + 0.036012857000002896, + 0.03739862500000868, + 0.0380286070000011, + 0.038419110999996064 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-in-memory-highs]", + "name": "test_emit[dispatch-s-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", - "size": "l", + "size": "s", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-l-specsolve-in-memory-highs", + "param": "dispatch-s-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2105053368 + 159259328 ], "allocations": [ - 72775 + 72736 ], "total_bytes": [ - 2408751160 + 288343087 ], "rss_bytes": [ - 1551134720 + 233259008 ] }, - "columns": 10000000, - "rows": 100000, - "nonzeros": 10000000, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, "live_fraction": 1.0, - "variables": 10000000, + "variables": 100000, "phase_seconds": { - "attach": 0.001700528000014856, - "build": 0.710198518000027 + "attach": 0.0012833539999803634, + "build": 0.048235807999986946 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2161,72 +2161,72 @@ "warmup": false }, "stats": { - "min": 1.2036982690000286, - "max": 1.483749189999969, - "mean": 1.3463757399999976, - "stddev": 0.08253249342733404, + "min": 0.030112916000007317, + "max": 0.06340088899997909, + "mean": 0.03974255944444533, + "stddev": 0.010126847465276102, "rounds": 9, - "median": 1.3407835179999665, - "iqr": 0.10788531175005289, - "q1": 1.2931027254999634, - "q3": 1.4009880372500163, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.2036982690000286, - "hd15iqr": 1.483749189999969, - "ops": 0.7427347138622699, - "total": 12.117381659999978, + "median": 0.03792294300001231, + "iqr": 0.009012245750014358, + "q1": 0.03353275224998953, + "q3": 0.042544998000003886, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.030112916000007317, + "hd15iqr": 0.06340088899997909, + "ops": 25.161942612122488, + "total": 0.357683035000008, "data": [ - 1.483749189999969, - 1.3407835179999665, - 1.2036982690000286, - 1.332579471000031, - 1.3908903420000343, - 1.4312811229999625, - 1.2908526580000057, - 1.2938527479999493, - 1.3496943410000313 + 0.043543895999988536, + 0.04097923800000558, + 0.03792294300001231, + 0.030112916000007317, + 0.034635149999985515, + 0.03465041200001906, + 0.030225559000001567, + 0.042212032000009, + 0.06340088899997909 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-linopy-highs]", + "name": "test_emit[dispatch-s-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-linopy-highs]", "params": { "case_name": "dispatch", - "size": "l", + "size": "s", "arm": "linopy", "sink": "highs" }, - "param": "dispatch-l-linopy-highs", + "param": "dispatch-s-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2771391254 + 1129044894 ], "allocations": [ - 243568 + 243455 ], "total_bytes": [ - 5669937140 + 1395553878 ], "rss_bytes": [ - 1903259648 + 250986496 ] }, - "columns": 10000000, - "rows": 100000, + "columns": 100000, + "rows": 1000, "nonzeros": null, "live_fraction": 1.0, - "variables": 10000000 + "variables": 100000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2234,72 +2234,218 @@ "warmup": false }, "stats": { - "min": 1.935119587000031, - "max": 1.9491233979999834, - "mean": 1.940285165222229, - "stddev": 0.004302398152799633, + "min": 0.037159357000007276, + "max": 0.0383107060000043, + "mean": 0.0377107806666667, + "stddev": 0.0004389957153239439, "rounds": 9, - "median": 1.9388595610000152, - "iqr": 0.0054301757499644054, - "q1": 1.9372396445000248, - "q3": 1.9426698202499892, + "median": 0.037600513000001, + "iqr": 0.0008243382500197072, + "q1": 0.03727714674999305, + "q3": 0.03810148500001276, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.037159357000007276, + "hd15iqr": 0.0383107060000043, + "ops": 26.517615979345653, + "total": 0.3393970260000003, + "data": [ + 0.03803629800000863, + 0.037854230999982974, + 0.037159357000007276, + 0.03727979199999254, + 0.03829704600002515, + 0.0383107060000043, + 0.03758987199998387, + 0.037269210999994584, + 0.037600513000001 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-pyomo-highs]", + "params": { + "case_name": "dispatch", + "size": "s", + "arm": "pyomo", + "sink": "highs" + }, + "param": "dispatch-s-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1260420712 + ], + "allocations": [ + 1174785 + ], + "total_bytes": [ + 1628080088 + ], + "rss_bytes": [ + 362303488 + ] + }, + "columns": 100000, + "rows": 1000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.3260652059999813, + "max": 1.3485776949999888, + "mean": 1.3366925817999913, + "stddev": 0.00940381680424743, + "rounds": 5, + "median": 1.3350601360000098, + "iqr": 0.016063367249991245, + "q1": 1.328958630999992, + "q3": 1.3450219982499831, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 1.935119587000031, - "hd15iqr": 1.9491233979999834, - "ops": 0.5153881593922643, - "total": 17.46256648700006, + "ld15iqr": 1.3260652059999813, + "hd15iqr": 1.3485776949999888, + "ops": 0.7481151714430847, + "total": 6.683462908999957, "data": [ - 1.9441262339999525, - 1.9369682419999776, - 1.9388595610000152, - 1.9421843490000015, - 1.9373301120000406, - 1.9491233979999834, - 1.940346451000039, - 1.9385085530000197, - 1.935119587000031 + 1.3260652059999813, + 1.3438367659999813, + 1.3350601360000098, + 1.3485776949999888, + 1.3299231059999954 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[dispatch-l-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[dispatch-l-highspy-matrix-highs]", + "name": "test_emit[dispatch-s-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s-highspy-matrix-highs]", "params": { "case_name": "dispatch", - "size": "l", + "size": "s", "arm": "highspy-matrix", "sink": "highs" }, - "param": "dispatch-l-highspy-matrix-highs", + "param": "dispatch-s-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1319881075 + 5899708 ], "allocations": [ - 32991 + 1540 ], "total_bytes": [ - 2016918400 + 7553089 ], "rss_bytes": [ - 1320894464 + 186511360 ] }, - "columns": 10000000, - "rows": 100000, - "nonzeros": 10000000, + "columns": 100000, + "rows": 1000, + "nonzeros": 100000, "live_fraction": 1.0, - "variables": 10000000 + "variables": 100000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0021392499999990378, + "max": 0.004888910000005353, + "mean": 0.0027579478888936945, + "stddev": 0.0011839289014265251, + "rounds": 9, + "median": 0.002163700000011204, + "iqr": 0.0006932222499855811, + "q1": 0.0021488977500112583, + "q3": 0.0028421199999968394, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0021392499999990378, + "hd15iqr": 0.0048024400000201695, + "ops": 362.5884317927173, + "total": 0.02482153100004325, + "data": [ + 0.004888910000005353, + 0.002163700000011204, + 0.0021392499999990378, + 0.0021886799999890627, + 0.0021485610000127053, + 0.0048024400000201695, + 0.002160519999989674, + 0.002149010000010776, + 0.0021804600000052687 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-specsolve-highs]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "dispatch-s5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 264047153 + ], + "allocations": [ + 72748 + ], + "total_bytes": [ + 399986823 + ], + "rss_bytes": [ + 314007552 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000, + "phase_seconds": { + "attach": 0.0007009809999942718, + "build": 0.06075177799999665 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2307,75 +2453,76 @@ "warmup": false }, "stats": { - "min": 0.7772724780000431, - "max": 0.8034335430000397, - "mean": 0.7884534946666754, - "stddev": 0.008566068800211454, + "min": 0.061319878000006156, + "max": 0.11509450800002696, + "mean": 0.08215881077778578, + "stddev": 0.01757535910413069, "rounds": 9, - "median": 0.7859734869999784, - "iqr": 0.009535030499975505, - "q1": 0.7835949405000093, - "q3": 0.7931299709999848, + "median": 0.0749182689999941, + "iqr": 0.024056392249995895, + "q1": 0.06872594650001673, + "q3": 0.09278233875001263, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.7772724780000431, - "hd15iqr": 0.8034335430000397, - "ops": 1.2683056220364113, - "total": 7.096081452000078, + "ld15iqr": 0.061319878000006156, + "hd15iqr": 0.11509450800002696, + "ops": 12.171549107553313, + "total": 0.739429297000072, "data": [ - 0.7846051359999819, - 0.7843588169999975, - 0.8034335430000397, - 0.7813033110000447, - 0.7859734869999784, - 0.800433675000022, - 0.7880056019999984, - 0.7906954029999724, - 0.7772724780000431 + 0.11509450800002696, + 0.10271107799999868, + 0.0749182689999941, + 0.06879386900001805, + 0.07466878899998619, + 0.06852217900001278, + 0.061319878000006156, + 0.08392796800001179, + 0.08947275900001728 ], "iterations": 1 } }, { "group": null, - "name": "test_fresh[dispatch-2xs-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-specsolve-highs]", + "name": "test_emit[dispatch-s5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", - "size": "2xs", - "arm": "specsolve", + "size": "s5", + "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-2xs-specsolve-highs", + "param": "dispatch-s5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 59705 + 241503928 ], "allocations": [ - 25 + 72744 ], "total_bytes": [ - 132349 + 377670234 + ], + "rss_bytes": [ + 312008704 ] }, - "columns": 1000, - "rows": 10, - "nonzeros": 1000, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, "live_fraction": 1.0, - "variables": 1000, + "variables": 500000, "phase_seconds": { - "attach": 0.0008051050000403848, - "build": 0.009642781999957606, - "first_window": 0.3252814510000235 - }, - "process_rss_bytes": 128458752 + "attach": 0.001050026999990905, + "build": 0.047681898999996974 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2383,47 +2530,1219 @@ "warmup": false }, "stats": { - "min": 0.41113169400000515, - "max": 0.46949918199999274, - "mean": 0.4500320613333315, - "stddev": 0.017447702937688984, + "min": 0.07993449199997826, + "max": 0.13025636899999427, + "mean": 0.10159688266666143, + "stddev": 0.01399139570539923, "rounds": 9, - "median": 0.4506845160000239, - "iqr": 0.017648640249959158, - "q1": 0.4446900130000131, - "q3": 0.46233865324997225, + "median": 0.10387109100000202, + "iqr": 0.013626231249979526, + "q1": 0.09271022925000239, + "q3": 0.10633646049998191, "iqr_outliers": 1, "stddev_outliers": 2, "outliers": "2;1", - "ld15iqr": 0.441657948999989, - "hd15iqr": 0.46949918199999274, - "ops": 2.22206390592984, - "total": 4.050288551999984, + "ld15iqr": 0.07993449199997826, + "hd15iqr": 0.13025636899999427, + "ops": 9.842821686576665, + "total": 0.9143719439999529, + "data": [ + 0.13025636899999427, + 0.1062273560000051, + 0.09328511300000741, + 0.0909855779999873, + 0.10627407599997696, + 0.09701425500000482, + 0.10652361399999677, + 0.10387109100000202, + 0.07993449199997826 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-linopy-highs]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "linopy", + "sink": "highs" + }, + "param": "dispatch-s5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1195439830 + ], + "allocations": [ + 243473 + ], + "total_bytes": [ + 1568318889 + ], + "rss_bytes": [ + 322908160 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.10091119599999843, + "max": 0.1298789049999982, + "mean": 0.10640387844445184, + "stddev": 0.00927052193458007, + "rounds": 9, + "median": 0.10224381399999061, + "iqr": 0.004026711749993694, + "q1": 0.10187760225002052, + "q3": 0.10590431400001421, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.10091119599999843, + "hd15iqr": 0.1298789049999982, + "ops": 9.398153663374687, + "total": 0.9576349060000666, + "data": [ + 0.10218580400001542, + 0.10224381399999061, + 0.10180193400000803, + 0.10091119599999843, + 0.10372367200000099, + 0.1043152500000133, + 0.1298789049999982, + 0.11067150600001696, + 0.10190282500002468 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-pyomo-highs]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "pyomo", + "sink": "highs" + }, + "param": "dispatch-s5-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1876976168 + ], + "allocations": [ + 5503361 + ], + "total_bytes": [ + 4369737131 + ], + "rss_bytes": [ + 990253056 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 6.8539968279999925, + "max": 7.187796372999998, + "mean": 6.943361867199997, + "stddev": 0.13927564460087094, + "rounds": 5, + "median": 6.883756115000011, + "iqr": 0.12778214175001068, + "q1": 6.8630555867499865, + "q3": 6.990837728499997, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 6.8539968279999925, + "hd15iqr": 7.187796372999998, + "ops": 0.14402245182178058, + "total": 34.71680933599998, + "data": [ + 7.187796372999998, + 6.925184846999997, + 6.8660751729999845, + 6.8539968279999925, + 6.883756115000011 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-s5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-s5-highspy-matrix-highs]", + "params": { + "case_name": "dispatch", + "size": "s5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "dispatch-s5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 29231708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 37349089 + ], + "rss_bytes": [ + 223875072 + ] + }, + "columns": 500000, + "rows": 5000, + "nonzeros": 500000, + "live_fraction": 1.0, + "variables": 500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.00944771000001765, + "max": 0.023056790999987697, + "mean": 0.01532633444444779, + "stddev": 0.006854120393498359, + "rounds": 9, + "median": 0.009652110000018865, + "iqr": 0.01280689349999875, + "q1": 0.009514064999997629, + "q3": 0.02232095849999638, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.00944771000001765, + "hd15iqr": 0.023056790999987697, + "ops": 65.2471733293192, + "total": 0.1379370100000301, + "data": [ + 0.009652110000018865, + 0.009635830000007672, + 0.022819122000015568, + 0.009505770000004077, + 0.02214794299999312, + 0.023056790999987697, + 0.00944771000001765, + 0.00951682999999548, + 0.022154903999989983 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-highs]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "specsolve", + "sink": "highs" + }, + "param": "dispatch-m-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 391626841 + ], + "allocations": [ + 72756 + ], + "total_bytes": [ + 536404472 + ], + "rss_bytes": [ + 409567232 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000, + "phase_seconds": { + "attach": 0.0016002369999910115, + "build": 0.08879631300001734 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1253490260000092, + "max": 0.16599262899998735, + "mean": 0.1421929986666631, + "stddev": 0.011694412271151311, + "rounds": 9, + "median": 0.14331316799999172, + "iqr": 0.013644260749998693, + "q1": 0.13426011424999018, + "q3": 0.14790437499998887, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.1253490260000092, + "hd15iqr": 0.16599262899998735, + "ops": 7.032695064995829, + "total": 1.2797369879999678, + "data": [ + 0.13189065200000982, + 0.13850228800001219, + 0.14331316799999172, + 0.14769735799998784, + 0.13504993499998363, + 0.16599262899998735, + 0.1253490260000092, + 0.14852542599999197, + 0.14341650599999411 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-specsolve-in-memory-highs]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "dispatch-m-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 397395168 + ], + "allocations": [ + 72760 + ], + "total_bytes": [ + 542399651 + ], + "rss_bytes": [ + 437841920 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000, + "phase_seconds": { + "attach": 0.0012584600000025148, + "build": 0.15086124500001574 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.12098051000000964, + "max": 0.24180968000001712, + "mean": 0.19273114277778328, + "stddev": 0.033306024051055864, + "rounds": 9, + "median": 0.19516729099998997, + "iqr": 0.02768209249997966, + "q1": 0.18436779425000793, + "q3": 0.2120498867499876, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.17052746600001, + "hd15iqr": 0.24180968000001712, + "ops": 5.188575056357073, + "total": 1.7345802850000496, + "data": [ + 0.24180968000001712, + 0.12098051000000964, + 0.18898123700000724, + 0.17052746600001, + 0.21302464600000803, + 0.1981899890000136, + 0.19417449900001316, + 0.19516729099998997, + 0.21172496699998078 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-linopy-highs]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "linopy", + "sink": "highs" + }, + "param": "dispatch-m-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1277391254 + ], + "allocations": [ + 243473 + ], + "total_bytes": [ + 1783249256 + ], + "rss_bytes": [ + 407691264 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.13412215099998548, + "max": 0.16468446999999742, + "mean": 0.13943264022222163, + "stddev": 0.009587359791279955, + "rounds": 9, + "median": 0.13653326099998253, + "iqr": 0.002065509499999507, + "q1": 0.13534056099999248, + "q3": 0.13740607049999198, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.13412215099998548, + "hd15iqr": 0.16468446999999742, + "ops": 7.1719218570791154, + "total": 1.2548937619999947, + "data": [ + 0.13961508900001718, + 0.16468446999999742, + 0.13666973099998359, + 0.13653326099998253, + 0.13658079200001794, + 0.13528620100001376, + 0.13535868099998538, + 0.13412215099998548, + 0.13604338600001142 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-pyomo-highs]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "pyomo", + "sink": "highs" + }, + "param": "dispatch-m-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2657178104 + ], + "allocations": [ + 10913930 + ], + "total_bytes": [ + 10068473186 + ], + "rss_bytes": [ + 1790681088 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 14.575255216000016, + "max": 14.71459147500002, + "mean": 14.658730377400001, + "stddev": 0.06253983360422506, + "rounds": 5, + "median": 14.682491642999992, + "iqr": 0.10971651200001986, + "q1": 14.601865162749988, + "q3": 14.711581674750008, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 14.575255216000016, + "hd15iqr": 14.71459147500002, + "ops": 0.06821873206302663, + "total": 73.29365188700001, + "data": [ + 14.710578408000003, + 14.71459147500002, + 14.575255216000016, + 14.610735144999978, + 14.682491642999992 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m-highspy-matrix-highs]", + "params": { + "case_name": "dispatch", + "size": "m", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "dispatch-m-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 58396708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 74594089 + ], + "rss_bytes": [ + 270069760 + ] + }, + "columns": 1000000, + "rows": 10000, + "nonzeros": 1000000, + "live_fraction": 1.0, + "variables": 1000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.020578994999993938, + "max": 0.06776422199999388, + "mean": 0.03742386188889037, + "stddev": 0.01595095709032293, + "rounds": 9, + "median": 0.04352567299997645, + "iqr": 0.023736037250017716, + "q1": 0.02077791250000871, + "q3": 0.04451394975002643, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.020578994999993938, + "hd15iqr": 0.06776422199999388, + "ops": 26.720919475626317, + "total": 0.3368147570000133, + "data": [ + 0.04695483900002273, + 0.020578994999993938, + 0.04370032000002766, + 0.020684013999982653, + 0.06776422199999388, + 0.02914130100003831, + 0.04365618099996027, + 0.020809212000017396, + 0.04352567299997645 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-specsolve-highs]", + "params": { + "case_name": "dispatch", + "size": "m5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "dispatch-m5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1126002985 + ], + "allocations": [ + 72804 + ], + "total_bytes": [ + 1341302036 + ], + "rss_bytes": [ + 998395904 + ] + }, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, + "live_fraction": 1.0, + "variables": 5000000, + "phase_seconds": { + "attach": 0.0014368479999689043, + "build": 0.24067520199997716 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5530235040000093, + "max": 0.6063880519999998, + "mean": 0.5767673052222335, + "stddev": 0.02008352199843987, + "rounds": 9, + "median": 0.5751956130000053, + "iqr": 0.04139796649999994, + "q1": 0.5545264295000294, + "q3": 0.5959243960000293, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.5530235040000093, + "hd15iqr": 0.6063880519999998, + "ops": 1.7338014671526696, + "total": 5.190905747000102, + "data": [ + 0.6063880519999998, + 0.5546188780000421, + 0.5751956130000053, + 0.5530235040000093, + 0.5739846320000197, + 0.5542490839999914, + 0.5809360819999938, + 0.5969160610000017, + 0.5955938410000385 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-specsolve-in-memory-highs]", + "params": { + "case_name": "dispatch", + "size": "m5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "dispatch-m5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1102411216 + ], + "allocations": [ + 72777 + ], + "total_bytes": [ + 1317936943 + ], + "rss_bytes": [ + 969576448 + ] + }, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, + "live_fraction": 1.0, + "variables": 5000000, + "phase_seconds": { + "attach": 0.0007197090000090611, + "build": 0.3780138989999955 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.6553671490000283, + "max": 0.8059474109999769, + "mean": 0.7354249049999958, + "stddev": 0.043822821678170046, + "rounds": 9, + "median": 0.7333468240000229, + "iqr": 0.04746439550000048, + "q1": 0.7135358900000028, + "q3": 0.7610002855000033, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.6553671490000283, + "hd15iqr": 0.8059474109999769, + "ops": 1.359758138732065, + "total": 6.618824144999962, + "data": [ + 0.7585229910000066, + 0.6553671490000283, + 0.7195313779999992, + 0.7261086879999539, + 0.7333468240000229, + 0.8059474109999769, + 0.7684321689999933, + 0.7560181089999674, + 0.6955494260000137 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-linopy-highs]", + "params": { + "case_name": "dispatch", + "size": "m5", + "arm": "linopy", + "sink": "highs" + }, + "param": "dispatch-m5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1942439318 + ], + "allocations": [ + 243520 + ], + "total_bytes": [ + 3511710752 + ], + "rss_bytes": [ + 1075740672 + ] + }, + "columns": 5000000, + "rows": 50000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 5000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.9242805210000142, + "max": 0.970260230000008, + "mean": 0.9480818528888777, + "stddev": 0.01861719164839701, + "rounds": 9, + "median": 0.9536514329999477, + "iqr": 0.03708712299997785, + "q1": 0.9298789064999937, + "q3": 0.9669660294999716, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.9242805210000142, + "hd15iqr": 0.970260230000008, + "ops": 1.0547612497306258, + "total": 8.5327366759999, + "data": [ + 0.9371598829999925, + 0.9242805210000142, + 0.9536514329999477, + 0.966424075999953, + 0.9310347370000045, + 0.9549224909999907, + 0.9264114149999614, + 0.970260230000008, + 0.9685918900000274 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-m5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-m5-highspy-matrix-highs]", + "params": { + "case_name": "dispatch", + "size": "m5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "dispatch-m5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 291716708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 372554089 + ], + "rss_bytes": [ + 661778432 + ] + }, + "columns": 5000000, + "rows": 50000, + "nonzeros": 5000000, + "live_fraction": 1.0, + "variables": 5000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.1707025309999608, + "max": 0.2430975699999749, + "mean": 0.20467766699999224, + "stddev": 0.0253818058433854, + "rounds": 9, + "median": 0.20857648799994877, + "iqr": 0.041719657749993644, + "q1": 0.1859187752500162, + "q3": 0.22763843300000985, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.1707025309999608, + "hd15iqr": 0.2430975699999749, + "ops": 4.8857308892427325, + "total": 1.8420990029999302, + "data": [ + 0.2430975699999749, + 0.22745063600001458, + 0.22820182399999567, + 0.20857648799994877, + 0.21013007200002676, + 0.19070064099997808, + 0.19021793000001708, + 0.1730213110000136, + 0.1707025309999608 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-l-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-highs]", + "params": { + "case_name": "dispatch", + "size": "l", + "arm": "specsolve", + "sink": "highs" + }, + "param": "dispatch-l-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2032177161 + ], + "allocations": [ + 72851 + ], + "total_bytes": [ + 2335647679 + ], + "rss_bytes": [ + 1594966016 + ] + }, + "columns": 10000000, + "rows": 100000, + "nonzeros": 10000000, + "live_fraction": 1.0, + "variables": 10000000, + "phase_seconds": { + "attach": 0.0018603990000087833, + "build": 0.40262740200000735 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.0073864510000021, + "max": 1.080719044000034, + "mean": 1.0326174934000165, + "stddev": 0.028950128883705257, + "rounds": 5, + "median": 1.026292288000036, + "iqr": 0.034249888250002414, + "q1": 1.012146874250007, + "q3": 1.0463967625000095, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.0073864510000021, + "hd15iqr": 1.080719044000034, + "ops": 0.9684128018278875, + "total": 5.163087467000082, + "data": [ + 1.080719044000034, + 1.0073864510000021, + 1.0137336820000087, + 1.0349560020000013, + 1.026292288000036 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-l-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-specsolve-in-memory-highs]", + "params": { + "case_name": "dispatch", + "size": "l", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "dispatch-l-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2118685728 + ], + "allocations": [ + 72791 + ], + "total_bytes": [ + 2422382994 + ], + "rss_bytes": [ + 1505374208 + ] + }, + "columns": 10000000, + "rows": 100000, + "nonzeros": 10000000, + "live_fraction": 1.0, + "variables": 10000000, + "phase_seconds": { + "attach": 0.0009575930000096378, + "build": 0.6985255650000113 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.302305161999982, + "max": 1.4488480310000114, + "mean": 1.3567626177999954, + "stddev": 0.056072353212185684, + "rounds": 5, + "median": 1.3378982659999679, + "iqr": 0.06259909124999297, + "q1": 1.3231302147500088, + "q3": 1.3857293060000018, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.302305161999982, + "hd15iqr": 1.4488480310000114, + "ops": 0.7370486088579815, + "total": 6.7838130889999775, + "data": [ + 1.4488480310000114, + 1.3378982659999679, + 1.302305161999982, + 1.3646897309999986, + 1.3300718990000178 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-l-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-linopy-highs]", + "params": { + "case_name": "dispatch", + "size": "l", + "arm": "linopy", + "sink": "highs" + }, + "param": "dispatch-l-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2772439318 + ], + "allocations": [ + 243569 + ], + "total_bytes": [ + 5670984530 + ], + "rss_bytes": [ + 1905569792 + ] + }, + "columns": 10000000, + "rows": 100000, + "nonzeros": null, + "live_fraction": 1.0, + "variables": 10000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.9401935370000274, + "max": 1.9901969669999744, + "mean": 1.965484175000006, + "stddev": 0.022061063608677815, + "rounds": 5, + "median": 1.965118753000013, + "iqr": 0.04047988349996956, + "q1": 1.945525728000021, + "q3": 1.9860056114999907, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.9401935370000274, + "hd15iqr": 1.9901969669999744, + "ops": 0.5087804891636927, + "total": 9.82742087500003, + "data": [ + 1.9901969669999744, + 1.9401935370000274, + 1.965118753000013, + 1.947303125000019, + 1.984608492999996 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[dispatch-l-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[dispatch-l-highspy-matrix-highs]", + "params": { + "case_name": "dispatch", + "size": "l", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "dispatch-l-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 583366708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 745004089 + ], + "rss_bytes": [ + 1049780224 + ] + }, + "columns": 10000000, + "rows": 100000, + "nonzeros": 10000000, + "live_fraction": 1.0, + "variables": 10000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5092227769999909, + "max": 0.5231450160000009, + "mean": 0.5161015483333371, + "stddev": 0.004568028475033735, + "rounds": 9, + "median": 0.5171943739999847, + "iqr": 0.006221081749984592, + "q1": 0.512687149499996, + "q3": 0.5189082312499806, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5092227769999909, + "hd15iqr": 0.5231450160000009, + "ops": 1.9376031775710252, + "total": 4.644913935000034, "data": [ - 0.4674664280000229, - 0.44778243700000075, - 0.45573624999997264, - 0.4457007010000211, - 0.441657948999989, - 0.46949918199999274, - 0.4506845160000239, - 0.46062939499995537, - 0.41113169400000515 + 0.5136887849999994, + 0.5187179899999705, + 0.5231450160000009, + 0.519478955000011, + 0.5096822429999861, + 0.5092227769999909, + 0.5171943739999847, + 0.5158237170000461, + 0.5179600780000442 ], "iterations": 1 } }, { "group": null, - "name": "test_fresh[dispatch-2xs-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-specsolve-in-memory-highs]", + "name": "test_fresh[dispatch-2xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-specsolve-highs]", "params": { "case_name": "dispatch", "size": "2xs", - "arm": "specsolve-in-memory", + "arm": "specsolve", "sink": "highs" }, - "param": "dispatch-2xs-specsolve-in-memory-highs", + "param": "dispatch-2xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ @@ -2442,16 +3761,16 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.0007635849999587663, - "build": 0.007680506000042442, - "first_window": 0.35335007300000143 + "attach": 0.0007365830000480855, + "build": 0.008279724000033184, + "first_window": 0.32630873799996607 }, - "process_rss_bytes": 127975424 + "process_rss_bytes": 128417792 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2459,73 +3778,75 @@ "warmup": false }, "stats": { - "min": 0.4284125739999922, - "max": 0.4652297239999825, - "mean": 0.45181976655553374, - "stddev": 0.013727444180069315, + "min": 0.4123983069999895, + "max": 0.48155762800001867, + "mean": 0.4448126887777764, + "stddev": 0.02483311366200452, "rounds": 9, - "median": 0.45745358699997496, - "iqr": 0.014239679500008151, - "q1": 0.4458594944999703, - "q3": 0.46009917399997846, + "median": 0.45366968199999747, + "iqr": 0.044475916249979264, + "q1": 0.41559988725002484, + "q3": 0.4600758035000041, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.4284125739999922, - "hd15iqr": 0.4652297239999825, - "ops": 2.2132719150902593, - "total": 4.066377898999804, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.4123983069999895, + "hd15iqr": 0.48155762800001867, + "ops": 2.248137306396826, + "total": 4.003314198999988, "data": [ - 0.45324237699998093, - 0.4284125739999922, - 0.4577989449999791, - 0.45745358699997496, - 0.4585084899999856, - 0.4295724749999863, - 0.464871225999957, - 0.451288500999965, - 0.4652297239999825 + 0.462678220999976, + 0.4123983069999895, + 0.4548141099999725, + 0.48155762800001867, + 0.45366968199999747, + 0.4164006000000313, + 0.44938957099998333, + 0.45920833100001346, + 0.4131977490000054 ], "iterations": 1 } }, { "group": null, - "name": "test_fresh[dispatch-2xs-linopy-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-linopy-highs]", + "name": "test_fresh[dispatch-2xs-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-specsolve-in-memory-highs]", "params": { "case_name": "dispatch", "size": "2xs", - "arm": "linopy", + "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "dispatch-2xs-linopy-highs", + "param": "dispatch-2xs-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ 59705 ], "allocations": [ - 27 + 25 ], "total_bytes": [ - 165354 + 132349 ] }, "columns": 1000, "rows": 10, - "nonzeros": null, + "nonzeros": 1000, "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.7608099540000239 + "attach": 0.0008565719999751309, + "build": 0.007756189999952312, + "first_window": 0.3505362880000007 }, - "process_rss_bytes": 219385856 + "process_rss_bytes": 127762432 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2533,57 +3854,57 @@ "warmup": false }, "stats": { - "min": 0.9108276750000073, - "max": 0.9956770740000138, - "mean": 0.9530864245555664, - "stddev": 0.024442323631243778, + "min": 0.45368547200001785, + "max": 0.4637085500000353, + "mean": 0.4591355965555661, + "stddev": 0.003557238655908666, "rounds": 9, - "median": 0.959736687999964, - "iqr": 0.03053918325001348, - "q1": 0.9339040617500132, - "q3": 0.9644432450000266, + "median": 0.45971205600000076, + "iqr": 0.006165253000006032, + "q1": 0.456342926749997, + "q3": 0.462508179750003, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.9108276750000073, - "hd15iqr": 0.9956770740000138, - "ops": 1.0492227926405624, - "total": 8.577777821000097, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.45368547200001785, + "hd15iqr": 0.4637085500000353, + "ops": 2.178005816804441, + "total": 4.132220369000095, "data": [ - 0.959736687999964, - 0.9599188070000082, - 0.9529143380000278, - 0.9631737640000324, - 0.9956770740000138, - 0.9341692300000091, - 0.9682516880000094, - 0.9108276750000073, - 0.9331085570000255 + 0.4624489930000095, + 0.4569326609999962, + 0.4545737239999994, + 0.45368547200001785, + 0.4637085500000353, + 0.4626857399999835, + 0.45971205600000076, + 0.45994981500001586, + 0.4585233580000363 ], "iterations": 1 } }, { "group": null, - "name": "test_fresh[dispatch-2xs-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-pyomo-highs]", + "name": "test_fresh[dispatch-2xs-linopy-highs]", + "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-linopy-highs]", "params": { "case_name": "dispatch", "size": "2xs", - "arm": "pyomo", + "arm": "linopy", "sink": "highs" }, - "param": "dispatch-2xs-pyomo-highs", + "param": "dispatch-2xs-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ 59705 ], "allocations": [ - 25 + 27 ], "total_bytes": [ - 132349 + 165354 ] }, "columns": 1000, @@ -2592,14 +3913,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.4214603519999969 + "first_window": 0.7570714880000082 }, - "process_rss_bytes": 158859264 + "process_rss_bytes": 219512832 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2607,47 +3928,47 @@ "warmup": false }, "stats": { - "min": 0.5464474790000509, - "max": 0.5874662200000103, - "mean": 0.57541835888889, - "stddev": 0.012181969223903836, + "min": 0.9053684109999836, + "max": 0.9808884850000368, + "mean": 0.9453624860000028, + "stddev": 0.023614212634269736, "rounds": 9, - "median": 0.5782682839999893, - "iqr": 0.010566318250042173, - "q1": 0.5724009502499854, - "q3": 0.5829672685000276, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.5706707879999726, - "hd15iqr": 0.5874662200000103, - "ops": 1.7378659970650923, - "total": 5.17876523000001, + "median": 0.9417383009999867, + "iqr": 0.027896614499994143, + "q1": 0.9353538992499892, + "q3": 0.9632505137499834, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.9053684109999836, + "hd15iqr": 0.9808884850000368, + "ops": 1.0577953058314997, + "total": 8.508262374000026, "data": [ - 0.5782682839999893, - 0.5874662200000103, - 0.5729776709999896, - 0.5855816229999959, - 0.5820958170000381, - 0.5706707879999726, - 0.5796866249999653, - 0.5464474790000509, - 0.5755707229999985 + 0.9224644269999658, + 0.9736582810000414, + 0.9411911160000273, + 0.959781257999964, + 0.9053684109999836, + 0.9396503899999971, + 0.9808884850000368, + 0.9417383009999867, + 0.9435217050000233 ], "iterations": 1 } }, { "group": null, - "name": "test_fresh[dispatch-2xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-highspy-matrix-highs]", + "name": "test_fresh[dispatch-2xs-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_fresh[dispatch-2xs-pyomo-highs]", "params": { "case_name": "dispatch", "size": "2xs", - "arm": "highspy-matrix", + "arm": "pyomo", "sink": "highs" }, - "param": "dispatch-2xs-highspy-matrix-highs", + "param": "dispatch-2xs-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ @@ -2662,18 +3983,18 @@ }, "columns": 1000, "rows": 10, - "nonzeros": 1000, + "nonzeros": null, "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "first_window": 0.2153400079999983 + "first_window": 0.42355922399997326 }, - "process_rss_bytes": 100495360 + "process_rss_bytes": 158887936 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2681,32 +4002,32 @@ "warmup": false }, "stats": { - "min": 0.293834405000041, - "max": 0.3239531810000358, - "mean": 0.3135888143333432, - "stddev": 0.011062660598367679, + "min": 0.5341092410000101, + "max": 0.5936621409999816, + "mean": 0.5663921172222217, + "stddev": 0.015570079228455628, "rounds": 9, - "median": 0.31744824599996946, - "iqr": 0.011759127249987955, - "q1": 0.3089228372500088, - "q3": 0.32068196449999675, - "iqr_outliers": 0, + "median": 0.5666601660000197, + "iqr": 0.008254365500022232, + "q1": 0.5631213977499812, + "q3": 0.5713757632500034, + "iqr_outliers": 2, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.293834405000041, - "hd15iqr": 0.3239531810000358, - "ops": 3.188889253355209, - "total": 2.8222993290000886, + "outliers": "2;2", + "ld15iqr": 0.5592793330000063, + "hd15iqr": 0.5936621409999816, + "ops": 1.7655612950694615, + "total": 5.097529054999995, "data": [ - 0.31678141200001164, - 0.31875032800002145, - 0.3201849179999954, - 0.3239531810000358, - 0.293834405000041, - 0.3221731040000009, - 0.3132588070000111, - 0.29591492800000196, - 0.31744824599996946 + 0.5592793330000063, + 0.5651071009999669, + 0.5666601660000197, + 0.5751244379999889, + 0.5644020859999728, + 0.5341092410000101, + 0.5936621409999816, + 0.5701262050000082, + 0.569058344000041 ], "iterations": 1 } @@ -2740,16 +4061,16 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.0010445710000226427, - "build": 0.014208090000010998, - "first_window": 0.33549495699998033 + "attach": 0.0008884110000053624, + "build": 0.017477432000021054, + "first_window": 0.3461193889999663 }, - "process_rss_bytes": 130412544 + "process_rss_bytes": 130699264 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2757,32 +4078,28 @@ "warmup": false }, "stats": { - "min": 0.45292331900003546, - "max": 0.5004265329999953, - "mean": 0.46840612988889535, - "stddev": 0.014643557142876441, - "rounds": 9, - "median": 0.46517279600004713, - "iqr": 0.01786910524999996, - "q1": 0.45676760124997884, - "q3": 0.4746367064999788, + "min": 0.4473887389999618, + "max": 0.4813770799999588, + "mean": 0.46185377539998174, + "stddev": 0.012433497575805108, + "rounds": 5, + "median": 0.45891862400003447, + "iqr": 0.01288337624995961, + "q1": 0.45524820199999283, + "q3": 0.46813157824995244, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.45292331900003546, - "hd15iqr": 0.5004265329999953, - "ops": 2.134899473320721, - "total": 4.215655169000058, + "ld15iqr": 0.4473887389999618, + "hd15iqr": 0.4813770799999588, + "ops": 2.165187453829872, + "total": 2.3092688769999086, "data": [ - 0.4753692930000284, - 0.5004265329999953, - 0.47439251099996227, - 0.4625188200000139, - 0.4549011009999617, - 0.46517279600004713, - 0.47256102800002964, - 0.45738976799998454, - 0.45292331900003546 + 0.4578680230000032, + 0.4637164109999503, + 0.4473887389999618, + 0.45891862400003447, + 0.4813770799999588 ], "iterations": 1 } @@ -2816,16 +4133,16 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.0009095420000448939, - "build": 0.00750343099997508, - "first_window": 0.35169509899998275 + "attach": 0.0008603129999755765, + "build": 0.009627223000052254, + "first_window": 0.35086329500001057 }, - "process_rss_bytes": 130449408 + "process_rss_bytes": 130748416 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2833,32 +4150,28 @@ "warmup": false }, "stats": { - "min": 0.43226169900003697, - "max": 0.4870318749999569, - "mean": 0.45416009633332677, - "stddev": 0.02023635464187503, - "rounds": 9, - "median": 0.45301651800002674, - "iqr": 0.03510630674999504, - "q1": 0.43520915974998786, - "q3": 0.4703154664999829, + "min": 0.4525132219999932, + "max": 0.4694037200000025, + "mean": 0.46170456520000014, + "stddev": 0.006452563516909191, + "rounds": 5, + "median": 0.4632476849999989, + "iqr": 0.009013476749998972, + "q1": 0.4569922040000023, + "q3": 0.46600568075000126, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.43226169900003697, - "hd15iqr": 0.4870318749999569, - "ops": 2.2018667163265238, - "total": 4.087440866999941, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4525132219999932, + "hd15iqr": 0.4694037200000025, + "ops": 2.165887182784996, + "total": 2.308522826000001, "data": [ - 0.435715947999995, - 0.4870318749999569, - 0.46931430799998, - 0.43841163199999755, - 0.4336887949999664, - 0.4733189419999917, - 0.45301651800002674, - 0.4646811499999899, - 0.43226169900003697 + 0.4694037200000025, + 0.4584851980000053, + 0.4632476849999989, + 0.46487300100000084, + 0.4525132219999932 ], "iterations": 1 } @@ -2892,14 +4205,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "first_window": 0.7663347299999828 + "first_window": 0.7746411480000006 }, - "process_rss_bytes": 220966912 + "process_rss_bytes": 220921856 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2907,32 +4220,28 @@ "warmup": false }, "stats": { - "min": 0.9258914140000343, - "max": 1.003298462000032, - "mean": 0.965833550777783, - "stddev": 0.023343927562584015, - "rounds": 9, - "median": 0.9727537429999984, - "iqr": 0.026764151250006307, - "q1": 0.9494042624999963, - "q3": 0.9761684137500026, + "min": 0.9189720070000362, + "max": 0.9735272620000046, + "mean": 0.9525227872000073, + "stddev": 0.022197488074339994, + "rounds": 5, + "median": 0.9584287499999959, + "iqr": 0.03340081199999645, + "q1": 0.9367442215000068, + "q3": 0.9701450335000033, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.9258914140000343, - "hd15iqr": 1.003298462000032, - "ops": 1.035375090453943, - "total": 8.692501957000047, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.9189720070000362, + "hd15iqr": 0.9735272620000046, + "ops": 1.0498436503966004, + "total": 4.762613936000037, "data": [ - 0.9528519959999926, - 0.9258914140000343, - 1.003298462000032, - 0.9738090330000091, - 0.9832465559999832, - 0.9390610620000075, - 0.9684187319999751, - 0.973170959000015, - 0.9727537429999984 + 0.9584287499999959, + 0.9189720070000362, + 0.942668292999997, + 0.9735272620000046, + 0.9690176240000028 ], "iterations": 1 } @@ -2966,88 +4275,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "first_window": 0.5226327290000086 - }, - "process_rss_bytes": 171118592 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.6797674540000003, - "max": 0.719140192999987, - "mean": 0.6959257914444505, - "stddev": 0.01388387699100116, - "rounds": 9, - "median": 0.6947212370000102, - "iqr": 0.023960169749969396, - "q1": 0.6829728400000192, - "q3": 0.7069330097499886, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.6797674540000003, - "hd15iqr": 0.719140192999987, - "ops": 1.436934817323581, - "total": 6.263332123000055, - "data": [ - 0.7103084739999872, - 0.7058078549999891, - 0.719140192999987, - 0.6797674540000003, - 0.683744508000018, - 0.680657836000023, - 0.6996458810000377, - 0.6947212370000102, - 0.6895386850000023 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[dispatch-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[dispatch-xs-highspy-matrix-highs]", - "params": { - "case_name": "dispatch", - "size": "xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "dispatch-xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 10000, - "rows": 100, - "nonzeros": 10000, - "live_fraction": 1.0, - "variables": 10000, - "phase_seconds": { - "first_window": 0.2113991869999836 + "first_window": 0.5318201639999529 }, - "process_rss_bytes": 101613568 + "process_rss_bytes": 170991616 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3055,32 +4290,28 @@ "warmup": false }, "stats": { - "min": 0.2857076150000353, - "max": 0.32113875999999664, - "mean": 0.30999952422222854, - "stddev": 0.012611512585071878, - "rounds": 9, - "median": 0.31378920700001345, - "iqr": 0.013367244499974618, - "q1": 0.30514426175001574, - "q3": 0.31851150624999036, + "min": 0.6718898400000057, + "max": 0.7023873219999928, + "mean": 0.6883517935999975, + "stddev": 0.010946595799200058, + "rounds": 5, + "median": 0.6883917850000216, + "iqr": 0.01071137124999666, + "q1": 0.6835877174999894, + "q3": 0.694299088749986, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.2857076150000353, - "hd15iqr": 0.32113875999999664, - "ops": 3.225811402481807, - "total": 2.789995718000057, + "ld15iqr": 0.6718898400000057, + "hd15iqr": 0.7023873219999928, + "ops": 1.4527455427552816, + "total": 3.441758967999988, "data": [ - 0.32113875999999664, - 0.3177140409999879, - 0.2857076150000353, - 0.32090390199999774, - 0.31378920700001345, - 0.3155484310000247, - 0.309500847000038, - 0.31361840900001425, - 0.292074505999949 + 0.6916030109999838, + 0.6874870099999839, + 0.6718898400000057, + 0.7023873219999928, + 0.6883917850000216 ], "iterations": 1 } @@ -3098,13 +4329,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 74359 + 4198744 ], "allocations": [ - 298 + 300 ], "total_bytes": [ - 139479 + 4333783 ] }, "columns": 200, @@ -3113,14 +4344,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.0006290530000114813, - "build": 0.009815639999999348 + "attach": 0.0005761939999615606, + "build": 0.007657427999959054 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3128,28 +4359,28 @@ "warmup": false }, "stats": { - "min": 0.013749363000044923, - "max": 0.02084025900001052, - "mean": 0.018464944000027118, - "stddev": 0.0028367231338056295, + "min": 0.014013488999978563, + "max": 0.02186504399998057, + "mean": 0.019314438199990035, + "stddev": 0.0030757549927875345, "rounds": 5, - "median": 0.018913146000045344, - "iqr": 0.003387691500009282, - "q1": 0.01718808900001534, - "q3": 0.02057578050002462, - "iqr_outliers": 0, + "median": 0.02009101100003363, + "iqr": 0.002840402999979119, + "q1": 0.018290607749989363, + "q3": 0.021131010749968482, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.013749363000044923, - "hd15iqr": 0.02084025900001052, - "ops": 54.156676564983435, - "total": 0.09232472000013558, + "outliers": "1;1", + "ld15iqr": 0.019716313999992963, + "hd15iqr": 0.02186504399998057, + "ops": 51.77473916898685, + "total": 0.09657219099995018, "data": [ - 0.018913146000045344, - 0.02048762100002932, - 0.02084025900001052, - 0.013749363000044923, - 0.018334331000005477 + 0.02186504399998057, + 0.020886332999964452, + 0.019716313999992963, + 0.02009101100003363, + 0.014013488999978563 ], "iterations": 1 } @@ -3182,14 +4413,14 @@ "live_fraction": 1.0, "variables": 200, "phase_seconds": { - "attach": 0.000595583999995597, - "build": 0.011917809999999918 + "attach": 0.000729363999994348, + "build": 0.009704519000024447 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3197,28 +4428,28 @@ "warmup": false }, "stats": { - "min": 0.018319211000004998, - "max": 0.019645879999984572, - "mean": 0.019177783400004957, - "stddev": 0.0005262053903140681, + "min": 0.014770322000003944, + "max": 0.03478321399995821, + "mean": 0.021276696400002494, + "stddev": 0.007824451858913018, "rounds": 5, - "median": 0.019342210999980125, - "iqr": 0.0006649275000256694, - "q1": 0.018881278250006517, - "q3": 0.019546205750032186, - "iqr_outliers": 0, + "median": 0.019131390000040938, + "iqr": 0.00705504600000495, + "q1": 0.01680362749999631, + "q3": 0.02385867350000126, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.018319211000004998, - "hd15iqr": 0.019645879999984572, - "ops": 52.14366953376591, - "total": 0.09588891700002478, + "outliers": "1;1", + "ld15iqr": 0.014770322000003944, + "hd15iqr": 0.03478321399995821, + "ops": 46.99977765344637, + "total": 0.10638348200001246, "data": [ - 0.019645879999984572, - 0.018319211000004998, - 0.019342210999980125, - 0.019068634000007023, - 0.019512981000048057 + 0.014770322000003944, + 0.03478321399995821, + 0.019131390000040938, + 0.02021716000001561, + 0.017481395999993765 ], "iterations": 1 } @@ -3236,7 +4467,7 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 73787 + 76482 ], "allocations": [ 12039 @@ -3254,7 +4485,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3262,28 +4493,28 @@ "warmup": false }, "stats": { - "min": 0.025974690999987615, - "max": 0.05519012299998849, - "mean": 0.032484449399987625, - "stddev": 0.012708185398108, + "min": 0.026257224000005408, + "max": 0.027126024999972742, + "mean": 0.026567550400000074, + "stddev": 0.0003633523750094605, "rounds": 5, - "median": 0.027179919999980484, - "iqr": 0.008137783750001404, - "q1": 0.026355777249989387, - "q3": 0.03449356099999079, - "iqr_outliers": 1, + "median": 0.026412171000004037, + "iqr": 0.0005379647499665907, + "q1": 0.02629479825002079, + "q3": 0.02683276299998738, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.025974690999987615, - "hd15iqr": 0.05519012299998849, - "ops": 30.783960278556574, - "total": 0.16242224699993812, + "outliers": "1;0", + "ld15iqr": 0.026257224000005408, + "hd15iqr": 0.027126024999972742, + "ops": 37.639902247065926, + "total": 0.13283775200000036, "data": [ - 0.05519012299998849, - 0.025974690999987615, - 0.026482805999989978, - 0.02759470699999156, - 0.027179919999980484 + 0.027126024999972742, + 0.02673500899999226, + 0.026412171000004037, + 0.026257224000005408, + 0.026307323000025917 ], "iterations": 1 } @@ -3301,7 +4532,7 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 76400 + 73915 ], "allocations": [ 12184 @@ -3319,7 +4550,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3327,28 +4558,28 @@ "warmup": false }, "stats": { - "min": 0.008519881999973222, - "max": 0.009706759999971837, - "mean": 0.009078926599977421, - "stddev": 0.0005316430173055919, + "min": 0.008241251999947963, + "max": 0.008633969000015895, + "mean": 0.008414048599991019, + "stddev": 0.00018494911658610276, "rounds": 5, - "median": 0.009316513999976905, - "iqr": 0.0008971792499750109, - "q1": 0.008524044499992556, - "q3": 0.009421223749967567, + "median": 0.00834546099997624, + "iqr": 0.0003438920000036205, + "q1": 0.008256041999999297, + "q3": 0.008599934000002918, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.008519881999973222, - "hd15iqr": 0.009706759999971837, - "ops": 110.14517949759467, - "total": 0.04539463299988711, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.008241251999947963, + "hd15iqr": 0.008633969000015895, + "ops": 118.84885000558081, + "total": 0.0420702429999551, "data": [ - 0.009706759999971837, - 0.009326044999966143, - 0.008519881999973222, - 0.008525431999999, - 0.009316513999976905 + 0.008633969000015895, + 0.008588588999998592, + 0.008260972000016409, + 0.008241251999947963, + 0.00834546099997624 ], "iterations": 1 } @@ -3384,7 +4615,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3392,28 +4623,28 @@ "warmup": false }, "stats": { - "min": 0.005858945999989373, - "max": 0.0066102899999691545, - "mean": 0.0061116738000009715, - "stddev": 0.0002906346488756634, + "min": 0.00644349899999952, + "max": 0.00918463399995062, + "mean": 0.0070129899999869846, + "stddev": 0.0012140906181876189, "rounds": 5, - "median": 0.00600663400001622, - "iqr": 0.0002584477499993909, - "q1": 0.005960367750006412, - "q3": 0.006218815500005803, + "median": 0.00647775800001682, + "iqr": 0.0006943430000205808, + "q1": 0.006465992249971464, + "q3": 0.007160335249992045, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.005858945999989373, - "hd15iqr": 0.0066102899999691545, - "ops": 163.62129798220596, - "total": 0.03055836900000486, + "ld15iqr": 0.00644349899999952, + "hd15iqr": 0.00918463399995062, + "ops": 142.59253185900107, + "total": 0.035064949999934925, "data": [ - 0.00600663400001622, - 0.0066102899999691545, - 0.005994175000012092, - 0.006088324000018019, - 0.005858945999989373 + 0.00918463399995062, + 0.006473489999962112, + 0.00647775800001682, + 0.00644349899999952, + 0.006485569000005853 ], "iterations": 1 } @@ -3434,10 +4665,10 @@ 342710 ], "allocations": [ - 191 + 190 ], "total_bytes": [ - 489803 + 489787 ] }, "columns": 200, @@ -3449,7 +4680,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3457,28 +4688,28 @@ "warmup": false }, "stats": { - "min": 0.006038144999990891, - "max": 0.011849780999966697, - "mean": 0.007971958999985419, - "stddev": 0.002321140339946518, + "min": 0.006339010999965922, + "max": 0.006673827999975401, + "mean": 0.006504410999991705, + "stddev": 0.00012748395483673646, "rounds": 5, - "median": 0.006873506999966139, - "iqr": 0.0026194185000179004, - "q1": 0.006588167249987009, - "q3": 0.00920758575000491, + "median": 0.0065345479999905365, + "iqr": 0.00017530174997659742, + "q1": 0.006404454500014367, + "q3": 0.0065797562499909645, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.006038144999990891, - "hd15iqr": 0.011849780999966697, - "ops": 125.4396817647744, - "total": 0.03985979499992709, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.006339010999965922, + "hd15iqr": 0.006673827999975401, + "ops": 153.74182228049168, + "total": 0.03252205499995853, "data": [ - 0.006873506999966139, - 0.008326854000017647, - 0.006771507999985715, - 0.011849780999966697, - 0.006038144999990891 + 0.006673827999975401, + 0.006426269000030516, + 0.0065345479999905365, + 0.006548398999996152, + 0.006339010999965922 ], "iterations": 1 } @@ -3496,13 +4727,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 88241 + 84437 ], "allocations": [ - 1573 + 1578 ], "total_bytes": [ - 163483 + 155758 ] }, "columns": 200, @@ -3514,7 +4745,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3522,28 +4753,28 @@ "warmup": false }, "stats": { - "min": 0.00578714700003502, - "max": 0.0073924820000002, - "mean": 0.0065508956000030595, - "stddev": 0.0006735628665235242, + "min": 0.0048136849999877995, + "max": 0.014450684999985697, + "mean": 0.007303657399984331, + "stddev": 0.0040288418203289315, "rounds": 5, - "median": 0.006360760999996273, - "iqr": 0.0011367252500065206, - "q1": 0.0060343739999950685, - "q3": 0.007171099250001589, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.00578714700003502, - "hd15iqr": 0.0073924820000002, - "ops": 152.65088333868928, - "total": 0.0327544780000153, + "median": 0.005791955999995935, + "iqr": 0.00309206575001042, + "q1": 0.005160248749973562, + "q3": 0.008252314499983981, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0048136849999877995, + "hd15iqr": 0.014450684999985697, + "ops": 136.91770372500568, + "total": 0.036518286999921656, "data": [ - 0.006116782999981751, - 0.00578714700003502, - 0.006360760999996273, - 0.0073924820000002, - 0.007097305000002052 + 0.005791955999995935, + 0.014450684999985697, + 0.00618619099998341, + 0.0048136849999877995, + 0.005275769999968816 ], "iterations": 1 } @@ -3576,14 +4807,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.001302867999982027, - "build": 0.010048236999978144 + "attach": 0.0012947179999969194, + "build": 0.010904026999980942 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3591,28 +4822,28 @@ "warmup": false }, "stats": { - "min": 0.016431139000019357, - "max": 0.020543151999959264, - "mean": 0.0185324537999918, - "stddev": 0.0016306508107406996, + "min": 0.01706845900002918, + "max": 0.020083000999989054, + "mean": 0.01857172539999965, + "stddev": 0.0010885882435944338, "rounds": 5, - "median": 0.018047503999980563, - "iqr": 0.0024418447499670037, - "q1": 0.017516041750013756, - "q3": 0.01995788649998076, + "median": 0.018671955000002072, + "iqr": 0.001204172499996048, + "q1": 0.017930050749995985, + "q3": 0.019134223249992033, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.016431139000019357, - "hd15iqr": 0.020543151999959264, - "ops": 53.95939527449099, - "total": 0.092662268999959, + "ld15iqr": 0.01706845900002918, + "hd15iqr": 0.020083000999989054, + "ops": 53.845293232691176, + "total": 0.09285862699999825, "data": [ - 0.016431139000019357, - 0.01787767600001189, - 0.020543151999959264, - 0.019762797999987924, - 0.018047503999980563 + 0.018671955000002072, + 0.01821724799998492, + 0.018817963999993026, + 0.01706845900002918, + 0.020083000999989054 ], "iterations": 1 } @@ -3645,14 +4876,14 @@ "live_fraction": 1.0, "variables": 1000, "phase_seconds": { - "attach": 0.000790902999995069, - "build": 0.009755371000039759 + "attach": 0.001263247999986561, + "build": 0.011753628999997545 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3660,28 +4891,28 @@ "warmup": false }, "stats": { - "min": 0.016661137000028248, - "max": 0.02256905300004064, - "mean": 0.019827117800014095, - "stddev": 0.002621063804310053, + "min": 0.017655625000031705, + "max": 0.02168036599999823, + "mean": 0.020227372199997262, + "stddev": 0.0016326353476579841, "rounds": 5, - "median": 0.020187994000025355, - "iqr": 0.004798392249995231, - "q1": 0.01739860450000208, - "q3": 0.02219699674999731, + "median": 0.020986652999965827, + "iqr": 0.0022135690000055774, + "q1": 0.01911554574999741, + "q3": 0.021329114750002987, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.016661137000028248, - "hd15iqr": 0.02256905300004064, - "ops": 50.435974108112134, - "total": 0.09913558900007047, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.017655625000031705, + "hd15iqr": 0.02168036599999823, + "ops": 49.43795912353535, + "total": 0.10113686099998631, "data": [ - 0.017644426999993357, - 0.02256905300004064, - 0.020187994000025355, - 0.022072977999982868, - 0.016661137000028248 + 0.02168036599999823, + 0.017655625000031705, + 0.020986652999965827, + 0.019602185999985977, + 0.021212031000004572 ], "iterations": 1 } @@ -3699,7 +4930,7 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 77800 + 75158 ], "allocations": [ 12039 @@ -3717,7 +4948,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3725,28 +4956,28 @@ "warmup": false }, "stats": { - "min": 0.026385097000002133, - "max": 0.02738322900000867, - "mean": 0.0269286746000148, - "stddev": 0.00039849412614848635, + "min": 0.02564873000000034, + "max": 0.02721516500002963, + "mean": 0.026270689600005427, + "stddev": 0.000577215445249722, "rounds": 5, - "median": 0.027000012000030438, - "iqr": 0.0006287817499952553, - "q1": 0.02660978800001601, - "q3": 0.027238569750011266, + "median": 0.026148524999996425, + "iqr": 0.000537227250006822, + "q1": 0.02596725875000061, + "q3": 0.026504486000007432, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.026385097000002133, - "hd15iqr": 0.02738322900000867, - "ops": 37.13513623873083, - "total": 0.134643373000074, + "ld15iqr": 0.02564873000000034, + "hd15iqr": 0.02721516500002963, + "ops": 38.06523601876798, + "total": 0.13135344800002713, "data": [ - 0.027000012000030438, - 0.02738322900000867, - 0.02719035000001213, - 0.026684685000020636, - 0.026385097000002133 + 0.02721516500002963, + 0.02564873000000034, + 0.026148524999996425, + 0.0260734350000007, + 0.026267593000000033 ], "iterations": 1 } @@ -3767,10 +4998,10 @@ 74204 ], "allocations": [ - 12220 + 12223 ], "total_bytes": [ - 1170601 + 1171465 ] }, "columns": 1000, @@ -3782,7 +5013,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3790,28 +5021,28 @@ "warmup": false }, "stats": { - "min": 0.010752258000024995, - "max": 0.016962189000025774, - "mean": 0.013663396800006921, - "stddev": 0.002690644127193426, + "min": 0.010019974999977421, + "max": 0.018405538000024535, + "mean": 0.011945425799990517, + "stddev": 0.003617292602431701, "rounds": 5, - "median": 0.013910587999987456, - "iqr": 0.004793817000049216, - "q1": 0.011076878249980382, - "q3": 0.0158706952500296, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.010752258000024995, - "hd15iqr": 0.016962189000025774, - "ops": 73.1882426191043, - "total": 0.06831698400003461, + "median": 0.010473552000007658, + "iqr": 0.0023139327500416584, + "q1": 0.010206746749958029, + "q3": 0.012520679499999687, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.010019974999977421, + "hd15iqr": 0.018405538000024535, + "ops": 83.71405228608877, + "total": 0.05972712899995258, "data": [ - 0.011185084999965511, - 0.013910587999987456, - 0.010752258000024995, - 0.015506864000030873, - 0.016962189000025774 + 0.010559059999991405, + 0.010269003999951565, + 0.018405538000024535, + 0.010019974999977421, + 0.010473552000007658 ], "iterations": 1 } @@ -3847,7 +5078,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3855,28 +5086,28 @@ "warmup": false }, "stats": { - "min": 0.0072725719999766625, - "max": 0.0076964069999689855, - "mean": 0.007476815600000464, - "stddev": 0.00017758100317285887, + "min": 0.007862316999990071, + "max": 0.008097313000007489, + "mean": 0.007942593600000691, + "stddev": 9.438186425893299e-05, "rounds": 5, - "median": 0.007454749000032734, - "iqr": 0.0003063497500477297, - "q1": 0.007328078749978317, - "q3": 0.007634428500026047, + "median": 0.007933815999990657, + "iqr": 0.0001170015000013791, + "q1": 0.00786877375000472, + "q3": 0.0079857752500061, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.0072725719999766625, - "hd15iqr": 0.0076964069999689855, - "ops": 133.74677850821118, - "total": 0.03738407800000232, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.007862316999990071, + "hd15iqr": 0.008097313000007489, + "ops": 125.90345803415057, + "total": 0.03971296800000346, "data": [ - 0.0076137690000450675, - 0.007454749000032734, - 0.0076964069999689855, - 0.0072725719999766625, - 0.007346580999978869 + 0.008097313000007489, + 0.007948596000005637, + 0.007933815999990657, + 0.007862316999990071, + 0.007870926000009604 ], "iterations": 1 } @@ -3894,13 +5125,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 344812 + 342710 ], "allocations": [ - 207 + 206 ], "total_bytes": [ - 643355 + 643339 ] }, "columns": 1000, @@ -3912,7 +5143,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3920,28 +5151,28 @@ "warmup": false }, "stats": { - "min": 0.00572761600000149, - "max": 0.009133925000014642, - "mean": 0.006732278399999814, - "stddev": 0.0014022335458840382, + "min": 0.007020924000016748, + "max": 0.01140710399999989, + "mean": 0.008682258800013188, + "stddev": 0.001855471776935634, "rounds": 5, - "median": 0.006392150000010588, - "iqr": 0.001533725499996308, - "q1": 0.005743717749993493, - "q3": 0.007277443249989801, + "median": 0.007920327000022098, + "iqr": 0.00292145775001984, + "q1": 0.00724137675000236, + "q3": 0.0101628345000222, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.00572761600000149, - "hd15iqr": 0.009133925000014642, - "ops": 148.53812343827428, - "total": 0.03366139199999907, + "ld15iqr": 0.007020924000016748, + "hd15iqr": 0.01140710399999989, + "ops": 115.17740060898451, + "total": 0.043411294000065936, "data": [ - 0.009133925000014642, - 0.00572761600000149, - 0.005749084999990828, - 0.006392150000010588, - 0.006658615999981521 + 0.007020924000016748, + 0.009748078000029636, + 0.01140710399999989, + 0.007314860999997563, + 0.007920327000022098 ], "iterations": 1 } @@ -3959,13 +5190,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 186993 + 164701 ], "allocations": [ - 1579 + 1585 ], "total_bytes": [ - 329831 + 294778 ] }, "columns": 1000, @@ -3977,7 +5208,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3985,28 +5216,28 @@ "warmup": false }, "stats": { - "min": 0.005247431000043434, - "max": 0.011503150999999434, - "mean": 0.007070629000008921, - "stddev": 0.0025871485732612467, + "min": 0.00514954300001591, + "max": 0.006743087000018022, + "mean": 0.005679858999997123, + "stddev": 0.0006212015737873315, "rounds": 5, - "median": 0.005738645999997516, - "iqr": 0.002731653749961538, - "q1": 0.005551964750026173, - "q3": 0.00828361849998771, + "median": 0.005517457999985709, + "iqr": 0.000602031249997026, + "q1": 0.005306515749992968, + "q3": 0.005908546999989994, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.005247431000043434, - "hd15iqr": 0.011503150999999434, - "ops": 141.43013301910457, - "total": 0.035353145000044606, + "ld15iqr": 0.00514954300001591, + "hd15iqr": 0.006743087000018022, + "ops": 176.06070854936831, + "total": 0.028399294999985614, "data": [ - 0.005738645999997516, - 0.007210440999983803, - 0.005247431000043434, - 0.005653476000020419, - 0.011503150999999434 + 0.006743087000018022, + 0.00514954300001591, + 0.005358839999985321, + 0.005517457999985709, + 0.005630366999980652 ], "iterations": 1 } @@ -4039,14 +5270,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.0005952740000338963, - "build": 0.009614238999972713 + "attach": 0.000622194000015952, + "build": 0.015836012000022492 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4054,28 +5285,28 @@ "warmup": false }, "stats": { - "min": 0.01757326399996373, - "max": 0.02180456299998923, - "mean": 0.02052387580000641, - "stddev": 0.0017653914442853891, + "min": 0.01891339200000175, + "max": 0.023765206999996735, + "mean": 0.021410813200009215, + "stddev": 0.0018785021605209709, "rounds": 5, - "median": 0.021370358000012857, - "iqr": 0.0021522067499830655, - "q1": 0.01954782275002742, - "q3": 0.021700029500010487, + "median": 0.021703626000032727, + "iqr": 0.0027996394999973973, + "q1": 0.019936945500006686, + "q3": 0.022736585000004084, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.01757326399996373, - "hd15iqr": 0.02180456299998923, - "ops": 48.72374057144157, - "total": 0.10261937900003204, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.01891339200000175, + "hd15iqr": 0.023765206999996735, + "ops": 46.70537221816356, + "total": 0.10705406600004608, "data": [ - 0.020206009000048653, - 0.021370358000012857, - 0.021665185000017573, - 0.02180456299998923, - 0.01757326399996373 + 0.023765206999996735, + 0.020278130000008332, + 0.01891339200000175, + 0.021703626000032727, + 0.022393711000006533 ], "iterations": 1 } @@ -4108,14 +5339,14 @@ "live_fraction": 1.0, "variables": 10000, "phase_seconds": { - "attach": 0.0013797959999806153, - "build": 0.013106585999992149 + "attach": 0.0007150630000296587, + "build": 0.01101305700001376 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4123,28 +5354,28 @@ "warmup": false }, "stats": { - "min": 0.021676416000047993, - "max": 0.02489590400000452, - "mean": 0.02310727180001777, - "stddev": 0.0013735428041225437, + "min": 0.01790512200000194, + "max": 0.024742816999946626, + "mean": 0.021189144599998145, + "stddev": 0.0031781738376453453, "rounds": 5, - "median": 0.022556507999979658, - "iqr": 0.0022965852499794437, - "q1": 0.022076071500038097, - "q3": 0.02437265675001754, + "median": 0.021584066999992046, + "iqr": 0.006032570000016335, + "q1": 0.017957351250004194, + "q3": 0.02398992125002053, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.021676416000047993, - "hd15iqr": 0.02489590400000452, - "ops": 43.27642002286185, - "total": 0.11553635900008885, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.01790512200000194, + "hd15iqr": 0.024742816999946626, + "ops": 47.19397686304371, + "total": 0.10594572299999072, "data": [ - 0.02489590400000452, - 0.021676416000047993, - 0.02419824100002188, - 0.022209290000034798, - 0.022556507999979658 + 0.024742816999946626, + 0.023738956000045164, + 0.021584066999992046, + 0.017974761000004946, + 0.01790512200000194 ], "iterations": 1 } @@ -4180,7 +5411,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4188,28 +5419,28 @@ "warmup": false }, "stats": { - "min": 0.02611449200003335, - "max": 0.026872957000023234, - "mean": 0.026419926200003375, - "stddev": 0.0002828341165370886, + "min": 0.026598929999977372, + "max": 0.028346463999980642, + "mean": 0.027280915800008642, + "stddev": 0.000709835874725878, "rounds": 5, - "median": 0.026354011000023547, - "iqr": 0.00031409300001428164, - "q1": 0.02625069874997621, - "q3": 0.02656479174999049, + "median": 0.026932616999999937, + "iqr": 0.0010110489999988204, + "q1": 0.026810112750027315, + "q3": 0.027821161750026135, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.02611449200003335, - "hd15iqr": 0.026872957000023234, - "ops": 37.85021927880602, - "total": 0.13209963100001687, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.026598929999977372, + "hd15iqr": 0.028346463999980642, + "ops": 36.65566095107713, + "total": 0.1364045790000432, "data": [ - 0.026462069999979576, - 0.02611449200003335, - 0.02629610099995716, - 0.026872957000023234, - 0.026354011000023547 + 0.028346463999980642, + 0.026880507000043963, + 0.026598929999977372, + 0.0276460610000413, + 0.026932616999999937 ], "iterations": 1 } @@ -4245,7 +5476,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4253,28 +5484,28 @@ "warmup": false }, "stats": { - "min": 0.03311419700003171, - "max": 0.03493406900003038, - "mean": 0.03384416980001106, - "stddev": 0.0007348354100489114, + "min": 0.032719932999953016, + "max": 0.03412091000006967, + "mean": 0.033361480800022034, + "stddev": 0.0005475368073182455, "rounds": 5, - "median": 0.03395742899999732, - "iqr": 0.0010497059999892144, - "q1": 0.03318686300001161, - "q3": 0.03423656900000083, + "median": 0.03335627600006319, + "iqr": 0.0008298865000426758, + "q1": 0.03291901899999061, + "q3": 0.03374890550003329, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.03311419700003171, - "hd15iqr": 0.03493406900003038, - "ops": 29.547186588092146, - "total": 0.1692208490000553, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.032719932999953016, + "hd15iqr": 0.03412091000006967, + "ops": 29.974688653488652, + "total": 0.16680740400011018, "data": [ - 0.03493406900003038, - 0.03311419700003171, - 0.033211085000004914, - 0.03400406899999098, - 0.03395742899999732 + 0.03412091000006967, + 0.032985381000003144, + 0.032719932999953016, + 0.03362490400002116, + 0.03335627600006319 ], "iterations": 1 } @@ -4310,7 +5541,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4318,28 +5549,28 @@ "warmup": false }, "stats": { - "min": 0.025756435999994665, - "max": 0.05223927600002298, - "mean": 0.041122689000008, - "stddev": 0.013068373801431526, + "min": 0.0251690839999128, + "max": 0.049429325999994944, + "mean": 0.03528224039998804, + "stddev": 0.012868578889037505, "rounds": 5, - "median": 0.04914742500000102, - "iqr": 0.023455073500002754, - "q1": 0.027448292750008818, - "q3": 0.05090336625001157, + "median": 0.02696406699999443, + "iqr": 0.02386444075000327, + "q1": 0.025460852750001095, + "q3": 0.049325293500004364, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.025756435999994665, - "hd15iqr": 0.05223927600002298, - "ops": 24.317475931591087, - "total": 0.20561344500003997, + "ld15iqr": 0.0251690839999128, + "hd15iqr": 0.049429325999994944, + "ops": 28.34287133308969, + "total": 0.1764112019999402, "data": [ - 0.028012245000013536, - 0.04914742500000102, - 0.05045806300000777, - 0.05223927600002298, - 0.025756435999994665 + 0.025558109000030527, + 0.02696406699999443, + 0.0492906160000075, + 0.049429325999994944, + 0.0251690839999128 ], "iterations": 1 } @@ -4357,13 +5588,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1503202 + 1383170 ], "allocations": [ - 297 + 296 ], "total_bytes": [ - 2262968 + 2262952 ] }, "columns": 10000, @@ -4375,7 +5606,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4383,28 +5614,28 @@ "warmup": false }, "stats": { - "min": 0.0071654430000194225, - "max": 0.009996325000031447, - "mean": 0.00813681140001563, - "stddev": 0.0011893076432411122, + "min": 0.007542838999938795, + "max": 0.013720699999907993, + "mean": 0.00982958139998118, + "stddev": 0.0029686484578834854, "rounds": 5, - "median": 0.007671367000000373, - "iqr": 0.0017417889999933323, - "q1": 0.007218422250019785, - "q3": 0.008960211250013117, + "median": 0.007862936000037735, + "iqr": 0.005053982249989986, + "q1": 0.007638988249993872, + "q3": 0.012692970499983858, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.0071654430000194225, - "hd15iqr": 0.009996325000031447, - "ops": 122.89826454599635, - "total": 0.040684057000078155, + "ld15iqr": 0.007542838999938795, + "hd15iqr": 0.013720699999907993, + "ops": 101.73373201852876, + "total": 0.0491479069999059, "data": [ - 0.0072360820000199055, - 0.0071654430000194225, - 0.007671367000000373, - 0.008614840000007007, - 0.009996325000031447 + 0.007862936000037735, + 0.007671038000012231, + 0.007542838999938795, + 0.013720699999907993, + 0.012350394000009146 ], "iterations": 1 } @@ -4422,13 +5653,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1279953 + 1049671 ], "allocations": [ - 1579 + 1585 ], "total_bytes": [ - 2116744 + 1765251 ] }, "columns": 10000, @@ -4440,7 +5671,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4448,28 +5679,28 @@ "warmup": false }, "stats": { - "min": 0.0053638389999832725, - "max": 0.006011043000000882, - "mean": 0.005765953199988872, - "stddev": 0.0002516179078482398, + "min": 0.0053111309999849254, + "max": 0.00712783300002684, + "mean": 0.00624774980001348, + "stddev": 0.0006436954762189826, "rounds": 5, - "median": 0.005861154000001534, - "iqr": 0.00031369100001654715, - "q1": 0.005612663499974246, - "q3": 0.0059263544999907936, + "median": 0.006289231999971889, + "iqr": 0.0005190422500618297, + "q1": 0.005986806750001961, + "q3": 0.00650584900006379, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.0053638389999832725, - "hd15iqr": 0.006011043000000882, - "ops": 173.43186205568406, - "total": 0.028829765999944357, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0053111309999849254, + "hd15iqr": 0.00712783300002684, + "ops": 160.05762586681087, + "total": 0.0312387490000674, "data": [ - 0.005861154000001534, - 0.005695604999971238, - 0.0053638389999832725, - 0.006011043000000882, - 0.005898124999987431 + 0.006298521000076107, + 0.0053111309999849254, + 0.00712783300002684, + 0.006212032000007639, + 0.006289231999971889 ], "iterations": 1 } @@ -4502,14 +5733,14 @@ "live_fraction": 1.0, "variables": 100000, "phase_seconds": { - "attach": 0.0006039640000494728, - "build": 0.028694017999953303 + "attach": 0.0007792930000505294, + "build": 0.053951533000031304 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4517,28 +5748,28 @@ "warmup": false }, "stats": { - "min": 0.027935817000013685, - "max": 0.034861650000038935, - "mean": 0.030728751600008763, - "stddev": 0.0027809134295378782, + "min": 0.03133232599998337, + "max": 0.06132293300004221, + "mean": 0.03959574579998844, + "stddev": 0.012358639427233871, "rounds": 5, - "median": 0.030382523000014316, - "iqr": 0.004205084250017421, - "q1": 0.028421054249989197, - "q3": 0.03262613850000662, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.027935817000013685, - "hd15iqr": 0.034861650000038935, - "ops": 32.542812445387945, - "total": 0.15364375800004382, + "median": 0.034040310000023055, + "iqr": 0.010581854249977596, + "q1": 0.03302216524997448, + "q3": 0.043604019499952074, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.03133232599998337, + "hd15iqr": 0.06132293300004221, + "ops": 25.25523840493723, + "total": 0.19797872899994218, "data": [ - 0.031880967999995846, - 0.030382523000014316, - 0.028582799999981034, - 0.027935817000013685, - 0.034861650000038935 + 0.033585444999971514, + 0.03769771499992203, + 0.03133232599998337, + 0.034040310000023055, + 0.06132293300004221 ], "iterations": 1 } @@ -4571,14 +5802,14 @@ "live_fraction": 1.0, "variables": 100000, "phase_seconds": { - "attach": 0.0013648460000013074, - "build": 0.0225188069999831 + "attach": 0.001373626000031436, + "build": 0.022701917000063077 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4586,28 +5817,28 @@ "warmup": false }, "stats": { - "min": 0.02814416399996844, - "max": 0.038715824000007615, - "mean": 0.03320356599998604, - "stddev": 0.0037707660919805005, + "min": 0.03127258600000005, + "max": 0.035158308999939436, + "mean": 0.03303161779999755, + "stddev": 0.0014684097811230132, "rounds": 5, - "median": 0.03333645399999341, - "iqr": 0.0035322035000433516, - "q1": 0.03127441724996061, - "q3": 0.03480662075000396, + "median": 0.032874222000032205, + "iqr": 0.0020112142499044694, + "q1": 0.03199311925004622, + "q3": 0.03400433349995069, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.02814416399996844, - "hd15iqr": 0.038715824000007615, - "ops": 30.117247045104143, - "total": 0.1660178299999302, + "ld15iqr": 0.03127258600000005, + "hd15iqr": 0.035158308999939436, + "ops": 30.274024301651803, + "total": 0.16515808899998774, "data": [ - 0.038715824000007615, - 0.03350355300000274, - 0.02814416399996844, - 0.03333645399999341, - 0.032317834999957995 + 0.03223329700006161, + 0.035158308999939436, + 0.03361967499995444, + 0.03127258600000005, + 0.032874222000032205 ], "iterations": 1 } @@ -4643,7 +5874,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4651,28 +5882,28 @@ "warmup": false }, "stats": { - "min": 0.027053894999994554, - "max": 0.028180012999996507, - "mean": 0.027532587799998964, - "stddev": 0.00043892360822225335, + "min": 0.026680380000016157, + "max": 0.02932824399999845, + "mean": 0.027684210000006714, + "stddev": 0.0010336169391107614, "rounds": 5, - "median": 0.027390452000020105, - "iqr": 0.0006198672500090652, - "q1": 0.02723377199998822, - "q3": 0.027853639249997286, + "median": 0.027514990999975453, + "iqr": 0.0013521167499845888, + "q1": 0.02691155775002585, + "q3": 0.02826367450001044, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.027053894999994554, - "hd15iqr": 0.028180012999996507, - "ops": 36.320596061080664, - "total": 0.13766293899999482, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.026680380000016157, + "hd15iqr": 0.02932824399999845, + "ops": 36.121673690517355, + "total": 0.13842105000003357, "data": [ - 0.028180012999996507, - 0.027390452000020105, - 0.027744847999997546, - 0.02729373099998611, - 0.027053894999994554 + 0.027908818000014435, + 0.027514990999975453, + 0.026680380000016157, + 0.02698861700002908, + 0.02932824399999845 ], "iterations": 1 } @@ -4708,7 +5939,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4716,28 +5947,28 @@ "warmup": false }, "stats": { - "min": 0.2684914719999938, - "max": 0.28034601899997824, - "mean": 0.27471100280000654, - "stddev": 0.005304240064232479, + "min": 0.27119281300008424, + "max": 0.31254574399997637, + "mean": 0.2803122730000268, + "stddev": 0.01806364313050762, "rounds": 5, - "median": 0.2725028340000222, - "iqr": 0.009086901499983924, - "q1": 0.271141744000019, - "q3": 0.2802286455000029, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.2684914719999938, - "hd15iqr": 0.28034601899997824, - "ops": 3.640189107125112, - "total": 1.3735550140000328, + "median": 0.27224984300005417, + "iqr": 0.012647888499998317, + "q1": 0.2712332372500157, + "q3": 0.283881125750014, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.27119281300008424, + "hd15iqr": 0.31254574399997637, + "ops": 3.5674499346659156, + "total": 1.4015613650001342, "data": [ - 0.28018952100001115, - 0.2725028340000222, - 0.2720251680000274, - 0.2684914719999938, - 0.28034601899997824 + 0.31254574399997637, + 0.27119281300008424, + 0.27124671199999284, + 0.27224984300005417, + 0.27432625300002655 ], "iterations": 1 } @@ -4773,7 +6004,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4781,28 +6012,28 @@ "warmup": false }, "stats": { - "min": 0.18632182799996144, - "max": 0.24940691199998355, - "mean": 0.2197362323999755, - "stddev": 0.025551638743349793, + "min": 0.1958551999999827, + "max": 0.22315986399996746, + "mean": 0.2076019777999818, + "stddev": 0.011241880259913671, "rounds": 5, - "median": 0.2211256689999459, - "iqr": 0.041967031750004935, - "q1": 0.19916760899998565, - "q3": 0.24113464074999058, + "median": 0.2069678660000136, + "iqr": 0.01844686475001822, + "q1": 0.19766356024996412, + "q3": 0.21611042499998234, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.18632182799996144, - "hd15iqr": 0.24940691199998355, - "ops": 4.550910831035581, - "total": 1.0986811619998775, + "ld15iqr": 0.1958551999999827, + "hd15iqr": 0.22315986399996746, + "ops": 4.816909793429183, + "total": 1.038009888999909, "data": [ - 0.18632182799996144, - 0.2211256689999459, - 0.2034495359999937, - 0.23837721699999292, - 0.24940691199998355 + 0.22315986399996746, + 0.2137606119999873, + 0.1958551999999827, + 0.19826634699995793, + 0.2069678660000136 ], "iterations": 1 } @@ -4820,13 +6051,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 13187039 + 11979003 ], "allocations": [ - 1206 + 1205 ], "total_bytes": [ - 16884297 + 16884281 ] }, "columns": 100000, @@ -4838,7 +6069,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4846,28 +6077,28 @@ "warmup": false }, "stats": { - "min": 0.02188140300000896, - "max": 0.047393731999989086, - "mean": 0.03696051040000157, - "stddev": 0.013409674687283182, + "min": 0.02188288399997873, + "max": 0.04884151999999631, + "mean": 0.028046502399979543, + "stddev": 0.011645092358082608, "rounds": 5, - "median": 0.04613891399998238, - "iqr": 0.024394666999995707, - "q1": 0.022482747000012182, - "q3": 0.04687741400000789, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.02188140300000896, - "hd15iqr": 0.047393731999989086, - "ops": 27.055903427133345, - "total": 0.18480255200000784, + "median": 0.023472369999922194, + "iqr": 0.00749916900002745, + "q1": 0.02235436774998334, + "q3": 0.02985353675001079, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.02188288399997873, + "hd15iqr": 0.04884151999999631, + "ops": 35.65506977443039, + "total": 0.14023251199989772, "data": [ - 0.047393731999989086, - 0.046705308000014156, - 0.04613891399998238, - 0.022683195000013257, - 0.02188140300000896 + 0.023472369999922194, + 0.023524209000015617, + 0.022511528999984876, + 0.02188288399997873, + 0.04884151999999631 ], "iterations": 1 } @@ -4885,13 +6116,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 12229557 + 9911371 ], "allocations": [ - 1590 + 1596 ], "total_bytes": [ - 18910564 + 15394671 ] }, "columns": 100000, @@ -4903,7 +6134,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4911,28 +6142,28 @@ "warmup": false }, "stats": { - "min": 0.007734095999921919, - "max": 0.012669729999970514, - "mean": 0.009956391800005803, - "stddev": 0.0023273333507129275, + "min": 0.008146734000092692, + "max": 0.013861130000009325, + "mean": 0.009909298800039323, + "stddev": 0.0022816057779279286, "rounds": 5, - "median": 0.009046724000086215, - "iqr": 0.004317129250040352, - "q1": 0.008016191999985267, - "q3": 0.01233332125002562, + "median": 0.008927766000056181, + "iqr": 0.002104912999897124, + "q1": 0.008677600500078597, + "q3": 0.010782513499975721, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.007734095999921919, - "hd15iqr": 0.012669729999970514, - "ops": 100.4379920042336, - "total": 0.04978195900002902, + "ld15iqr": 0.008146734000092692, + "hd15iqr": 0.013861130000009325, + "ops": 100.91531400748877, + "total": 0.04954649400019662, "data": [ - 0.009046724000086215, - 0.012221185000043988, - 0.008110224000006383, - 0.012669729999970514, - 0.007734095999921919 + 0.013861130000009325, + 0.008146734000092692, + 0.00975630799996452, + 0.008927766000056181, + 0.008854556000073899 ], "iterations": 1 } @@ -4950,13 +6181,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1068376 + 1068408 ], "allocations": [ - 303 + 304 ], "total_bytes": [ - 1853121 + 1853153 ] }, "columns": 1000000, @@ -4965,14 +6196,14 @@ "live_fraction": 1.0, "variables": 1000000, "phase_seconds": { - "attach": 0.0012850979999257106, - "build": 0.0783200289999968 + "attach": 0.0014946589999453863, + "build": 0.08201397399989219 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4980,28 +6211,28 @@ "warmup": false }, "stats": { - "min": 0.08787942900005419, - "max": 0.1058368099999143, - "mean": 0.09806697140002144, - "stddev": 0.007913548047546808, + "min": 0.08590751400004137, + "max": 0.11053096099999493, + "mean": 0.09920693880001182, + "stddev": 0.00979106112699937, "rounds": 5, - "median": 0.10066614900006243, - "iqr": 0.013950550999993538, - "q1": 0.09072143025002788, - "q3": 0.10467198125002142, + "median": 0.10124446999998327, + "iqr": 0.0152921959999901, + "q1": 0.0912906172500243, + "q3": 0.1065828132500144, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.08787942900005419, - "hd15iqr": 0.1058368099999143, - "ops": 10.197113112843429, - "total": 0.49033485700010715, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.08590751400004137, + "hd15iqr": 0.11053096099999493, + "ops": 10.079940093866508, + "total": 0.49603469400005906, "data": [ - 0.10066614900006243, - 0.1058368099999143, - 0.09166876400001911, - 0.10428370500005713, - 0.08787942900005419 + 0.11053096099999493, + 0.08590751400004137, + 0.10124446999998327, + 0.10526676400002088, + 0.0930849850000186 ], "iterations": 1 } @@ -5034,14 +6265,14 @@ "live_fraction": 1.0, "variables": 1000000, "phase_seconds": { - "attach": 0.0015219260000094437, - "build": 0.14101739700004146 + "attach": 0.0014717799999743875, + "build": 0.16544214900000043 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5049,28 +6280,28 @@ "warmup": false }, "stats": { - "min": 0.09538366799995401, - "max": 0.186008261999973, - "mean": 0.144458060199986, - "stddev": 0.03282344564234745, + "min": 0.1259357410000348, + "max": 0.17478010199999972, + "mean": 0.14307829860001675, + "stddev": 0.018535552563040666, "rounds": 5, - "median": 0.15199094199999763, - "iqr": 0.03418053974993995, - "q1": 0.1264240072500229, - "q3": 0.16060454699996285, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.09538366799995401, - "hd15iqr": 0.186008261999973, - "ops": 6.922424395119331, - "total": 0.72229030099993, + "median": 0.13863302000004296, + "iqr": 0.014458225249967427, + "q1": 0.13387635400002296, + "q3": 0.14833457924999038, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.1259357410000348, + "hd15iqr": 0.17478010199999972, + "ops": 6.989180118751307, + "total": 0.7153914930000838, "data": [ - 0.186008261999973, - 0.09538366799995401, - 0.15199094199999763, - 0.13677078700004586, - 0.15213664199995947 + 0.13863302000004296, + 0.136523225000019, + 0.1259357410000348, + 0.13951940499998727, + 0.17478010199999972 ], "iterations": 1 } @@ -5106,7 +6337,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5114,28 +6345,28 @@ "warmup": false }, "stats": { - "min": 0.03422059599995464, - "max": 0.03599884999994174, - "mean": 0.0347426053999925, - "stddev": 0.0007266061612120062, + "min": 0.03330978300004972, + "max": 0.03474868200009951, + "mean": 0.03378259500002514, + "stddev": 0.0005593020407755934, "rounds": 5, - "median": 0.0343862250000484, - "iqr": 0.0007103380000899051, - "q1": 0.03433752024994874, - "q3": 0.035047858250038644, - "iqr_outliers": 0, + "median": 0.03365080999992642, + "iqr": 0.0004744282500439567, + "q1": 0.03347148150001544, + "q3": 0.0339459097500594, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.03422059599995464, - "hd15iqr": 0.03599884999994174, - "ops": 28.78310329599564, - "total": 0.1737130269999625, + "outliers": "1;1", + "ld15iqr": 0.03330978300004972, + "hd15iqr": 0.03474868200009951, + "ops": 29.601041601429845, + "total": 0.1689129750001257, "data": [ - 0.03599884999994174, - 0.034730861000070945, - 0.0343862250000484, - 0.03422059599995464, - 0.03437649499994677 + 0.03474868200009951, + 0.03365080999992642, + 0.03367831900004603, + 0.03352538100000402, + 0.03330978300004972 ], "iterations": 1 } @@ -5153,13 +6384,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 296992724 + 290701268 ], "allocations": [ - 42522 + 42516 ], "total_bytes": [ - 422171169 + 415879713 ] }, "columns": 1000000, @@ -5171,7 +6402,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5179,28 +6410,28 @@ "warmup": false }, "stats": { - "min": 4.65169093499992, - "max": 5.073050237999951, - "mean": 4.81624130199998, - "stddev": 0.1808575469147788, + "min": 4.566425579999986, + "max": 4.61313898800006, + "mean": 4.58706157500003, + "stddev": 0.020284626083972197, "rounds": 5, - "median": 4.738554646000011, - "iqr": 0.2940919530000201, - "q1": 4.675263179249981, - "q3": 4.969355132250001, + "median": 4.579746754999974, + "iqr": 0.035030395500029954, + "q1": 4.570929080250039, + "q3": 4.605959475750069, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 4.65169093499992, - "hd15iqr": 5.073050237999951, - "ops": 0.20763079283106983, - "total": 24.0812065099999, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 4.566425579999986, + "hd15iqr": 4.61313898800006, + "ops": 0.21800448580200135, + "total": 22.93530787500015, "data": [ - 4.683120594000002, - 4.934790097000018, - 5.073050237999951, - 4.65169093499992, - 4.738554646000011 + 4.579746754999974, + 4.566425579999986, + 4.61313898800006, + 4.603566305000072, + 4.572430247000057 ], "iterations": 1 } @@ -5218,13 +6449,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 331769821 + 322332637 ], "allocations": [ - 1100990 + 1100981 ], "total_bytes": [ - 688415655 + 678978471 ] }, "columns": 1000000, @@ -5236,7 +6467,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5244,28 +6475,28 @@ "warmup": false }, "stats": { - "min": 2.580311656000049, - "max": 2.651843232000033, - "mean": 2.6277033280000297, - "stddev": 0.028896971398011312, + "min": 2.60706777300004, + "max": 2.68449573700002, + "mean": 2.6576166512000325, + "stddev": 0.03161696715248224, "rounds": 5, - "median": 2.639453862000096, - "iqr": 0.03647382049996395, - "q1": 2.610872909500017, - "q3": 2.647346729999981, + "median": 2.660483761000023, + "iqr": 0.04298520474998213, + "q1": 2.6409663307500466, + "q3": 2.6839515355000287, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 2.580311656000049, - "hd15iqr": 2.651843232000033, - "ops": 0.38056046485320305, - "total": 13.138516640000148, + "ld15iqr": 2.60706777300004, + "hd15iqr": 2.68449573700002, + "ops": 0.37627699222476474, + "total": 13.288083256000164, "data": [ - 2.6210599940000066, - 2.580311656000049, - 2.639453862000096, - 2.651843232000033, - 2.645847895999964 + 2.60706777300004, + 2.6837701350000316, + 2.660483761000023, + 2.652265850000049, + 2.68449573700002 ], "iterations": 1 } @@ -5283,13 +6514,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 130925039 + 118855003 ], "allocations": [ - 10207 + 10206 ], "total_bytes": [ - 163985199 + 163985183 ] }, "columns": 1000000, @@ -5301,7 +6532,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5309,28 +6540,28 @@ "warmup": false }, "stats": { - "min": 0.1669406450000679, - "max": 0.19508365399997274, - "mean": 0.18336700460001792, - "stddev": 0.0144636627084513, + "min": 0.2028659070000458, + "max": 0.22618222699998114, + "mean": 0.20867307720002373, + "stddev": 0.009843549473476505, "rounds": 5, - "median": 0.19320073800008686, - "iqr": 0.026005115250001154, - "q1": 0.16785422449999032, - "q3": 0.19385933974999148, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.1669406450000679, - "hd15iqr": 0.19508365399997274, - "ops": 5.4535438487492325, - "total": 0.9168350230000897, + "median": 0.20527262100006283, + "iqr": 0.0070232367500011605, + "q1": 0.2035111350000136, + "q3": 0.21053437175001477, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.2028659070000458, + "hd15iqr": 0.22618222699998114, + "ops": 4.79218504570884, + "total": 1.0433653860001186, "data": [ - 0.19345123499999772, - 0.1669406450000679, - 0.19508365399997274, - 0.16815875099996447, - 0.19320073800008686 + 0.20531842000002598, + 0.20527262100006283, + 0.2028659070000458, + 0.20372621100000288, + 0.22618222699998114 ], "iterations": 1 } @@ -5348,13 +6579,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 121705557 + 98516371 ], "allocations": [ - 1591 + 1597 ], "total_bytes": [ - 186738466 + 151578573 ] }, "columns": 1000000, @@ -5366,7 +6597,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5374,28 +6605,28 @@ "warmup": false }, "stats": { - "min": 0.03379585200002566, - "max": 0.0609064349999926, - "mean": 0.04461050760000944, - "stddev": 0.014514870094061683, + "min": 0.06001851799999258, + "max": 0.08704785200006881, + "mean": 0.06587267739998878, + "stddev": 0.011853321276986822, "rounds": 5, - "median": 0.03432610599998043, - "iqr": 0.026418708000051083, - "q1": 0.033887486249994936, - "q3": 0.06030619425004602, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03379585200002566, - "hd15iqr": 0.0609064349999926, - "ops": 22.41624347712619, - "total": 0.2230525380000472, + "median": 0.060464815000045746, + "iqr": 0.00779949600001828, + "q1": 0.060170623999937334, + "q3": 0.06797011999995561, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.06001851799999258, + "hd15iqr": 0.08704785200006881, + "ops": 15.180800894547671, + "total": 0.32936338699994394, "data": [ - 0.060106114000063826, - 0.03379585200002566, - 0.0609064349999926, - 0.033918030999984694, - 0.03432610599998043 + 0.060464815000045746, + 0.08704785200006881, + 0.06161087599991788, + 0.06022132599991892, + 0.06001851799999258 ], "iterations": 1 } @@ -5413,13 +6644,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 10068488 + 22651288 ], "allocations": [ - 308 + 306 ], "total_bytes": [ - 15645920 + 28228720 ] }, "columns": 10000000, @@ -5428,14 +6659,14 @@ "live_fraction": 1.0, "variables": 10000000, "phase_seconds": { - "attach": 0.0016735499999640524, - "build": 0.3936310089999324 + "attach": 0.0016242390000797968, + "build": 0.4178270209999937 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5443,28 +6674,28 @@ "warmup": false }, "stats": { - "min": 0.40434347000007165, - "max": 0.4715264980000029, - "mean": 0.42748987240004227, - "stddev": 0.027550617046499356, + "min": 0.4090947109999661, + "max": 0.44026597599997785, + "mean": 0.42311257839999145, + "stddev": 0.014348422394920603, "rounds": 5, - "median": 0.4128042570000616, - "iqr": 0.03595381024999256, - "q1": 0.4097975172500412, - "q3": 0.44575132750003377, + "median": 0.41937253999992663, + "iqr": 0.026724891500009562, + "q1": 0.4103687645000207, + "q3": 0.43709365600003025, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.40434347000007165, - "hd15iqr": 0.4715264980000029, - "ops": 2.3392367037509754, - "total": 2.1374493620002113, + "ld15iqr": 0.4090947109999661, + "hd15iqr": 0.44026597599997785, + "ops": 2.363437182088795, + "total": 2.115562891999957, "data": [ - 0.40434347000007165, - 0.4715264980000029, - 0.43715960400004406, - 0.4128042570000616, - 0.41161553300003106 + 0.4090947109999661, + 0.44026597599997785, + 0.41937253999992663, + 0.4107934490000389, + 0.4360362160000477 ], "iterations": 1 } @@ -5497,14 +6728,14 @@ "live_fraction": 1.0, "variables": 10000000, "phase_seconds": { - "attach": 0.0016548090000014781, - "build": 0.7677340929999446 + "attach": 0.0017052779999175982, + "build": 0.6708474529999648 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5512,28 +6743,28 @@ "warmup": false }, "stats": { - "min": 0.7103466959999878, - "max": 0.7929692680000926, - "mean": 0.7591870522000136, - "stddev": 0.03689381963842765, + "min": 0.6937766349999492, + "max": 0.7616383899999164, + "mean": 0.724563517799993, + "stddev": 0.032052730227775876, "rounds": 5, - "median": 0.7713668999999754, - "iqr": 0.0652223852501379, - "q1": 0.7257729517499456, - "q3": 0.7909953370000835, + "median": 0.7091897289999451, + "iqr": 0.0581745434999732, + "q1": 0.6996694195000543, + "q3": 0.7578439630000275, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.7103466959999878, - "hd15iqr": 0.7929692680000926, - "ops": 1.3171984389119198, - "total": 3.795935261000068, + "ld15iqr": 0.6937766349999492, + "hd15iqr": 0.7616383899999164, + "ops": 1.3801412511581048, + "total": 3.6228175889999648, "data": [ - 0.7713668999999754, - 0.7929692680000926, - 0.7309150369999315, - 0.7103466959999878, - 0.7903373600000805 + 0.7616383899999164, + 0.7565791540000646, + 0.7016336810000894, + 0.7091897289999451, + 0.6937766349999492 ], "iterations": 1 } @@ -5569,7 +6800,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5577,28 +6808,28 @@ "warmup": false }, "stats": { - "min": 0.12694765200001257, - "max": 0.1304518450000387, - "mean": 0.1286621550000291, - "stddev": 0.0012989355990461397, + "min": 0.13442502700002024, + "max": 0.13690918999998303, + "mean": 0.13560761300000196, + "stddev": 0.0009103446321856014, "rounds": 5, - "median": 0.1284675150000112, - "iqr": 0.0016707684999346384, - "q1": 0.1278809640000702, - "q3": 0.12955173250000485, + "median": 0.13547768000000815, + "iqr": 0.0011016902500102788, + "q1": 0.13507574499999464, + "q3": 0.13617743525000492, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.12694765200001257, - "hd15iqr": 0.1304518450000387, - "ops": 7.772293259037779, - "total": 0.6433107750001454, + "ld15iqr": 0.13442502700002024, + "hd15iqr": 0.13690918999998303, + "ops": 7.374217257256682, + "total": 0.6780380650000097, "data": [ - 0.1304518450000387, - 0.12925169499999356, - 0.1284675150000112, - 0.12694765200001257, - 0.12819206800008942 + 0.13442502700002024, + 0.13547768000000815, + 0.1352926509999861, + 0.13593351700001222, + 0.13690918999998303 ], "iterations": 1 } @@ -5616,13 +6847,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3957751449 + 3950411417 ], "allocations": [ - 11005747 + 11005740 ], "total_bytes": [ - 7572684119 + 7565344087 ] }, "columns": 10000000, @@ -5634,7 +6865,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5642,28 +6873,28 @@ "warmup": false }, "stats": { - "min": 27.198500577000004, - "max": 27.552703070999996, - "mean": 27.39610881819999, - "stddev": 0.1291648877570568, + "min": 27.296631830000024, + "max": 27.84833987500008, + "mean": 27.488683954000066, + "stddev": 0.21278432530320918, "rounds": 5, - "median": 27.420206478999944, - "iqr": 0.14094033899999658, - "q1": 27.326855523000006, - "q3": 27.467795862000003, + "median": 27.44944476100011, + "iqr": 0.2136274392500468, + "q1": 27.354683982500035, + "q3": 27.56831142175008, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 27.198500577000004, - "hd15iqr": 27.552703070999996, - "ops": 0.03650153409142806, - "total": 136.98054409099996, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 27.296631830000024, + "hd15iqr": 27.84833987500008, + "ops": 0.036378605890096935, + "total": 137.44341977000033, "data": [ - 27.198500577000004, - 27.369640505000007, - 27.420206478999944, - 27.552703070999996, - 27.439493459000005 + 27.296631830000024, + 27.474968604000082, + 27.37403470000004, + 27.84833987500008, + 27.44944476100011 ], "iterations": 1 } @@ -5681,13 +6912,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1317395039 + 1196695003 ], "allocations": [ - 100207 + 100206 ], "total_bytes": [ - 1644142121 + 1644142105 ] }, "columns": 10000000, @@ -5699,7 +6930,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5707,28 +6938,28 @@ "warmup": false }, "stats": { - "min": 1.9765881949999766, - "max": 2.02147975999992, - "mean": 1.9949389311999766, - "stddev": 0.022641779462118868, + "min": 1.9642157320000706, + "max": 2.0178243560000055, + "mean": 1.9825284944000259, + "stddev": 0.02105315447488944, "rounds": 5, - "median": 1.9809027049999486, - "iqr": 0.04113522524997393, - "q1": 1.9775873802500143, - "q3": 2.0187226054999883, + "median": 1.9806399330000204, + "iqr": 0.02254458774987711, + "q1": 1.9677186362500834, + "q3": 1.9902632239999605, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.9765881949999766, - "hd15iqr": 2.02147975999992, - "ops": 0.5012684771250063, - "total": 9.974694655999883, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.9642157320000706, + "hd15iqr": 2.0178243560000055, + "ops": 0.5044063693534103, + "total": 9.91264247200013, "data": [ - 2.02147975999992, - 2.017803554000011, - 1.9809027049999486, - 1.9765881949999766, - 1.977920442000027 + 1.9688862710000876, + 2.0178243560000055, + 1.9806399330000204, + 1.9810761799999455, + 1.9642157320000706 ], "iterations": 1 } @@ -5746,13 +6977,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1216465557 + 984566371 ], "allocations": [ - 1591 + 1597 ], "total_bytes": [ - 1865075388 + 1513475495 ] }, "columns": 10000000, @@ -5764,7 +6995,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5772,33 +7003,33 @@ "warmup": false }, "stats": { - "min": 0.7829722650000122, - "max": 0.8265057820000266, - "mean": 0.8034382834000098, - "stddev": 0.017906719550097632, + "min": 0.6015954800000145, + "max": 0.6285648719999699, + "mean": 0.6152350117999731, + "stddev": 0.012209531100273546, "rounds": 5, - "median": 0.7984322610000163, - "iqr": 0.029367002499952832, - "q1": 0.7899816705000262, - "q3": 0.819348672999979, + "median": 0.620280915999956, + "iqr": 0.021587479749911154, + "q1": 0.6026264757500144, + "q3": 0.6242139554999255, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.7829722650000122, - "hd15iqr": 0.8265057820000266, - "ops": 1.244650672816057, - "total": 4.017191417000049, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.6015954800000145, + "hd15iqr": 0.6285648719999699, + "ops": 1.6253951430272677, + "total": 3.0761750589998655, "data": [ - 0.8169629699999632, - 0.7984322610000163, - 0.8265057820000266, - 0.7923181390000309, - 0.7829722650000122 + 0.620280915999956, + 0.6015954800000145, + 0.6285648719999699, + 0.6029701410000143, + 0.6227636499999107 ], "iterations": 1 } } ], - "datetime": "2026-10-13T12:07:55.226465+00:00", + "datetime": "2026-10-14T06:18:40.265417+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-network.ceilings.json b/bench/results/latest-highs-network.ceilings.json index ca6e202fc..96886ebe2 100644 --- a/bench/results/latest-highs-network.ceilings.json +++ b/bench/results/latest-highs-network.ceilings.json @@ -5,11 +5,11 @@ "case": "network", "ladder": "size", "sink": "highs", - "size": "s", + "size": "s5", "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 3.89 s on network/s, so the next rung projects to 38.9 s \u2014 over the 30 s budget" + "reason": "pyomo took 29.7 s on network/s5, so the next rung projects to 59.4 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "memory", - "reason": "linopy took 1.76 GB on network/m, so the next rung projects to 35.2 GB \u2014 over the 16 GB budget" + "reason": "linopy took 1.75 GB on network/m, so the next rung projects to 17.5 GB \u2014 over the 16 GB budget" }, { "record": "ceiling", @@ -33,7 +33,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 8.87 s on network/m, so the next rung projects to 88.7 s \u2014 over the 30 s budget" + "reason": "pyomo took 8.95 s on network/m, so the next rung projects to 89.5 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -45,6 +45,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 7.89 s on network/m, so the next rung projects to 78.9 s \u2014 over the 30 s budget" + "reason": "gurobipy-loop took 7.98 s on network/m, so the next rung projects to 79.8 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-network.json b/bench/results/latest-highs-network.json index a3b32c77a..0b155d4b6 100644 --- a/bench/results/latest-highs-network.json +++ b/bench/results/latest-highs-network.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.23583984375, - 1.59814453125, - 1.3984375 + 2.19921875, + 1.9365234375, + 1.51025390625 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 155434044 + 142851556 ], "allocations": [ - 74009 + 74001 ], "total_bytes": [ - 285730749 + 273147679 ], "rss_bytes": [ - 219213824 + 218333184 ] }, "columns": 800, @@ -204,14 +204,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.004519378999930268, - "build": 0.04151441400017575 + "attach": 0.0026511789999403845, + "build": 0.03266836699981468 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.05714068199995381, - "max": 0.13928413999997247, - "mean": 0.07620733599995017, - "stddev": 0.02522114087450632, + "min": 0.05677559200012183, + "max": 0.1226518829998895, + "mean": 0.08076886544442156, + "stddev": 0.0185035601304476, "rounds": 9, - "median": 0.06942399299987301, - "iqr": 0.016452503499976956, - "q1": 0.06191618724994896, - "q3": 0.07836869074992592, + "median": 0.08042705899993052, + "iqr": 0.012243355750001683, + "q1": 0.07181366299994352, + "q3": 0.0840570187499452, "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.05714068199995381, - "hd15iqr": 0.13928413999997247, - "ops": 13.12209627693394, - "total": 0.6858660239995515, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.05677559200012183, + "hd15iqr": 0.1226518829998895, + "ops": 12.381008381108401, + "total": 0.726919788999794, "data": [ - 0.13928413999997247, - 0.0860424109998803, - 0.07581078399994112, - 0.06265126299990698, - 0.07011854500001391, - 0.06568324599993502, - 0.05971096000007492, - 0.05714068199995381, - 0.06942399299987301 + 0.1226518829998895, + 0.0855296099998668, + 0.08175480900013099, + 0.08356615499997133, + 0.07498135099990577, + 0.062310599000056754, + 0.07892273099992053, + 0.08042705899993052, + 0.05677559200012183 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 147046483 + 163824619 ], "allocations": [ - 73979 + 73998 ], "total_bytes": [ - 276637688 + 293415234 ], "rss_bytes": [ - 219176960 + 219688960 ] }, "columns": 800, @@ -281,14 +281,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.0040011629998844, - "build": 0.04749786000002132 + "attach": 0.00423379699986981, + "build": 0.030441995000046518 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.054400438999891776, - "max": 0.09018116500010365, - "mean": 0.07500218288888998, - "stddev": 0.013696110513155465, + "min": 0.05121679400008361, + "max": 0.08027115100003357, + "mean": 0.06263935522227054, + "stddev": 0.010482150836788903, "rounds": 9, - "median": 0.08197880700004134, - "iqr": 0.023310135999963677, - "q1": 0.06010447200003455, - "q3": 0.08341460799999822, + "median": 0.05545507200008615, + "iqr": 0.016149407999705545, + "q1": 0.05465494250017855, + "q3": 0.0708043504998841, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.054400438999891776, - "hd15iqr": 0.09018116500010365, - "ops": 13.332945275491834, - "total": 0.6750196460000097, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.05121679400008361, + "hd15iqr": 0.08027115100003357, + "ops": 15.964404429955945, + "total": 0.5637541970004349, "data": [ - 0.08579980300009993, - 0.054400438999891776, - 0.0614505050000389, - 0.056066373000021485, - 0.08261954299996432, - 0.0822557459998734, - 0.09018116500010365, - 0.08026726499997494, - 0.08197880700004134 + 0.08027115100003357, + 0.05545507200008615, + 0.07277238799997576, + 0.055328563000102804, + 0.05121679400008361, + 0.05469388700021227, + 0.06932989500000986, + 0.07014833799985354, + 0.054538109000077384 ], "iterations": 1 } @@ -343,13 +343,13 @@ 1113540808 ], "allocations": [ - 290569 + 290572 ], "total_bytes": [ - 1356956990 + 1356956812 ], "rss_bytes": [ - 250077184 + 250032128 ] }, "columns": 800, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.18065431600007287, - "max": 0.5466074160001426, - "mean": 0.22974510722224295, - "stddev": 0.1193950769490027, + "min": 0.1839572799999587, + "max": 0.5547508480001397, + "mean": 0.23120788199998465, + "stddev": 0.12181086673066947, "rounds": 9, - "median": 0.18403101500007324, - "iqr": 0.02482696474999102, - "q1": 0.18285029899993788, - "q3": 0.2076772637499289, - "iqr_outliers": 1, + "median": 0.18724192499985293, + "iqr": 0.010177594249967115, + "q1": 0.186388953499943, + "q3": 0.19656654774991011, + "iqr_outliers": 2, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.18065431600007287, - "hd15iqr": 0.5466074160001426, - "ops": 4.352649821755091, - "total": 2.0677059650001866, + "outliers": "1;2", + "ld15iqr": 0.1839572799999587, + "hd15iqr": 0.2191966779998893, + "ops": 4.325112065167685, + "total": 2.080870937999862, "data": [ - 0.5466074160001426, - 0.21391193499994188, - 0.20559903999992457, - 0.18788159899986567, - 0.18403101500007324, - 0.18065431600007287, - 0.18349004000015157, - 0.18293529599986869, - 0.18259530800014545 + 0.5547508480001397, + 0.1864111109998703, + 0.1839572799999587, + 0.18724192499985293, + 0.18643555099993137, + 0.18902317099991706, + 0.18632248100016113, + 0.2191966779998893, + 0.18753189300014128 ], "iterations": 1 } @@ -413,16 +413,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1098663092 + 1098663604 ], "allocations": [ - 343133 + 343137 ], "total_bytes": [ - 1195989486 + 1195989390 ], "rss_bytes": [ - 204009472 + 204005376 ] }, "columns": 800, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.04805659399994511, - "max": 0.6993525440000212, - "mean": 0.12200650377778605, - "stddev": 0.21650796968671857, + "min": 0.046453732000145465, + "max": 0.6971618190000299, + "mean": 0.13129355122221872, + "stddev": 0.21316392123620428, "rounds": 9, - "median": 0.05035978499995508, - "iqr": 0.002486062749824214, - "q1": 0.04880535525006735, - "q3": 0.051291417999891564, + "median": 0.0481443890000719, + "iqr": 0.04331827299995439, + "q1": 0.04753752549993351, + "q3": 0.0908557984998879, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.04805659399994511, - "hd15iqr": 0.6993525440000212, - "ops": 8.19628437039167, - "total": 1.0980585340000744, + "ld15iqr": 0.046453732000145465, + "hd15iqr": 0.6971618190000299, + "ops": 7.616520314142974, + "total": 1.1816419609999684, "data": [ - 0.6993525440000212, - 0.05124584599980153, - 0.05063950199996725, - 0.05035978499995508, - 0.04865586000005351, - 0.048855187000071965, - 0.04805659399994511, - 0.04946508200009703, - 0.05142813400016166 + 0.6971618190000299, + 0.10187864299996363, + 0.08718151699986265, + 0.04720606600017163, + 0.04802462999987256, + 0.047648011999854134, + 0.0481443890000719, + 0.046453732000145465, + 0.05794315299999653 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 98883509 + 136272 ], "allocations": [ - 34626 + 1540 ], "total_bytes": [ - 169337616 + 195989 ], "rss_bytes": [ - 182657024 + 180318208 ] }, "columns": 800, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,76 +515,76 @@ "warmup": false }, "stats": { - "min": 0.018519411999932345, - "max": 0.026894736000031116, - "mean": 0.023576191000024158, - "stddev": 0.0028832537006302996, + "min": 0.000337686999955622, + "max": 0.0005717750000258093, + "mean": 0.0004253165555180911, + "stddev": 9.700849645845349e-05, "rounds": 9, - "median": 0.024193722000063644, - "iqr": 0.004442970000070545, - "q1": 0.021255782250023003, - "q3": 0.02569875225009355, + "median": 0.00036146699994787923, + "iqr": 0.00018003125001087028, + "q1": 0.00034595474994603137, + "q3": 0.0005259859999569017, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.018519411999932345, - "hd15iqr": 0.026894736000031116, - "ops": 42.41567265886908, - "total": 0.21218571900021743, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.000337686999955622, + "hd15iqr": 0.0005717750000258093, + "ops": 2351.1899243655575, + "total": 0.0038278489996628196, "data": [ - 0.024193722000063644, - 0.02406675199995334, - 0.026894736000031116, - 0.019978920000085054, - 0.02599615500002983, - 0.02168140300000232, - 0.025599618000114788, - 0.025255001000004995, - 0.018519411999932345 + 0.0005717750000258093, + 0.000337686999955622, + 0.0004492359998948814, + 0.0005453359999592067, + 0.0005195359999561333, + 0.0003547870001057163, + 0.00036146699994787923, + 0.00034789699998327706, + 0.0003401279998342943 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-highs]", + "name": "test_emit[network-2xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-specsolve-highs]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "highs" }, - "param": "network-xs-specsolve-highs", + "param": "network-2xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 152258671 + 155787184 ], "allocations": [ - 74009 + 74007 ], "total_bytes": [ - 283016579 + 286245288 ], "rss_bytes": [ - 223535104 + 220848128 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250, + "variables": 8500, "phase_seconds": { - "attach": 0.0025372770001013123, - "build": 0.033486537000044336 + "attach": 0.005044860999987577, + "build": 0.04191890699985379 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -592,76 +592,76 @@ "warmup": false }, "stats": { - "min": 0.058524268999917695, - "max": 0.08414111799993407, - "mean": 0.06849497222219725, - "stddev": 0.00884664683758264, + "min": 0.06061751199990795, + "max": 0.07899650100011968, + "mean": 0.06905463033331216, + "stddev": 0.005759211570874596, "rounds": 9, - "median": 0.06583467500013285, - "iqr": 0.013252275500121868, - "q1": 0.061855574999924556, - "q3": 0.07510785050004642, + "median": 0.06761887800007571, + "iqr": 0.007404667999821868, + "q1": 0.06594150325003056, + "q3": 0.07334617124985243, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.058524268999917695, - "hd15iqr": 0.08414111799993407, - "ops": 14.599611731442222, - "total": 0.6164547499997752, + "ld15iqr": 0.06061751199990795, + "hd15iqr": 0.07899650100011968, + "ops": 14.481288150746888, + "total": 0.6214916729998095, "data": [ - 0.06583467500013285, - 0.06677996600001279, - 0.06489926199992624, - 0.08414111799993407, - 0.07348362500010808, - 0.06230549599990809, - 0.07998052699986147, - 0.06050581199997396, - 0.058524268999917695 + 0.07899650100011968, + 0.06622066799991444, + 0.06603494000000865, + 0.06061751199990795, + 0.06566119300009632, + 0.06771479799999724, + 0.06761887800007571, + 0.07237875099986013, + 0.07624843199982934 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-in-memory-highs]", + "name": "test_emit[network-2xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-specsolve-in-memory-highs]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "network-xs-specsolve-in-memory-highs", + "param": "network-2xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 148065574 + 143205447 ], "allocations": [ - 73985 + 73978 ], "total_bytes": [ - 278117982 + 272958051 ], "rss_bytes": [ - 223780864 + 220610560 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250, + "variables": 8500, "phase_seconds": { - "attach": 0.005319842000062636, - "build": 0.04243428500012669 + "attach": 0.00459839500013004, + "build": 0.035399027000039496 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -669,72 +669,72 @@ "warmup": false }, "stats": { - "min": 0.06050791199982086, - "max": 0.07744584900001428, - "mean": 0.07132799277777242, - "stddev": 0.005769636242587506, + "min": 0.0616928930000995, + "max": 0.07405732900019757, + "mean": 0.06705350255563441, + "stddev": 0.004150129048722481, "rounds": 9, - "median": 0.07362668400014627, - "iqr": 0.009463486500180807, - "q1": 0.06609057324988044, - "q3": 0.07555405975006124, + "median": 0.06589906099998188, + "iqr": 0.006023311000092235, + "q1": 0.06384932500003515, + "q3": 0.06987263600012739, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.06050791199982086, - "hd15iqr": 0.07744584900001428, - "ops": 14.01974121318082, - "total": 0.6419519349999518, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.0616928930000995, + "hd15iqr": 0.07405732900019757, + "ops": 14.913464053131275, + "total": 0.6034815230007098, "data": [ - 0.07540673900007278, - 0.07372087399994598, - 0.06050791199982086, - 0.07599602200002664, - 0.07336582600009933, - 0.06624013199984802, - 0.06564189699997769, - 0.07362668400014627, - 0.07744584900001428 + 0.07405732900019757, + 0.07222652300015397, + 0.06577770300009433, + 0.06768925699998363, + 0.06589906099998188, + 0.06908800700011852, + 0.0616928930000995, + 0.06287747500005025, + 0.06417327500003012 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-linopy-highs]", + "name": "test_emit[network-2xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-linopy-highs]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "highs" }, - "param": "network-xs-linopy-highs", + "param": "network-2xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1125592918 + 1116957604 ], "allocations": [ - 290941 + 290742 ], "total_bytes": [ - 1386941668 + 1367418529 ], "rss_bytes": [ - 262180864 + 254509056 ] }, - "columns": 10000, - "rows": 3750, + "columns": 4000, + "rows": 1500, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.1882447759999195, - "max": 0.2259000770000057, - "mean": 0.1928674432222124, - "stddev": 0.012391149706271117, + "min": 0.18740218400012054, + "max": 0.21892939999997907, + "mean": 0.19191465422222287, + "stddev": 0.010173102748281804, "rounds": 9, - "median": 0.1888028320001922, - "iqr": 0.00047552675005135825, - "q1": 0.18855478749998156, - "q3": 0.18903031425003292, + "median": 0.18855265399997734, + "iqr": 0.0016238234999832457, + "q1": 0.1877580902499858, + "q3": 0.18938191374996904, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.1882447759999195, - "hd15iqr": 0.2259000770000057, - "ops": 5.184908262862432, - "total": 1.7358069889999115, + "ld15iqr": 0.18740218400012054, + "hd15iqr": 0.21892939999997907, + "ops": 5.210649515289617, + "total": 1.7272318880000057, "data": [ - 0.2259000770000057, - 0.18891557000006287, - 0.18855574500003058, - 0.18937454699994305, - 0.18855191499983448, - 0.18862276400000155, - 0.18883876299992153, - 0.1888028320001922, - 0.1882447759999195 + 0.21892939999997907, + 0.18770301099993958, + 0.19055098899980294, + 0.18883309200009535, + 0.18740218400012054, + 0.18855265399997734, + 0.18849188600006528, + 0.1889922220000244, + 0.1877764500000012 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-pyomo-highs]", + "name": "test_emit[network-2xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-pyomo-highs]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "highs" }, - "param": "network-xs-pyomo-highs", + "param": "network-2xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1115685300 + 1104670002 ], "allocations": [ - 2760778 + 1184153 ], "total_bytes": [ - 1373939439 + 1255042675 ], "rss_bytes": [ - 223027200 + 210587648 ] }, - "columns": 10000, - "rows": 3750, + "columns": 4000, + "rows": 1500, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.34523639700000786, - "max": 0.388068100000055, - "mean": 0.3624095650000072, - "stddev": 0.013291943230137986, + "min": 0.12351779599998736, + "max": 0.15496965400006957, + "mean": 0.1323866036666459, + "stddev": 0.01223148498214402, "rounds": 9, - "median": 0.3610319140000229, - "iqr": 0.010985618000063369, - "q1": 0.35629372450000574, - "q3": 0.3672793425000691, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.34523639700000786, - "hd15iqr": 0.388068100000055, - "ops": 2.7593090706642363, - "total": 3.261686085000065, + "median": 0.12653145400008725, + "iqr": 0.010238956250020692, + "q1": 0.12536409749992572, + "q3": 0.1356030537499464, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.12351779599998736, + "hd15iqr": 0.15241861399999834, + "ops": 7.553634373142732, + "total": 1.191479432999813, "data": [ - 0.36183390699989104, - 0.3610319140000229, - 0.3646762610001133, - 0.35984050499996556, - 0.34565338300012627, - 0.3750885869999365, - 0.36025703099994644, - 0.34523639700000786, - 0.388068100000055 + 0.1299978669999291, + 0.12747414499995102, + 0.12634213499995894, + 0.12351779599998736, + 0.12461345699989579, + 0.15241861399999834, + 0.15496965400006957, + 0.12653145400008725, + 0.1256143109999357 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-xs-highspy-matrix-highs]", + "name": "test_emit[network-2xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-2xs5-highspy-matrix-highs]", "params": { "case_name": "network", - "size": "xs", + "size": "2xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "network-xs-highspy-matrix-highs", + "param": "network-2xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 99204116 + 419472 ], "allocations": [ - 34639 + 1540 ], "total_bytes": [ - 171755098 + 568389 ], "rss_bytes": [ - 183103488 + 180613120 ] }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, + "columns": 4000, + "rows": 1500, + "nonzeros": 7950, "live_fraction": 0.47058823529411764, - "variables": 21250 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,76 +888,76 @@ "warmup": false }, "stats": { - "min": 0.0194770040000094, - "max": 0.026819216999911077, - "mean": 0.022581775666721014, - "stddev": 0.0028356667293408587, + "min": 0.0004271479999715666, + "max": 0.0008651529999497143, + "mean": 0.0006077842222617215, + "stddev": 0.00020190596730649754, "rounds": 9, - "median": 0.02238953699998092, - "iqr": 0.004903925750056715, - "q1": 0.02022360700010495, - "q3": 0.025127532750161663, + "median": 0.00046124600021357764, + "iqr": 0.00037438174985027217, + "q1": 0.0004317795001043123, + "q3": 0.0008061612499545845, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.0194770040000094, - "hd15iqr": 0.026819216999911077, - "ops": 44.283497221775605, - "total": 0.20323598100048912, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0004271479999715666, + "hd15iqr": 0.0008651529999497143, + "ops": 1645.320762488277, + "total": 0.005470058000355493, "data": [ - 0.0206680230000984, - 0.02238953699998092, - 0.02467705700018996, - 0.022684304999984306, - 0.026478960000076768, - 0.0194770040000094, - 0.01961560300014753, - 0.026819216999911077, - 0.020426275000090754 + 0.0008613830000285816, + 0.0004332370001520758, + 0.00046124600021357764, + 0.00045163599997977144, + 0.0007877539999299188, + 0.0004271479999715666, + 0.0007550940001692652, + 0.0008651529999497143, + 0.00042740699996102194 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-highs]", + "name": "test_emit[network-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-highs]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "highs" }, - "param": "network-s-specsolve-highs", + "param": "network-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 203143192 + 148064679 ], "allocations": [ - 74023 + 74002 ], "total_bytes": [ - 337185873 + 278822029 ], "rss_bytes": [ - 254648320 + 223576064 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500, + "variables": 21250, "phase_seconds": { - "attach": 0.003612807999843426, - "build": 0.05173460200012414 + "attach": 0.0026842700001452613, + "build": 0.03980052299993986 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -965,76 +965,76 @@ "warmup": false }, "stats": { - "min": 0.08219024699997135, - "max": 0.15974085500010915, - "mean": 0.10896736322224064, - "stddev": 0.022349701018699934, + "min": 0.06345284000008178, + "max": 0.09149894400002268, + "mean": 0.07200864166669715, + "stddev": 0.009938858460148458, "rounds": 9, - "median": 0.10678470299990295, - "iqr": 0.019474934999948346, - "q1": 0.09301401825001676, - "q3": 0.1124889532499651, - "iqr_outliers": 1, + "median": 0.06947905399988485, + "iqr": 0.01301085024999793, + "q1": 0.06420632825006578, + "q3": 0.07721717850006371, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.08219024699997135, - "hd15iqr": 0.15974085500010915, - "ops": 9.177059721638711, - "total": 0.9807062690001658, + "outliers": "2;0", + "ld15iqr": 0.06345284000008178, + "hd15iqr": 0.09149894400002268, + "ops": 13.887222100767442, + "total": 0.6480777750002744, "data": [ - 0.15974085500010915, - 0.1064707670000189, - 0.10857156700012638, - 0.09246064500007378, - 0.09319847599999775, - 0.12195560700001806, - 0.10678470299990295, - 0.10933340199994745, - 0.08219024699997135 + 0.09149894400002268, + 0.08439421799994307, + 0.06947905399988485, + 0.06345284000008178, + 0.0655335430001287, + 0.07073687499996595, + 0.07482483200010392, + 0.06382354700008364, + 0.06433392200005983 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-in-memory-highs]", + "name": "test_emit[network-xs-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-specsolve-in-memory-highs]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "network-s-specsolve-in-memory-highs", + "param": "network-xs-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 183745743 + 143871614 ], "allocations": [ - 73994 + 73979 ], "total_bytes": [ - 317082892 + 273923472 ], "rss_bytes": [ - 255029248 + 223252480 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500, + "variables": 21250, "phase_seconds": { - "attach": 0.007115266000027987, - "build": 0.0650856009999643 + "attach": 0.0027509690000897535, + "build": 0.04004041000007419 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1042,72 +1042,72 @@ "warmup": false }, "stats": { - "min": 0.10517862799997602, - "max": 0.1333530829999745, - "mean": 0.11286118477770894, - "stddev": 0.008752734098774289, + "min": 0.06561088399985238, + "max": 0.08232007500009786, + "mean": 0.0727098499999354, + "stddev": 0.0053810282230553836, "rounds": 9, - "median": 0.11114729499990972, - "iqr": 0.007913805999862689, - "q1": 0.10651525699995545, - "q3": 0.11442906299981814, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.10517862799997602, - "hd15iqr": 0.1333530829999745, - "ops": 8.860442161488887, - "total": 1.0157506629993804, + "median": 0.07244436099995255, + "iqr": 0.00807292125011827, + "q1": 0.06768964449992154, + "q3": 0.07576256575003981, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.06561088399985238, + "hd15iqr": 0.08232007500009786, + "ops": 13.753294773691437, + "total": 0.6543886499994187, "data": [ - 0.1333530829999745, - 0.11268470999993951, - 0.10871629700000085, - 0.10517862799997602, - 0.11861536799983696, - 0.1065019669999856, - 0.11303362799981187, - 0.11114729499990972, - 0.1065196869999454 + 0.07431843599988497, + 0.07506473100011135, + 0.08232007500009786, + 0.06781460599995626, + 0.07244436099995255, + 0.0778560699998252, + 0.06561088399985238, + 0.0673147599998174, + 0.07164472699992075 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-s-linopy-highs]", + "name": "test_emit[network-xs-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-linopy-highs]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "highs" }, - "param": "network-s-linopy-highs", + "param": "network-xs-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1255264253 + 1126641494 ], "allocations": [ - 291034 + 290950 ], "total_bytes": [ - 1671581042 + 1386941114 ], "rss_bytes": [ - 412233728 + 262025216 ] }, - "columns": 100000, - "rows": 37500, + "columns": 10000, + "rows": 3750, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1115,72 +1115,72 @@ "warmup": false }, "stats": { - "min": 0.2364248910000697, - "max": 0.24729643300020143, - "mean": 0.2387645791110976, - "stddev": 0.003366432748374632, + "min": 0.1885191549999945, + "max": 0.21572024399984002, + "mean": 0.19634772211108814, + "stddev": 0.010909542795134397, "rounds": 9, - "median": 0.2377935689999049, - "iqr": 0.00223624424990021, - "q1": 0.2367504917500014, - "q3": 0.2389867359999016, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.2364248910000697, - "hd15iqr": 0.24729643300020143, - "ops": 4.188225924142199, - "total": 2.1488812119998784, + "median": 0.1913537840000572, + "iqr": 0.007769151750039782, + "q1": 0.19035595824999518, + "q3": 0.19812511000003497, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.1885191549999945, + "hd15iqr": 0.21523913800001537, + "ops": 5.093005354216575, + "total": 1.7671294989997932, "data": [ - 0.24729643300020143, - 0.2364248910000697, - 0.2366111500000443, - 0.2367969389999871, - 0.2377935689999049, - 0.238948518999905, - 0.23910138699989147, - 0.2370928450000065, - 0.238815478999868 + 0.19219257600002493, + 0.21523913800001537, + 0.1924204340000415, + 0.1913537840000572, + 0.21572024399984002, + 0.1885191549999945, + 0.19007602299984683, + 0.19044927000004463, + 0.19115887499992823 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-s-pyomo-highs]", + "name": "test_emit[network-xs-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-pyomo-highs]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "highs" }, - "param": "network-s-pyomo-highs", + "param": "network-xs-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1283706012 + 1115685300 ], "allocations": [ - 26408742 + 2760777 ], "total_bytes": [ - 4650601353 + 1373938279 ], "rss_bytes": [ - 418025472 + 223244288 ] }, - "columns": 100000, - "rows": 37500, + "columns": 10000, + "rows": 3750, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 3.888463589000139, - "max": 4.048854284999834, - "mean": 3.935300842666594, - "stddev": 0.0514666108514887, + "min": 0.34306034200017166, + "max": 0.37821387100007087, + "mean": 0.3512829284444858, + "stddev": 0.01054180737072028, "rounds": 9, - "median": 3.925469814999815, - "iqr": 0.06754166575007048, - "q1": 3.8908651344999043, - "q3": 3.958406800249975, - "iqr_outliers": 0, + "median": 0.3484009500000411, + "iqr": 0.006539437249898583, + "q1": 0.3452800795000712, + "q3": 0.3518195167499698, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 3.888463589000139, - "hd15iqr": 4.048854284999834, - "ops": 0.25411017860641916, - "total": 35.417707583999345, + "outliers": "1;1", + "ld15iqr": 0.34306034200017166, + "hd15iqr": 0.37821387100007087, + "ops": 2.846708220146351, + "total": 3.161546356000372, "data": [ - 3.9457110129999364, - 3.925469814999815, - 3.891209923999895, - 3.9572130159999688, - 3.889830765999932, - 3.908967022999832, - 3.888463589000139, - 4.048854284999834, - 3.961988152999993 + 0.34789845499994954, + 0.3495738510000592, + 0.3521728619998612, + 0.37821387100007087, + 0.351701735000006, + 0.3484009500000411, + 0.34529801400003635, + 0.34522627600017586, + 0.34306034200017166 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-s-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-s-highspy-matrix-highs]", + "name": "test_emit[network-xs-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs-highspy-matrix-highs]", "params": { "case_name": "network", - "size": "s", + "size": "xs", "arm": "highspy-matrix", "sink": "highs" }, - "param": "network-s-highspy-matrix-highs", + "param": "network-xs-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 124024716 + 950472 ], "allocations": [ - 34650 + 1540 ], "total_bytes": [ - 210225235 + 1266639 ], "rss_bytes": [ - 201846784 + 181755904 ] }, - "columns": 100000, - "rows": 37500, - "nonzeros": 199950, + "columns": 10000, + "rows": 3750, + "nonzeros": 19950, "live_fraction": 0.47058823529411764, - "variables": 212500 + "variables": 21250 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,76 +1261,76 @@ "warmup": false }, "stats": { - "min": 0.0234247379999033, - "max": 0.04383944200003498, - "mean": 0.03195175044447751, - "stddev": 0.007262021581121725, + "min": 0.0006136160000096424, + "max": 0.0014065190000565053, + "mean": 0.0007919694444101171, + "stddev": 0.00030727235657295783, "rounds": 9, - "median": 0.034467078000034235, - "iqr": 0.011301165750012387, - "q1": 0.025297106750031162, - "q3": 0.03659827250004355, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.0234247379999033, - "hd15iqr": 0.04383944200003498, - "ops": 31.297189859369297, - "total": 0.2875657540002976, + "median": 0.0006434959998387058, + "iqr": 0.00019942625016255988, + "q1": 0.0006244499999183972, + "q3": 0.0008238762500809571, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0006136160000096424, + "hd15iqr": 0.0012503599998581194, + "ops": 1262.6749769933742, + "total": 0.007127724999691054, "data": [ - 0.04383944200003498, - 0.025779297000099177, - 0.03611230199999227, - 0.03805618400019739, - 0.035717965999992884, - 0.0234247379999033, - 0.02550984000004064, - 0.034467078000034235, - 0.024658907000002728 + 0.0014065190000565053, + 0.0006817150001552363, + 0.0012503599998581194, + 0.0006199049998940609, + 0.0006136160000096424, + 0.0006465339999977004, + 0.0006434959998387058, + 0.0006259649999265093, + 0.0006396149999545742 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-highs]", + "name": "test_emit[network-xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-specsolve-highs]", "params": { "case_name": "network", - "size": "m", + "size": "xs5", "arm": "specsolve", "sink": "highs" }, - "param": "network-m-specsolve-highs", + "param": "network-xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 641864750 + 170331371 ], "allocations": [ - 74134 + 74009 ], "total_bytes": [ - 806992559 + 302647307 ], "rss_bytes": [ - 633036800 + 236863488 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": 1999950, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, "live_fraction": 0.47058823529411764, - "variables": 2125000, + "variables": 106250, "phase_seconds": { - "attach": 0.0197535809998044, - "build": 0.2995387240000582 + "attach": 0.006438270999979068, + "build": 0.05339812800002619 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1338,76 +1338,76 @@ "warmup": false }, "stats": { - "min": 0.43751318299996456, - "max": 0.5473567270000785, - "mean": 0.48204172244449084, - "stddev": 0.03288104322826108, + "min": 0.07772302000012132, + "max": 0.10124935799990453, + "mean": 0.09068953855555467, + "stddev": 0.006066773748296922, "rounds": 9, - "median": 0.4816577720000623, - "iqr": 0.030129079500056832, - "q1": 0.46277392899992265, - "q3": 0.4929030084999795, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.43751318299996456, - "hd15iqr": 0.5473567270000785, - "ops": 2.074509224904602, - "total": 4.338375502000417, + "median": 0.09102592799990816, + "iqr": 0.003001958500078672, + "q1": 0.08964002574992946, + "q3": 0.09264198425000814, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0886562050000066, + "hd15iqr": 0.10124935799990453, + "ops": 11.026630148607707, + "total": 0.816205846999992, "data": [ - 0.5473567270000785, - 0.4816577720000623, - 0.46598054499986574, - 0.4854148189999705, - 0.43751318299996456, - 0.5153675770000063, - 0.45315408100009336, - 0.4684812510001848, - 0.48344954700019116 + 0.09070579900003395, + 0.10124935799990453, + 0.09330065900007867, + 0.0886562050000066, + 0.07772302000012132, + 0.08996796599990375, + 0.09115448600005038, + 0.09242242599998463, + 0.09102592799990816 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-in-memory-highs]", + "name": "test_emit[network-xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-specsolve-in-memory-highs]", "params": { "case_name": "network", - "size": "m", + "size": "xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "network-m-specsolve-in-memory-highs", + "param": "network-xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 673191701 + 177673090 ], "allocations": [ - 74068 + 74004 ], "total_bytes": [ - 837612162 + 309283526 ], "rss_bytes": [ - 608116736 + 237940736 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": 1999950, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, "live_fraction": 0.47058823529411764, - "variables": 2125000, + "variables": 106250, "phase_seconds": { - "attach": 0.017305563000036273, - "build": 0.31305121199989117 + "attach": 0.006199712000125146, + "build": 0.060131305999902906 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1415,72 +1415,1398 @@ "warmup": false }, "stats": { - "min": 0.47292548100017484, - "max": 0.5559512380000342, - "mean": 0.5123287707777864, - "stddev": 0.025154174692308264, + "min": 0.07161554699996486, + "max": 0.12540718199988987, + "mean": 0.09731966411115739, + "stddev": 0.01742988599396297, "rounds": 9, - "median": 0.5096953489999123, - "iqr": 0.03523686025010875, - "q1": 0.49524714925001945, - "q3": 0.5304840095001282, + "median": 0.09863128799997867, + "iqr": 0.020137134250148847, + "q1": 0.08509891074999132, + "q3": 0.10523604500014017, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.47292548100017484, - "hd15iqr": 0.5559512380000342, - "ops": 1.9518716438310906, - "total": 4.610958937000078, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.07161554699996486, + "hd15iqr": 0.12540718199988987, + "ops": 10.275415653488196, + "total": 0.8758769770004164, "data": [ - 0.5342034349998812, - 0.5096953489999123, - 0.5167210439999508, - 0.47292548100017484, - 0.4888313769999968, - 0.50600107199989, - 0.5559512380000342, - 0.5292442010002105, - 0.497385740000027 + 0.12540718199988987, + 0.09863128799997867, + 0.09240602600016246, + 0.07161554699996486, + 0.12128261300017584, + 0.09884993700006817, + 0.08629922399995849, + 0.08149797100008982, + 0.09988718900012827 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-m-linopy-highs]", + "name": "test_emit[network-xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-linopy-highs]", "params": { "case_name": "network", - "size": "m", + "size": "xs5", "arm": "linopy", "sink": "highs" }, - "param": "network-m-linopy-highs", + "param": "network-xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 2551253696 + 1183199052 ], "allocations": [ - 293084 + 290943 ], "total_bytes": [ - 4479045158 + 1513783675 ], "rss_bytes": [ - 1758679040 + 326774784 ] }, - "columns": 1000000, - "rows": 375000, + "columns": 50000, + "rows": 18750, "nonzeros": null, "live_fraction": 0.47058823529411764, - "variables": 2125000 + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.20852722099994025, + "max": 0.23916945600012696, + "mean": 0.21679839900000136, + "stddev": 0.011212905320429808, + "rounds": 9, + "median": 0.21229310299986537, + "iqr": 0.008143575750068521, + "q1": 0.21028641574997664, + "q3": 0.21842999150004516, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.20852722099994025, + "hd15iqr": 0.23329130000001896, + "ops": 4.612580187919163, + "total": 1.9511855910000122, + "data": [ + 0.23329130000001896, + 0.2134762220000539, + 0.23916945600012696, + 0.21229310299986537, + 0.21129481100001613, + 0.21267149100003735, + 0.21034183799997663, + 0.21012014899997666, + 0.20852722099994025 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-pyomo-highs]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "pyomo", + "sink": "highs" + }, + "param": "network-xs5-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1189915532 + ], + "allocations": [ + 13271053 + ], + "total_bytes": [ + 2485191786 + ], + "rss_bytes": [ + 312033280 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.8091204859999834, + "max": 1.8438608550000026, + "mean": 1.826096059199972, + "stddev": 0.012642469132575546, + "rounds": 5, + "median": 1.827579232000062, + "iqr": 0.014570404500091172, + "q1": 1.818057361499882, + "q3": 1.8326277659999732, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.8091204859999834, + "hd15iqr": 1.8438608550000026, + "ops": 0.5476163178612348, + "total": 9.13048029599986, + "data": [ + 1.8210363199998483, + 1.827579232000062, + 1.8091204859999834, + 1.8438608550000026, + 1.8288834029999634 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-xs5-highspy-matrix-highs]", + "params": { + "case_name": "network", + "size": "xs5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "network-xs5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 4490472 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 5921639 + ], + "rss_bytes": [ + 188063744 + ] + }, + "columns": 50000, + "rows": 18750, + "nonzeros": 99950, + "live_fraction": 0.47058823529411764, + "variables": 106250 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.001921156999969753, + "max": 0.004497268000022814, + "mean": 0.0036027927777821686, + "stddev": 0.001246531598813524, + "rounds": 9, + "median": 0.004388258000062706, + "iqr": 0.002491770500057555, + "q1": 0.001957192500015026, + "q3": 0.004448963000072581, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.001921156999969753, + "hd15iqr": 0.004497268000022814, + "ops": 277.56245270803134, + "total": 0.03242513500003952, + "data": [ + 0.0019407749998663348, + 0.004445728000064264, + 0.004439527999920756, + 0.004497268000022814, + 0.004371087999970769, + 0.0019626650000645895, + 0.004458668000097532, + 0.004388258000062706, + 0.001921156999969753 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-highs]", + "params": { + "case_name": "network", + "size": "s", + "arm": "specsolve", + "sink": "highs" + }, + "param": "network-s-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 191084912 + ], + "allocations": [ + 74016 + ], + "total_bytes": [ + 325127019 + ], + "rss_bytes": [ + 254550016 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500, + "phase_seconds": { + "attach": 0.006896000000097047, + "build": 0.06362030899981619 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.10028537500011225, + "max": 0.13845459699996354, + "mean": 0.10912521811112835, + "stddev": 0.011661534663808615, + "rounds": 9, + "median": 0.10576796500004093, + "iqr": 0.006603396749937929, + "q1": 0.10263238750007986, + "q3": 0.10923578425001779, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.10028537500011225, + "hd15iqr": 0.13845459699996354, + "ops": 9.163784662328405, + "total": 0.9821269630001552, + "data": [ + 0.13845459699996354, + 0.10659557899998617, + 0.10028537500011225, + 0.11375013699989722, + 0.1027281070000754, + 0.10576796500004093, + 0.1044689739999285, + 0.10234522900009324, + 0.10773100000005797 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s-specsolve-in-memory-highs]", + "params": { + "case_name": "network", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "network-s-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 200523463 + ], + "allocations": [ + 74002 + ], + "total_bytes": [ + 333860038 + ], + "rss_bytes": [ + 253636608 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500, + "phase_seconds": { + "attach": 0.004640376999986984, + "build": 0.06262026700005663 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.09811338999998043, + "max": 0.1290385160000369, + "mean": 0.11067326877777203, + "stddev": 0.00997447196164334, + "rounds": 9, + "median": 0.1101330929998312, + "iqr": 0.015997848500148848, + "q1": 0.10102716624993491, + "q3": 0.11702501475008376, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.09811338999998043, + "hd15iqr": 0.1290385160000369, + "ops": 9.035605535497142, + "total": 0.9960594189999483, + "data": [ + 0.1290385160000369, + 0.11948314500000379, + 0.10113258799992764, + 0.11164485100016464, + 0.10071090099995672, + 0.10959729699993659, + 0.1101330929998312, + 0.11620563800011041, + 0.09811338999998043 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s-linopy-highs]", + "params": { + "case_name": "network", + "size": "s", + "arm": "linopy", + "sink": "highs" + }, + "param": "network-s-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1256247805 + ], + "allocations": [ + 291026 + ], + "total_bytes": [ + 1671514312 + ], + "rss_bytes": [ + 402747392 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2341964449999523, + "max": 0.2649728020001021, + "mean": 0.242306174111137, + "stddev": 0.01270285028535899, + "rounds": 9, + "median": 0.23661543799994433, + "iqr": 0.008725902750143177, + "q1": 0.23515174874989953, + "q3": 0.2438776515000427, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.2341964449999523, + "hd15iqr": 0.2643219270000827, + "ops": 4.127009985066812, + "total": 2.180755567000233, + "data": [ + 0.2649728020001021, + 0.2643219270000827, + 0.2363325700000587, + 0.23661543799994433, + 0.23696139500020763, + 0.23706289300002936, + 0.23513464799998474, + 0.23515744899987112, + 0.2341964449999523 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s-pyomo-highs]", + "params": { + "case_name": "network", + "size": "s", + "arm": "pyomo", + "sink": "highs" + }, + "param": "network-s-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1283705500 + ], + "allocations": [ + 26408741 + ], + "total_bytes": [ + 4650599249 + ], + "rss_bytes": [ + 418373632 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 3.8862630030000673, + "max": 4.002908162999802, + "mean": 3.928063701799965, + "stddev": 0.04572149204161547, + "rounds": 5, + "median": 3.9192256629999065, + "iqr": 0.05603093549996174, + "q1": 3.8951015580000217, + "q3": 3.9511324934999834, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 3.8862630030000673, + "hd15iqr": 4.002908162999802, + "ops": 0.25457835613556057, + "total": 19.640318508999826, + "data": [ + 3.8862630030000673, + 3.933873937000044, + 3.9192256629999065, + 3.8980477430000064, + 4.002908162999802 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s-highspy-matrix-highs]", + "params": { + "case_name": "network", + "size": "s", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "network-s-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 8915472 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 11740389 + ], + "rss_bytes": [ + 196538368 + ] + }, + "columns": 100000, + "rows": 37500, + "nonzeros": 199950, + "live_fraction": 0.47058823529411764, + "variables": 212500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.008238402999950267, + "max": 0.008696880999877976, + "mean": 0.008398091888845252, + "stddev": 0.00016569383322408973, + "rounds": 9, + "median": 0.008302554000010787, + "iqr": 0.0002315050000447627, + "q1": 0.008280581999883907, + "q3": 0.00851208699992867, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.008238402999950267, + "hd15iqr": 0.008696880999877976, + "ops": 119.0746675835076, + "total": 0.07558282699960728, + "data": [ + 0.008302554000010787, + 0.008415323000008357, + 0.008238402999950267, + 0.008611491999999998, + 0.00829070499980844, + 0.008478951999904893, + 0.008250213000110307, + 0.008696880999877976, + 0.008298303999936252 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-specsolve-highs]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "network-s5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 401684598 + ], + "allocations": [ + 74102 + ], + "total_bytes": [ + 549610733 + ], + "rss_bytes": [ + 429096960 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500, + "phase_seconds": { + "attach": 0.011294772999917768, + "build": 0.17776216399988698 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.23332891599989125, + "max": 0.3481438070000422, + "mean": 0.28719660111111506, + "stddev": 0.03333436422146644, + "rounds": 9, + "median": 0.29633268999987195, + "iqr": 0.038257237749917294, + "q1": 0.2664033522501086, + "q3": 0.3046605900000259, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.23332891599989125, + "hd15iqr": 0.3481438070000422, + "ops": 3.4819353576301713, + "total": 2.5847694100000354, + "data": [ + 0.3481438070000422, + 0.30628927199995815, + 0.29633268999987195, + 0.23332891599989125, + 0.2980881369999224, + 0.30411769600004845, + 0.27099839100014833, + 0.2690714540001409, + 0.2583990470000117 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-specsolve-in-memory-highs]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "network-s5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 401685581 + ], + "allocations": [ + 74044 + ], + "total_bytes": [ + 548904304 + ], + "rss_bytes": [ + 418463744 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500, + "phase_seconds": { + "attach": 0.013316029999941748, + "build": 0.18564760999993268 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.22747428699994998, + "max": 0.32704591099991376, + "mean": 0.27711469177777165, + "stddev": 0.03298523914758568, + "rounds": 9, + "median": 0.2833363570000529, + "iqr": 0.04922174899991205, + "q1": 0.2514642755001546, + "q3": 0.30068602450006665, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.22747428699994998, + "hd15iqr": 0.32704591099991376, + "ops": 3.6086141574981396, + "total": 2.494032225999945, + "data": [ + 0.31550296899990826, + 0.2833363570000529, + 0.29574704300011945, + 0.25173918100017545, + 0.32704591099991376, + 0.25587396399987483, + 0.25063955900009205, + 0.22747428699994998, + 0.2866729549998581 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-linopy-highs]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "linopy", + "sink": "highs" + }, + "param": "network-s5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1832272316 + ], + "allocations": [ + 292191 + ], + "total_bytes": [ + 2917985338 + ], + "rss_bytes": [ + 1007480832 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.47563037200006875, + "max": 0.5232855889998973, + "mean": 0.4952713409999433, + "stddev": 0.021035966914697772, + "rounds": 5, + "median": 0.483455049999975, + "iqr": 0.03451183974999594, + "q1": 0.48035321049991353, + "q3": 0.5148650502499095, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.47563037200006875, + "hd15iqr": 0.5232855889998973, + "ops": 2.0190952256212107, + "total": 2.4763567049997164, + "data": [ + 0.5232855889998973, + 0.47563037200006875, + 0.4819274899998618, + 0.5120582039999135, + 0.483455049999975 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-pyomo-highs]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "pyomo", + "sink": "highs" + }, + "param": "network-s5-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2061529738 + ], + "allocations": [ + 131510292 + ], + "total_bytes": [ + 53012035892 + ], + "rss_bytes": [ + 1221455872 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 29.691910806999886, + "max": 30.105481041000075, + "mean": 29.876698208399965, + "stddev": 0.19545892975818857, + "rounds": 5, + "median": 29.793707381000104, + "iqr": 0.36032860625005014, + "q1": 29.716656607749883, + "q3": 30.076985213999933, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 29.691910806999886, + "hd15iqr": 30.105481041000075, + "ops": 0.03347090073423326, + "total": 149.38349104199983, + "data": [ + 30.067486604999885, + 30.105481041000075, + 29.724905207999882, + 29.691910806999886, + 29.793707381000104 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-s5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-s5-highspy-matrix-highs]", + "params": { + "case_name": "network", + "size": "s5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "network-s5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 44315472 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 58290389 + ], + "rss_bytes": [ + 266657792 + ] + }, + "columns": 500000, + "rows": 187500, + "nonzeros": 999950, + "live_fraction": 0.47058823529411764, + "variables": 1062500 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0170189800001026, + "max": 0.02812173500001336, + "mean": 0.02383260566671197, + "stddev": 0.004874352852302473, + "rounds": 9, + "median": 0.026594804000069416, + "iqr": 0.009383049999883042, + "q1": 0.017700883500083364, + "q3": 0.027083933499966406, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0170189800001026, + "hd15iqr": 0.02812173500001336, + "ops": 41.959323037713126, + "total": 0.21449345100040773, + "data": [ + 0.026919621999923038, + 0.02812173500001336, + 0.026517664000039076, + 0.0178475550001167, + 0.02663535400006367, + 0.01726086899998336, + 0.026594804000069416, + 0.02757686800009651, + 0.0170189800001026 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-highs]", + "params": { + "case_name": "network", + "size": "m", + "arm": "specsolve", + "sink": "highs" + }, + "param": "network-m-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 681056086 + ], + "allocations": [ + 74153 + ], + "total_bytes": [ + 846183537 + ], + "rss_bytes": [ + 647077888 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": 1999950, + "live_fraction": 0.47058823529411764, + "variables": 2125000, + "phase_seconds": { + "attach": 0.01944224699991537, + "build": 0.3253021760001502 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.40417455400006475, + "max": 0.5027262579999388, + "mean": 0.45632584122224923, + "stddev": 0.03501263958105157, + "rounds": 9, + "median": 0.455996740999808, + "iqr": 0.06361360725020404, + "q1": 0.42095071600004985, + "q3": 0.4845643232502539, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.40417455400006475, + "hd15iqr": 0.5027262579999388, + "ops": 2.1914165485819144, + "total": 4.106932571000243, + "data": [ + 0.5027262579999388, + 0.4728275530001156, + 0.42158712200011905, + 0.40417455400006475, + 0.49424169700000675, + 0.455996740999808, + 0.41904149799984225, + 0.4549986160000117, + 0.48133853200033627 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m-specsolve-in-memory-highs]", + "params": { + "case_name": "network", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "network-m-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 657464045 + ], + "allocations": [ + 74080 + ], + "total_bytes": [ + 821883908 + ], + "rss_bytes": [ + 612216832 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": 1999950, + "live_fraction": 0.47058823529411764, + "variables": 2125000, + "phase_seconds": { + "attach": 0.016608921999704762, + "build": 0.3374913549996563 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.3607530979998046, + "max": 0.5068699729999935, + "mean": 0.45818056911103766, + "stddev": 0.043521777221632446, + "rounds": 9, + "median": 0.4631656189999376, + "iqr": 0.044100161249616576, + "q1": 0.4425130800001398, + "q3": 0.48661324124975636, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.43990111499988416, + "hd15iqr": 0.5068699729999935, + "ops": 2.1825456324789174, + "total": 4.123625121999339, + "data": [ + 0.4828627530000631, + 0.3607530979998046, + 0.4947716639999271, + 0.44802339799980473, + 0.4631656189999376, + 0.443383735000225, + 0.43990111499988416, + 0.5068699729999935, + 0.48389376699969944 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m-linopy-highs]", + "params": { + "case_name": "network", + "size": "m", + "arm": "linopy", + "sink": "highs" + }, + "param": "network-m-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2551253184 + ], + "allocations": [ + 293107 + ], + "total_bytes": [ + 4479045252 + ], + "rss_bytes": [ + 1748234240 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": null, + "live_fraction": 0.47058823529411764, + "variables": 2125000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.757681514000069, + "max": 0.8051457080000546, + "mean": 0.7785240673333141, + "stddev": 0.014267677387527093, + "rounds": 9, + "median": 0.7799451750001936, + "iqr": 0.01622103575004985, + "q1": 0.767545321999819, + "q3": 0.7837663577498688, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.757681514000069, + "hd15iqr": 0.8051457080000546, + "ops": 1.284481805970764, + "total": 7.006716605999827, + "data": [ + 0.757681514000069, + 0.8051457080000546, + 0.7804504810001163, + 0.7774746489999416, + 0.764560954999979, + 0.7685401109997656, + 0.7810737089998838, + 0.7799451750001936, + 0.7918443039998238 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m-highspy-matrix-highs]", + "params": { + "case_name": "network", + "size": "m", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "network-m-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 88565472 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 116477889 + ], + "rss_bytes": [ + 354136064 + ] + }, + "columns": 1000000, + "rows": 375000, + "nonzeros": 1999950, + "live_fraction": 0.47058823529411764, + "variables": 2125000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.036963392999950884, + "max": 0.03981403700026931, + "mean": 0.038037830333400455, + "stddev": 0.000801002219630143, + "rounds": 9, + "median": 0.03808061700010512, + "iqr": 0.00041542450014731003, + "q1": 0.037708331499857195, + "q3": 0.038123756000004505, + "iqr_outliers": 2, + "stddev_outliers": 3, + "outliers": "3;2", + "ld15iqr": 0.03716387200029203, + "hd15iqr": 0.03981403700026931, + "ops": 26.289617237235394, + "total": 0.3423404730006041, + "data": [ + 0.036963392999950884, + 0.03803287700020519, + 0.03716387200029203, + 0.03808061700010512, + 0.03788981799971225, + 0.0382109360002687, + 0.03809469599991644, + 0.03981403700026931, + 0.03809022699988418 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-specsolve-highs]", + "params": { + "case_name": "network", + "size": "m5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "network-m5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2531720998 + ], + "allocations": [ + 74227 + ], + "total_bytes": [ + 2834691149 + ], + "rss_bytes": [ + 1821659136 + ] + }, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, + "live_fraction": 0.47058823529411764, + "variables": 10625000, + "phase_seconds": { + "attach": 0.03296279699998195, + "build": 0.6892862149998109 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.2313465130000623, + "max": 1.3986296140001286, + "mean": 1.304606987599982, + "stddev": 0.06253960605450949, + "rounds": 5, + "median": 1.2920775469997352, + "iqr": 0.07926947375005966, + "q1": 1.264480252999988, + "q3": 1.3437497267500476, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.2313465130000623, + "hd15iqr": 1.3986296140001286, + "ops": 0.766514367548842, + "total": 6.52303493799991, + "data": [ + 1.2920775469997352, + 1.2313465130000623, + 1.3254564310000205, + 1.3986296140001286, + 1.275524832999963 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[network-m5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-specsolve-in-memory-highs]", + "params": { + "case_name": "network", + "size": "m5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "network-m5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2452553437 + ], + "allocations": [ + 74092 + ], + "total_bytes": [ + 2754816080 + ], + "rss_bytes": [ + 1626984448 + ] + }, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, + "live_fraction": 0.47058823529411764, + "variables": 10625000, + "phase_seconds": { + "attach": 0.038899401999969996, + "build": 0.961252912999953 + } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1488,72 +2814,68 @@ "warmup": false }, "stats": { - "min": 0.8197119569999813, - "max": 0.8316389389999586, - "mean": 0.8241966084444307, - "stddev": 0.004062977363937709, - "rounds": 9, - "median": 0.8237131610001143, - "iqr": 0.0044518969998534885, - "q1": 0.8210624730000404, - "q3": 0.8255143699998939, + "min": 1.3931598750000376, + "max": 1.6353681179998603, + "mean": 1.5566667961998975, + "stddev": 0.09737637644724541, + "rounds": 5, + "median": 1.5816013929998007, + "iqr": 0.1144918274999327, + "q1": 1.5112718084999415, + "q3": 1.6257636359998742, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.8197119569999813, - "hd15iqr": 0.8316389389999586, - "ops": 1.2133027359665753, - "total": 7.417769475999876, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.3931598750000376, + "hd15iqr": 1.6353681179998603, + "ops": 0.6423982334827075, + "total": 7.783333980999487, "data": [ - 0.8236319200000253, - 0.8199096060000102, - 0.8241283079998993, - 0.8316389389999586, - 0.8296725559998777, - 0.8237131610001143, - 0.8239162669999587, - 0.8197119569999813, - 0.8214467620000505 + 1.3931598750000376, + 1.5816013929998007, + 1.6225621419998788, + 1.5506424529999094, + 1.6353681179998603 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[network-m-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[network-m-highspy-matrix-highs]", + "name": "test_emit[network-m5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[network-m5-highspy-matrix-highs]", "params": { "case_name": "network", - "size": "m", + "size": "m5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "network-m-highspy-matrix-highs", + "param": "network-m5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 340194732 + 442565472 ], "allocations": [ - 34668 + 1540 ], "total_bytes": [ - 560493790 + 581977889 ], "rss_bytes": [ - 407314432 + 1073602560 ] }, - "columns": 1000000, - "rows": 375000, - "nonzeros": 1999950, + "columns": 5000000, + "rows": 1875000, + "nonzeros": 9999950, "live_fraction": 0.47058823529411764, - "variables": 2125000 + "variables": 10625000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1561,32 +2883,32 @@ "warmup": false }, "stats": { - "min": 0.1348142070000904, - "max": 0.19019497599992974, - "mean": 0.1647945412222119, - "stddev": 0.018696042825820977, + "min": 0.27719436600000336, + "max": 0.44889202200010914, + "mean": 0.33562625899998644, + "stddev": 0.05518037453795956, "rounds": 9, - "median": 0.1730145110000194, - "iqr": 0.029687634000140406, - "q1": 0.14770109249985808, - "q3": 0.17738872649999848, + "median": 0.3266369040002246, + "iqr": 0.06253941949967157, + "q1": 0.2964520582501109, + "q3": 0.35899147774978246, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.1348142070000904, - "hd15iqr": 0.19019497599992974, - "ops": 6.068162164738104, - "total": 1.483150870999907, + "ld15iqr": 0.27719436600000336, + "hd15iqr": 0.44889202200010914, + "ops": 2.9795046519290387, + "total": 3.020636330999878, "data": [ - 0.19019497599992974, - 0.1348142070000904, - 0.17665331800003514, - 0.1795949519998885, - 0.16288272300016615, - 0.1730145110000194, - 0.1740982220001115, - 0.14945320399988304, - 0.14244475799978318 + 0.44889202200010914, + 0.3026980300001014, + 0.38777822299971376, + 0.3098613059996751, + 0.3266369040002246, + 0.3404654410001058, + 0.2777141430001393, + 0.34939589599980536, + 0.27719436600000336 ], "iterations": 1 } @@ -1605,16 +2927,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 3937115294 + 4167278118 ], "allocations": [ - 74243 + 74240 ], "total_bytes": [ - 4413430002 + 4643592292 ], "rss_bytes": [ - 2519707648 + 2527522816 ] }, "columns": 10000000, @@ -1623,14 +2945,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.0390556849999939, - "build": 1.540640569000061 + "attach": 0.03679796599999463, + "build": 1.5350056620000032 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1638,32 +2960,28 @@ "warmup": false }, "stats": { - "min": 2.5585659690000284, - "max": 2.939719501999889, - "mean": 2.73362989999997, - "stddev": 0.10892532286041791, - "rounds": 9, - "median": 2.7259109910000916, - "iqr": 0.11841748800003415, - "q1": 2.665454054749887, - "q3": 2.783871542749921, + "min": 2.587252595999871, + "max": 2.8279251529997964, + "mean": 2.7187140371998795, + "stddev": 0.09550600632153736, + "rounds": 5, + "median": 2.7235292079999454, + "iqr": 0.1495487104998574, + "q1": 2.6476965742499488, + "q3": 2.797245284749806, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 2.5585659690000284, - "hd15iqr": 2.939719501999889, - "ops": 0.36581396772109165, - "total": 24.60266909999973, + "ld15iqr": 2.587252595999871, + "hd15iqr": 2.8279251529997964, + "ops": 0.3678209573780489, + "total": 13.593570185999397, "data": [ - 2.5585659690000284, - 2.63967221300004, - 2.7259109910000916, - 2.674048001999836, - 2.7237867400001505, - 2.939719501999889, - 2.748596925999891, - 2.8208100499998636, - 2.77155870699994 + 2.587252595999871, + 2.6678445669999746, + 2.7235292079999454, + 2.7870186619998094, + 2.8279251529997964 ], "iterations": 1 } @@ -1682,16 +3000,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4087061749 + 4173046045 ], "allocations": [ - 74089 + 74118 ], "total_bytes": [ - 4562669109 + 4648652847 ], "rss_bytes": [ - 2499956736 + 2518220800 ] }, "columns": 10000000, @@ -1700,14 +3018,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.03576398499990319, - "build": 1.7216158869998708 + "attach": 0.03860632499981875, + "build": 1.6163682270002937 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1715,32 +3033,28 @@ "warmup": false }, "stats": { - "min": 2.8965636939999513, - "max": 3.149997054999858, - "mean": 2.982553034111081, - "stddev": 0.08713409390467547, - "rounds": 9, - "median": 2.9377209799999946, - "iqr": 0.12274564724998527, - "q1": 2.9230277340000157, - "q3": 3.045773381250001, + "min": 2.7966194030000224, + "max": 3.096221972999956, + "mean": 2.9232568959999297, + "stddev": 0.1170336685130216, + "rounds": 5, + "median": 2.886698975999934, + "iqr": 0.16644576099986352, + "q1": 2.8421613394999667, + "q3": 3.0086071004998303, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 2.8965636939999513, - "hd15iqr": 3.149997054999858, - "ops": 0.33528322499654717, - "total": 26.842977306999728, + "ld15iqr": 2.7966194030000224, + "hd15iqr": 3.096221972999956, + "ops": 0.34208420114166527, + "total": 14.61628447999965, "data": [ - 2.8965636939999513, - 3.0863123130000076, - 3.149997054999858, - 2.9377209799999946, - 2.935900586999878, - 2.9607256819999748, - 2.919189420000066, - 2.924307171999999, - 3.0322604039999987 + 2.7966194030000224, + 2.886698975999934, + 3.096221972999956, + 2.9794021429997883, + 2.857341984999948 ], "iterations": 1 } @@ -1759,16 +3073,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2496710572 + 885065472 ], "allocations": [ - 34683 + 1540 ], "total_bytes": [ - 4058225738 + 1163852889 ], "rss_bytes": [ - 2407784448 + 1837608960 ] }, "columns": 10000000, @@ -1780,7 +3094,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1788,32 +3102,32 @@ "warmup": false }, "stats": { - "min": 1.3484263819998432, - "max": 1.4256387020000147, - "mean": 1.381144603555539, - "stddev": 0.026580663266488058, + "min": 0.7892415440001059, + "max": 0.9173628950002239, + "mean": 0.8367171163333498, + "stddev": 0.04505111092366329, "rounds": 9, - "median": 1.3783352519999426, - "iqr": 0.040223002249888395, - "q1": 1.3577422157500223, - "q3": 1.3979652179999107, + "median": 0.8242401600000449, + "iqr": 0.06390032599983897, + "q1": 0.8008814385001415, + "q3": 0.8647817644999805, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 1.3484263819998432, - "hd15iqr": 1.4256387020000147, - "ops": 0.7240371481926351, - "total": 12.430301431999851, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.7892415440001059, + "hd15iqr": 0.9173628950002239, + "ops": 1.1951470580429693, + "total": 7.530454047000148, "data": [ - 1.4256387020000147, - 1.4111875529999907, - 1.3900248150000607, - 1.393557772999884, - 1.3601921360000233, - 1.3783352519999426, - 1.3484263819998432, - 1.3725463640000726, - 1.3503924550000193 + 0.9173628950002239, + 0.7945969409997815, + 0.8569276620000892, + 0.7892415440001059, + 0.8242401600000449, + 0.8039060149999386, + 0.8528584870000486, + 0.8029762710002615, + 0.8883440719996543 ], "iterations": 1 } @@ -1847,16 +3161,16 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.0023608179999428103, - "build": 0.03834480199998325, - "first_window": 0.3758680309999818 + "attach": 0.004226425000069867, + "build": 0.03250118200003271, + "first_window": 0.38633401200013395 }, - "process_rss_bytes": 133218304 + "process_rss_bytes": 132898816 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1864,32 +3178,32 @@ "warmup": false }, "stats": { - "min": 0.48822228300014103, - "max": 0.5154218360000868, - "mean": 0.5031333851111159, - "stddev": 0.011027565862221225, + "min": 0.4850528319998375, + "max": 0.5260787930001243, + "mean": 0.5015791851110407, + "stddev": 0.012450958926541219, "rounds": 9, - "median": 0.5003987830000369, - "iqr": 0.021527726999863717, - "q1": 0.4931907327500653, - "q3": 0.514718459749929, + "median": 0.498863166999854, + "iqr": 0.015730129250073333, + "q1": 0.4941584497498752, + "q3": 0.5098885789999485, "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 0.48822228300014103, - "hd15iqr": 0.5154218360000868, - "ops": 1.9875445152166795, - "total": 4.528200466000044, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.4850528319998375, + "hd15iqr": 0.5260787930001243, + "ops": 1.993703147347747, + "total": 4.514212665999366, "data": [ - 0.4899391070000547, - 0.49972906700008934, - 0.5146576429999641, - 0.5003987830000369, - 0.48822228300014103, - 0.5149009099998239, - 0.5154218360000868, - 0.5106562289997782, - 0.49427460800006884 + 0.5260787930001243, + 0.5101201400002537, + 0.49634170399986033, + 0.4890696479997132, + 0.4958547169999292, + 0.4850528319998375, + 0.498863166999854, + 0.5098113919998468, + 0.5030202729999473 ], "iterations": 1 } @@ -1923,16 +3237,16 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.0020918699999583623, - "build": 0.021899581999832662, - "first_window": 0.37832851799998934 + "attach": 0.0020858050002061646, + "build": 0.02341651400001865, + "first_window": 0.3803927079998175 }, - "process_rss_bytes": 132386816 + "process_rss_bytes": 133201920 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1940,32 +3254,32 @@ "warmup": false }, "stats": { - "min": 0.4677965979999499, - "max": 0.49280285199984064, - "mean": 0.4834570759999729, - "stddev": 0.00848696968494733, + "min": 0.48614532100009455, + "max": 0.5207254080000894, + "mean": 0.4993971207778082, + "stddev": 0.01101889516937101, "rounds": 9, - "median": 0.4833124169999792, - "iqr": 0.009913287499955459, - "q1": 0.480034087249976, - "q3": 0.48994737474993144, + "median": 0.4990162220001366, + "iqr": 0.013705275249890292, + "q1": 0.49137623324998003, + "q3": 0.5050815084998703, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.4677965979999499, - "hd15iqr": 0.49280285199984064, - "ops": 2.068435957694114, - "total": 4.351113683999756, + "ld15iqr": 0.48614532100009455, + "hd15iqr": 0.5207254080000894, + "ops": 2.002414428105844, + "total": 4.494574087000274, "data": [ - 0.48935044299992114, - 0.49173816999996234, - 0.47271475399998053, - 0.4882818620001217, - 0.4833124169999792, - 0.4826427230000263, - 0.49280285199984064, - 0.4677965979999499, - 0.48247386499997447 + 0.49239536899995073, + 0.48831882600006793, + 0.5014648450001005, + 0.4990162220001366, + 0.5207254080000894, + 0.5098421440002312, + 0.4931713219998528, + 0.50349462999975, + 0.48614532100009455 ], "iterations": 1 } @@ -1999,14 +3313,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "first_window": 0.9247276039998269 + "first_window": 0.9190628800001832 }, - "process_rss_bytes": 227762176 + "process_rss_bytes": 227553280 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2014,32 +3328,32 @@ "warmup": false }, "stats": { - "min": 1.0680085950000375, - "max": 1.1281678800000918, - "mean": 1.0947660013333562, - "stddev": 0.019090040396927643, + "min": 1.0335775030002878, + "max": 1.1473498099999233, + "mean": 1.0799488873333556, + "stddev": 0.030624122467146072, "rounds": 9, - "median": 1.0928194590001112, - "iqr": 0.02722827824993601, - "q1": 1.0819581285000481, - "q3": 1.1091864067499841, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.0680085950000375, - "hd15iqr": 1.1281678800000918, - "ops": 0.9134372083002786, - "total": 9.852894012000206, + "median": 1.0697489369999857, + "iqr": 0.020685336249584907, + "q1": 1.067629834500167, + "q3": 1.0883151707497518, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 1.0672507949998362, + "hd15iqr": 1.1473498099999233, + "ops": 0.925969748873238, + "total": 9.7195399860002, "data": [ - 1.0949053809999896, - 1.0862117599999692, - 1.076912264999919, - 1.0680085950000375, - 1.1281678800000918, - 1.10725851899997, - 1.0928194590001112, - 1.1149700700000267, - 1.0836400830000912 + 1.1473498099999233, + 1.0692862000000787, + 1.0672507949998362, + 1.0677561810002771, + 1.0335775030002878, + 1.0697489369999857, + 1.0860074519996488, + 1.095238327000061, + 1.0833247810001012 ], "iterations": 1 } @@ -2073,88 +3387,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "first_window": 0.45918015600000217 - }, - "process_rss_bytes": 161447936 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.582005522999907, - "max": 0.6485119489998397, - "mean": 0.6136394743333413, - "stddev": 0.019365205487322713, - "rounds": 9, - "median": 0.6101826070000698, - "iqr": 0.019750895500067145, - "q1": 0.6035511717500412, - "q3": 0.6233020672501084, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.582005522999907, - "hd15iqr": 0.6485119489998397, - "ops": 1.629621368616159, - "total": 5.522755269000072, - "data": [ - 0.6485119489998397, - 0.6182390740000301, - 0.6040763820001303, - 0.6335890949999339, - 0.6198730580001666, - 0.6023140279999097, - 0.6039635530000851, - 0.6101826070000698, - 0.582005522999907 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[network-2xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[network-2xs-highspy-matrix-highs]", - "params": { - "case_name": "network", - "size": "2xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "network-2xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 800, - "rows": 300, - "nonzeros": 1550, - "live_fraction": 0.47058823529411764, - "variables": 1700, - "phase_seconds": { - "first_window": 0.21608803999993142 + "first_window": 0.4544028459999936 }, - "process_rss_bytes": 102969344 + "process_rss_bytes": 161435648 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2162,32 +3402,32 @@ "warmup": false }, "stats": { - "min": 0.28666493100013213, - "max": 0.3404213730000265, - "mean": 0.312007732777829, - "stddev": 0.01826011616247416, + "min": 0.5655156930001795, + "max": 0.6252018109998971, + "mean": 0.6003547986666591, + "stddev": 0.015517835296477154, "rounds": 9, - "median": 0.3173521520000122, - "iqr": 0.03037855175000459, - "q1": 0.2926059295000982, - "q3": 0.3229844812501028, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.28666493100013213, - "hd15iqr": 0.3404213730000265, - "ops": 3.205048769454919, - "total": 2.808069595000461, + "median": 0.5994418020000012, + "iqr": 0.006942102999914823, + "q1": 0.5985256497500586, + "q3": 0.6054677527499734, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.5981649020000077, + "hd15iqr": 0.6252018109998971, + "ops": 1.6656816972578907, + "total": 5.403193187999932, "data": [ - 0.32580673500001467, - 0.2937483170001087, - 0.3220437300001322, - 0.3149198940000133, - 0.3179336959999546, - 0.3404213730000265, - 0.2891787670000667, - 0.3173521520000122, - 0.28666493100013213 + 0.6048798950000673, + 0.5655156930001795, + 0.6069987089999813, + 0.5993870429997514, + 0.5986458990000756, + 0.6049574339999708, + 0.5981649020000077, + 0.6252018109998971, + 0.5994418020000012 ], "iterations": 1 } @@ -2221,16 +3461,16 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.004048613999884765, - "build": 0.04405612999994446, - "first_window": 0.3801342439999189 + "attach": 0.004155150999849866, + "build": 0.04342410400022345, + "first_window": 0.3864056659999733 }, - "process_rss_bytes": 137793536 + "process_rss_bytes": 138514432 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2238,32 +3478,28 @@ "warmup": false }, "stats": { - "min": 0.49567952600000353, - "max": 0.5559476379999069, - "mean": 0.524102752111124, - "stddev": 0.018411350755213933, - "rounds": 9, - "median": 0.5189844940000512, - "iqr": 0.020817486749876934, - "q1": 0.5144002802500722, - "q3": 0.5352177669999492, + "min": 0.4900385549999555, + "max": 0.538810642000044, + "mean": 0.5123381820000759, + "stddev": 0.01888356145772139, + "rounds": 5, + "median": 0.5117346120000548, + "iqr": 0.027980725000134044, + "q1": 0.4975309500000549, + "q3": 0.5255116750001889, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.49567952600000353, - "hd15iqr": 0.5559476379999069, - "ops": 1.9080227989109528, - "total": 4.716924769000116, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4900385549999555, + "hd15iqr": 0.538810642000044, + "ops": 1.9518357895876124, + "total": 2.5616909100003795, "data": [ - 0.5101355050001075, - 0.5316701589999866, - 0.5266493050000918, - 0.5158218720000605, - 0.5559476379999069, - 0.5161756790000709, - 0.5458605909998369, - 0.5189844940000512, - 0.49567952600000353 + 0.538810642000044, + 0.4900385549999555, + 0.500028415000088, + 0.5210786860002372, + 0.5117346120000548 ], "iterations": 1 } @@ -2297,16 +3533,16 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.002433787999962078, - "build": 0.02807845699999234, - "first_window": 0.38966498699983276 + "attach": 0.002156684000055975, + "build": 0.027221158999964246, + "first_window": 0.3876011170000311 }, - "process_rss_bytes": 137916416 + "process_rss_bytes": 138518528 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2314,32 +3550,28 @@ "warmup": false }, "stats": { - "min": 0.48267278299999816, - "max": 0.5157069140000203, - "mean": 0.49656132499995287, - "stddev": 0.009711356143269647, - "rounds": 9, - "median": 0.4950372509999852, - "iqr": 0.0090578714999765, - "q1": 0.4910688342499725, - "q3": 0.500126705749949, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.48267278299999816, - "hd15iqr": 0.5157069140000203, - "ops": 2.0138499509604273, - "total": 4.469051924999576, + "min": 0.4887002840000605, + "max": 0.5052040679997845, + "mean": 0.49799711440000466, + "stddev": 0.006132358080999623, + "rounds": 5, + "median": 0.4999093950000315, + "iqr": 0.007196266749701863, + "q1": 0.49420434500018473, + "q3": 0.5014006117498866, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4887002840000605, + "hd15iqr": 0.5052040679997845, + "ops": 2.0080437638776623, + "total": 2.4899855720000232, "data": [ - 0.5157069140000203, - 0.4980287749999661, - 0.49800597399985236, - 0.48267278299999816, - 0.4912568249999367, - 0.4914180429998396, - 0.4950372509999852, - 0.4905048620000798, - 0.5064204979998976 + 0.5001327929999206, + 0.49603903200022614, + 0.4887002840000605, + 0.4999093950000315, + 0.5052040679997845 ], "iterations": 1 } @@ -2373,14 +3605,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "first_window": 0.910822459999963 + "first_window": 0.8944425230001798 }, - "process_rss_bytes": 241573888 + "process_rss_bytes": 241352704 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2388,32 +3620,28 @@ "warmup": false }, "stats": { - "min": 1.0242572019999443, - "max": 1.1431868439999562, - "mean": 1.090615524666671, - "stddev": 0.03575234632760123, - "rounds": 9, - "median": 1.0958538929999122, - "iqr": 0.04113320374995055, - "q1": 1.0699099954999838, - "q3": 1.1110431992499343, + "min": 1.0792255110000042, + "max": 1.1443780700001298, + "mean": 1.1008259381998868, + "stddev": 0.02558609866349584, + "rounds": 5, + "median": 1.0953968270000587, + "iqr": 0.026308647500059124, + "q1": 1.0842196049997028, + "q3": 1.110528252499762, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 1.0242572019999443, - "hd15iqr": 1.1431868439999562, - "ops": 0.916913410255767, - "total": 9.81553972200004, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.0792255110000042, + "hd15iqr": 1.1443780700001298, + "ops": 0.908408827680095, + "total": 5.504129690999434, "data": [ - 1.0937729920001402, - 1.1431868439999562, - 1.1107351569999082, - 1.0764318589999675, - 1.0503444050000326, - 1.0242572019999443, - 1.1089900440001657, - 1.0958538929999122, - 1.1119673260000127 + 1.0792255110000042, + 1.0992449799996393, + 1.0953968270000587, + 1.1443780700001298, + 1.0858843029996024 ], "iterations": 1 } @@ -2447,88 +3675,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "first_window": 0.7343070120000448 - }, - "process_rss_bytes": 182419456 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.8756388799999968, - "max": 0.9123255669999253, - "mean": 0.8908592059999592, - "stddev": 0.013522415324617603, - "rounds": 9, - "median": 0.8873840129999735, - "iqr": 0.019077696750173345, - "q1": 0.8810041359998309, - "q3": 0.9000818327500042, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.8756388799999968, - "hd15iqr": 0.9123255669999253, - "ops": 1.1225118326947456, - "total": 8.017732853999632, - "data": [ - 0.8790280989999246, - 0.8963001619999886, - 0.9114268450000509, - 0.8756388799999968, - 0.8819295729999794, - 0.8873840129999735, - 0.8816628149997996, - 0.9123255669999253, - 0.8920368999999937 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[network-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[network-xs-highspy-matrix-highs]", - "params": { - "case_name": "network", - "size": "xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "network-xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 10000, - "rows": 3750, - "nonzeros": 19950, - "live_fraction": 0.47058823529411764, - "variables": 21250, - "phase_seconds": { - "first_window": 0.2216347409998889 + "first_window": 0.7306626380000125 }, - "process_rss_bytes": 104017920 + "process_rss_bytes": 184524800 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2536,32 +3690,28 @@ "warmup": false }, "stats": { - "min": 0.29277284599993436, - "max": 0.34203864799997064, - "mean": 0.31724393644448257, - "stddev": 0.01599962401690958, - "rounds": 9, - "median": 0.31771114799994393, - "iqr": 0.017508362999819838, - "q1": 0.30920665850015894, - "q3": 0.3267150214999788, + "min": 0.8558228049996615, + "max": 0.9094255579998389, + "mean": 0.8844825793998098, + "stddev": 0.019970194442228695, + "rounds": 5, + "median": 0.8878658700000415, + "iqr": 0.025959439749954072, + "q1": 0.8711633244997756, + "q3": 0.8971227642497297, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.29277284599993436, - "hd15iqr": 0.34203864799997064, - "ops": 3.1521485050510942, - "total": 2.855195428000343, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.8558228049996615, + "hd15iqr": 0.9094255579998389, + "ops": 1.1306045175910393, + "total": 4.422412896999049, "data": [ - 0.31936812400022063, - 0.33269077399995695, - 0.31416911100018297, - 0.3174023720000605, - 0.31771114799994393, - 0.34203864799997064, - 0.32472310399998605, - 0.29431930100008685, - 0.29277284599993436 + 0.9094255579998389, + 0.8930218329996933, + 0.8878658700000415, + 0.8762768309998137, + 0.8558228049996615 ], "iterations": 1 } @@ -2594,14 +3744,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.0023996879999685916, - "build": 0.02780438799982221 + "attach": 0.00521832300000824, + "build": 0.035427660000095784 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2609,28 +3759,28 @@ "warmup": false }, "stats": { - "min": 0.05410358999984055, - "max": 0.06571486300003926, - "mean": 0.058036723599980175, - "stddev": 0.004473698348587757, + "min": 0.064965212000061, + "max": 0.07417330700036473, + "mean": 0.0686684996000622, + "stddev": 0.00360170563839721, "rounds": 5, - "median": 0.05671084600021459, - "iqr": 0.003935806000129105, - "q1": 0.05562977324984786, - "q3": 0.05956557924997696, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.05410358999984055, - "hd15iqr": 0.06571486300003926, - "ops": 17.230469571172375, - "total": 0.2901836179999009, + "median": 0.06768311199994059, + "iqr": 0.005020267500185582, + "q1": 0.06607750624993969, + "q3": 0.07109777375012527, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.064965212000061, + "hd15iqr": 0.07417330700036473, + "ops": 14.56271807050076, + "total": 0.343342498000311, "data": [ - 0.056138500999850294, - 0.05410358999984055, - 0.0575158179999562, - 0.06571486300003926, - 0.05671084600021459 + 0.07007259600004545, + 0.07417330700036473, + 0.06644827099989925, + 0.06768311199994059, + 0.064965212000061 ], "iterations": 1 } @@ -2663,14 +3813,14 @@ "live_fraction": 0.47058823529411764, "variables": 1700, "phase_seconds": { - "attach": 0.005097723000062615, - "build": 0.03533963999984735 + "attach": 0.005646610999974655, + "build": 0.03962404999992941 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2678,28 +3828,28 @@ "warmup": false }, "stats": { - "min": 0.05753004799998962, - "max": 0.06620986999996603, - "mean": 0.061687340799971936, - "stddev": 0.003573783165166414, + "min": 0.06037212399996861, + "max": 0.07602433400006703, + "mean": 0.0680514177999612, + "stddev": 0.0059096934951199595, "rounds": 5, - "median": 0.06139925399997992, - "iqr": 0.006033057000081499, - "q1": 0.058687535749925246, - "q3": 0.06472059275000674, + "median": 0.06634903199983455, + "iqr": 0.007776613750365868, + "q1": 0.06472809999979745, + "q3": 0.07250471375016332, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.05753004799998962, - "hd15iqr": 0.06620986999996603, - "ops": 16.210781450972434, - "total": 0.3084367039998597, + "ld15iqr": 0.06037212399996861, + "hd15iqr": 0.07602433400006703, + "ops": 14.694770988306582, + "total": 0.340257088999806, "data": [ - 0.06620986999996603, - 0.05753004799998962, - 0.05907336499990379, - 0.06139925399997992, - 0.06422416700002032 + 0.06634903199983455, + 0.06037212399996861, + 0.0661800919997404, + 0.07602433400006703, + 0.07133150700019542 ], "iterations": 1 } @@ -2720,10 +3870,10 @@ 1231340 ], "allocations": [ - 56848 + 56855 ], "total_bytes": [ - 7383671 + 7384071 ] }, "columns": 800, @@ -2735,7 +3885,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2743,28 +3893,28 @@ "warmup": false }, "stats": { - "min": 0.18011060700018788, - "max": 0.18339273700007652, - "mean": 0.18192093060001752, - "stddev": 0.0011768193696202452, + "min": 0.18184770800007755, + "max": 0.18340611800022089, + "mean": 0.1828335652001442, + "stddev": 0.0006723503884136369, "rounds": 5, - "median": 0.18207273899997745, - "iqr": 0.0010707535000733515, - "q1": 0.18141325499993854, - "q3": 0.1824840085000119, + "median": 0.18322630900001968, + "iqr": 0.001020699749801679, + "q1": 0.1822792625002876, + "q3": 0.18329996225008927, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.18011060700018788, - "hd15iqr": 0.18339273700007652, - "ops": 5.496893604830228, - "total": 0.9096046530000876, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.18184770800007755, + "hd15iqr": 0.18340611800022089, + "ops": 5.469455233262668, + "total": 0.9141678260007211, "data": [ - 0.18218109899999035, - 0.18339273700007652, - 0.18207273899997745, - 0.18184747099985543, - 0.18011060700018788 + 0.1824231140003576, + 0.18340611800022089, + 0.18184770800007755, + 0.1832645770000454, + 0.18322630900001968 ], "iterations": 1 } @@ -2800,7 +3950,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2808,28 +3958,28 @@ "warmup": false }, "stats": { - "min": 0.030898569999862957, - "max": 0.032925050999892846, - "mean": 0.03172717239999656, - "stddev": 0.0007521109540162055, + "min": 0.03062651400023242, + "max": 0.03437595800005511, + "mean": 0.03205371580006613, + "stddev": 0.0013963774970381928, "rounds": 5, - "median": 0.03171732200007682, - "iqr": 0.0007999805000622473, - "q1": 0.03123855699999467, - "q3": 0.03203853750005692, + "median": 0.03186207499993543, + "iqr": 0.0012477829994850254, + "q1": 0.03127792950033381, + "q3": 0.03252571249981884, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.030898569999862957, - "hd15iqr": 0.032925050999892846, - "ops": 31.51872430964281, - "total": 0.1586358619999828, + "ld15iqr": 0.03062651400023242, + "hd15iqr": 0.03437595800005511, + "ops": 31.197631071463388, + "total": 0.16026857900033065, "data": [ - 0.032925050999892846, - 0.030898569999862957, - 0.03171732200007682, - 0.031351886000038576, - 0.03174303300011161 + 0.03437595800005511, + 0.03149506800036761, + 0.03190896399974008, + 0.03186207499993543, + 0.03062651400023242 ], "iterations": 1 } @@ -2865,7 +4015,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2873,28 +4023,28 @@ "warmup": false }, "stats": { - "min": 0.02362178499993206, - "max": 0.03676757700009148, - "mean": 0.032168156399939106, - "stddev": 0.005412804214620324, + "min": 0.02331755599971075, + "max": 0.03709018900008232, + "mean": 0.030849450799905753, + "stddev": 0.006028788938921646, "rounds": 5, - "median": 0.034805743999868355, - "iqr": 0.007419564499969056, - "q1": 0.02845601649994478, - "q3": 0.035875580999913836, + "median": 0.029271043999870017, + "iqr": 0.010406484500208535, + "q1": 0.026560900249819497, + "q3": 0.03696738475002803, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.02362178499993206, - "hd15iqr": 0.03676757700009148, - "ops": 31.08664318735695, - "total": 0.16084078199969554, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.02331755599971075, + "hd15iqr": 0.03709018900008232, + "ops": 32.41548792833145, + "total": 0.15424725399952877, "data": [ - 0.03557824899985462, - 0.03676757700009148, - 0.03006742699994902, - 0.02362178499993206, - 0.034805743999868355 + 0.029271043999870017, + 0.02331755599971075, + 0.03709018900008232, + 0.036926450000009936, + 0.027642014999855746 ], "iterations": 1 } @@ -2915,10 +4065,10 @@ 873599 ], "allocations": [ - 790 + 789 ], "total_bytes": [ - 1573498 + 1573482 ] }, "columns": 800, @@ -2930,7 +4080,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2938,28 +4088,28 @@ "warmup": false }, "stats": { - "min": 0.01909360700005891, - "max": 0.029132705999927566, - "mean": 0.021521521000067878, - "stddev": 0.0042898721719743516, + "min": 0.018892517000040243, + "max": 0.02306556699977591, + "mean": 0.019998782800030313, + "stddev": 0.0017297031972718314, "rounds": 5, - "median": 0.019787101000019902, - "iqr": 0.0034770189998880596, - "q1": 0.01913760125017916, - "q3": 0.02261462025006722, + "median": 0.01925426400021024, + "iqr": 0.0012679310001431077, + "q1": 0.019153882249952403, + "q3": 0.02042181325009551, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.01909360700005891, - "hd15iqr": 0.029132705999927566, - "ops": 46.46511740489188, - "total": 0.10760760500033939, + "ld15iqr": 0.018892517000040243, + "hd15iqr": 0.02306556699977591, + "ops": 50.00304318513246, + "total": 0.09999391400015156, "data": [ - 0.029132705999927566, - 0.02044192500011377, - 0.019152266000219242, - 0.01909360700005891, - 0.019787101000019902 + 0.02306556699977591, + 0.018892517000040243, + 0.019540562000202044, + 0.01925426400021024, + 0.019241003999923123 ], "iterations": 1 } @@ -2980,10 +4130,10 @@ 692540 ], "allocations": [ - 1879 + 1885 ], "total_bytes": [ - 1275154 + 1233461 ] }, "columns": 800, @@ -2995,7 +4145,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3003,28 +4153,28 @@ "warmup": false }, "stats": { - "min": 0.0189590180000323, - "max": 0.026867416999948546, - "mean": 0.02297090960000787, - "stddev": 0.0034233916791344085, + "min": 0.01757544300016889, + "max": 0.024884423999992578, + "mean": 0.019974941600139573, + "stddev": 0.0028328215888172, "rounds": 5, - "median": 0.022307348000140337, - "iqr": 0.006065350499966371, - "q1": 0.020215915999983736, - "q3": 0.026281266499950107, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.0189590180000323, - "hd15iqr": 0.026867416999948546, - "ops": 43.53332181498191, - "total": 0.11485454800003936, + "median": 0.01907662600024196, + "iqr": 0.0022143405000178973, + "q1": 0.01857714375012165, + "q3": 0.020791484250139547, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.01757544300016889, + "hd15iqr": 0.024884423999992578, + "ops": 50.0627245885421, + "total": 0.09987470800069786, "data": [ - 0.0189590180000323, - 0.020634881999967547, - 0.026867416999948546, - 0.022307348000140337, - 0.026085882999950627 + 0.024884423999992578, + 0.01907662600024196, + 0.01757544300016889, + 0.019427171000188537, + 0.018911044000105903 ], "iterations": 1 } @@ -3057,14 +4207,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.004780956999866248, - "build": 0.04313709799998833 + "attach": 0.005436732999896776, + "build": 0.0362893480000821 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3072,28 +4222,28 @@ "warmup": false }, "stats": { - "min": 0.05958089000000655, - "max": 0.0734560649998457, - "mean": 0.06838842179995482, - "stddev": 0.005605981948316641, + "min": 0.064126252999813, + "max": 0.07168202299999393, + "mean": 0.06791529619995344, + "stddev": 0.00348615558239821, "rounds": 5, - "median": 0.06990395499997248, - "iqr": 0.00792909250003504, - "q1": 0.06479052274994501, - "q3": 0.07271961524998005, + "median": 0.06711862399970414, + "iqr": 0.006524159250034245, + "q1": 0.0649575477500548, + "q3": 0.07148170700008905, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.05958089000000655, - "hd15iqr": 0.0734560649998457, - "ops": 14.62235819573571, - "total": 0.34194210899977406, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.064126252999813, + "hd15iqr": 0.07168202299999393, + "ops": 14.724223495335142, + "total": 0.3395764809997672, "data": [ - 0.0734560649998457, - 0.07247413200002484, - 0.05958089000000655, - 0.0665270669999245, - 0.06990395499997248 + 0.06711862399970414, + 0.07168202299999393, + 0.0652346460001354, + 0.07141493500012075, + 0.064126252999813 ], "iterations": 1 } @@ -3126,14 +4276,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250, "phase_seconds": { - "attach": 0.004232851999859122, - "build": 0.03769367900008547 + "attach": 0.0048237680002785055, + "build": 0.04709040600027947 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3141,28 +4291,28 @@ "warmup": false }, "stats": { - "min": 0.05968110800017712, - "max": 0.08030349099999512, - "mean": 0.06884469360002185, - "stddev": 0.007714106374089995, + "min": 0.06567986399977599, + "max": 0.07946383000034984, + "mean": 0.07050806679999369, + "stddev": 0.005978496536066322, "rounds": 5, - "median": 0.0667935750000197, - "iqr": 0.00971982874995092, - "q1": 0.06418014575001507, - "q3": 0.07389997449996599, + "median": 0.06720795299997917, + "iqr": 0.009080419750148394, + "q1": 0.06617350949989032, + "q3": 0.07525392925003871, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.05968110800017712, - "hd15iqr": 0.08030349099999512, - "ops": 14.5254477536041, - "total": 0.3442234680001093, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.06567986399977599, + "hd15iqr": 0.07946383000034984, + "ops": 14.182774331859706, + "total": 0.3525403339999684, "data": [ - 0.07176546899995628, - 0.06567982499996106, - 0.05968110800017712, - 0.08030349099999512, - 0.0667935750000197 + 0.073850628999935, + 0.06720795299997917, + 0.06633805799992842, + 0.06567986399977599, + 0.07946383000034984 ], "iterations": 1 } @@ -3183,10 +4333,10 @@ 14482676 ], "allocations": [ - 57136 + 57143 ], "total_bytes": [ - 29906761 + 29907161 ] }, "columns": 10000, @@ -3198,7 +4348,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3206,28 +4356,28 @@ "warmup": false }, "stats": { - "min": 0.18267284400008066, - "max": 0.18691152699989289, - "mean": 0.1844184837999819, - "stddev": 0.0019037930895297137, + "min": 0.18585271300025852, + "max": 0.23626991700029976, + "mean": 0.19679633840014504, + "stddev": 0.02211075512265764, "rounds": 5, - "median": 0.18331199700014622, - "iqr": 0.0031667319999542087, - "q1": 0.18306319949994077, - "q3": 0.18622993149989497, - "iqr_outliers": 0, + "median": 0.18652577900002143, + "iqr": 0.015075548750019152, + "q1": 0.18597753550011475, + "q3": 0.2010530842501339, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.18267284400008066, - "hd15iqr": 0.18691152699989289, - "ops": 5.422449959433503, - "total": 0.9220924189999096, + "outliers": "1;1", + "ld15iqr": 0.18585271300025852, + "hd15iqr": 0.23626991700029976, + "ops": 5.081395355876515, + "total": 0.9839816920007252, "data": [ - 0.18691152699989289, - 0.18600273299989567, - 0.18319331799989413, - 0.18267284400008066, - 0.18331199700014622 + 0.18931414000007862, + 0.18585271300025852, + 0.23626991700029976, + 0.18652577900002143, + 0.18601914300006683 ], "iterations": 1 } @@ -3263,7 +4413,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3271,28 +4421,28 @@ "warmup": false }, "stats": { - "min": 0.0697327679999944, - "max": 0.07116306600005373, - "mean": 0.07036639060006564, - "stddev": 0.0005639093145605967, + "min": 0.07264981700018325, + "max": 0.1054772980000962, + "mean": 0.08514982379992944, + "stddev": 0.015545311501138035, "rounds": 5, - "median": 0.07018673400011721, - "iqr": 0.0008359207499211152, - "q1": 0.06997503825010654, - "q3": 0.07081095900002765, + "median": 0.07511094099982074, + "iqr": 0.026391736999812565, + "q1": 0.07376166949995877, + "q3": 0.10015340649977134, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.0697327679999944, - "hd15iqr": 0.07116306600005373, - "ops": 14.21133003231044, - "total": 0.3518319530003282, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.07264981700018325, + "hd15iqr": 0.1054772980000962, + "ops": 11.744005511386963, + "total": 0.4257491189996472, "data": [ - 0.07116306600005373, - 0.0697327679999944, - 0.07069359000001896, - 0.07005579500014392, - 0.07018673400011721 + 0.07264981700018325, + 0.07511094099982074, + 0.1054772980000962, + 0.07413228699988395, + 0.09837877599966305 ], "iterations": 1 } @@ -3328,7 +4478,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3336,28 +4486,28 @@ "warmup": false }, "stats": { - "min": 0.08331253400001515, - "max": 0.12119842099991729, - "mean": 0.09205517099994723, - "stddev": 0.016328812271113838, + "min": 0.08519242400006988, + "max": 0.11787947599987092, + "mean": 0.10789463199998864, + "stddev": 0.012944774956831249, "rounds": 5, - "median": 0.08472074199994495, - "iqr": 0.010813652249794359, - "q1": 0.0842986025000414, - "q3": 0.09511225474983576, + "median": 0.11253321100002722, + "iqr": 0.009249071250110319, + "q1": 0.10470997024992812, + "q3": 0.11395904150003844, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.08331253400001515, - "hd15iqr": 0.12119842099991729, - "ops": 10.863050811133395, - "total": 0.4602758549997361, + "ld15iqr": 0.11121581899988087, + "hd15iqr": 0.11787947599987092, + "ops": 9.268301689004375, + "total": 0.5394731599999432, "data": [ - 0.08472074199994495, - 0.08331253400001515, - 0.08462729200005015, - 0.08641686599980858, - 0.12119842099991729 + 0.08519242400006988, + 0.11121581899988087, + 0.11787947599987092, + 0.11265223000009428, + 0.11253321100002722 ], "iterations": 1 } @@ -3375,13 +4525,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2190851 + 1925165 ], "allocations": [ - 4262 + 4261 ], "total_bytes": [ - 4706891 + 4706875 ] }, "columns": 10000, @@ -3393,7 +4543,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3401,28 +4551,28 @@ "warmup": false }, "stats": { - "min": 0.0221534590000374, - "max": 0.03585683500000414, - "mean": 0.026802949400007492, - "stddev": 0.00604421424281872, + "min": 0.021665956000106235, + "max": 0.03240865300040241, + "mean": 0.02480115080015821, + "stddev": 0.004338979820105859, "rounds": 5, - "median": 0.022935382000014215, - "iqr": 0.00898165125011019, - "q1": 0.022661362749943237, - "q3": 0.03164301400005343, - "iqr_outliers": 0, + "median": 0.023355734000233497, + "iqr": 0.0037102875002119617, + "q1": 0.022369961499975943, + "q3": 0.026080249000187905, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.0221534590000374, - "hd15iqr": 0.03585683500000414, - "ops": 37.309326860861084, - "total": 0.13401474700003746, + "outliers": "1;1", + "ld15iqr": 0.021665956000106235, + "hd15iqr": 0.03240865300040241, + "ops": 40.32070963391025, + "total": 0.12400575400079106, "data": [ - 0.03585683500000414, - 0.030238407000069856, - 0.022935382000014215, - 0.0221534590000374, - 0.02283066399991185 + 0.023355734000233497, + 0.03240865300040241, + 0.023970781000116403, + 0.021665956000106235, + 0.022604629999932513 ], "iterations": 1 } @@ -3440,13 +4590,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2063069 + 1544647 ], "allocations": [ - 1900 + 1906 ], "total_bytes": [ - 4743272 + 4213979 ] }, "columns": 10000, @@ -3458,7 +4608,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3466,28 +4616,28 @@ "warmup": false }, "stats": { - "min": 0.019499003999953857, - "max": 0.02633817099990665, - "mean": 0.02318560619996788, - "stddev": 0.0032357024458143195, + "min": 0.01949351100029162, + "max": 0.021962982999866654, + "mean": 0.02038204239997867, + "stddev": 0.0011068242661348474, "rounds": 5, - "median": 0.024519908000002033, - "iqr": 0.00598529275009696, - "q1": 0.019826105999925403, - "q3": 0.025811398750022363, + "median": 0.019717327999842382, + "iqr": 0.0017642304998162217, + "q1": 0.01957609275007144, + "q3": 0.02134032324988766, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.019499003999953857, - "hd15iqr": 0.02633817099990665, - "ops": 43.130207223194596, - "total": 0.1159280309998394, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.01949351100029162, + "hd15iqr": 0.021962982999866654, + "ops": 49.062796572390916, + "total": 0.10191021199989336, "data": [ - 0.025635808000060933, - 0.01993513999991592, - 0.019499003999953857, - 0.02633817099990665, - 0.024519908000002033 + 0.01949351100029162, + 0.021132769999894663, + 0.021962982999866654, + 0.019603619999998045, + 0.019717327999842382 ], "iterations": 1 } @@ -3520,14 +4670,14 @@ "live_fraction": 0.47058823529411764, "variables": 212500, "phase_seconds": { - "attach": 0.006992895999928805, - "build": 0.06518520899999203 + "attach": 0.005491083999913826, + "build": 0.0698896550002246 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3535,28 +4685,28 @@ "warmup": false }, "stats": { - "min": 0.0851881979999689, - "max": 0.10401910699988548, - "mean": 0.09763541479992455, - "stddev": 0.007331044330874241, + "min": 0.09299700199971994, + "max": 0.11070078400007333, + "mean": 0.1024217565998697, + "stddev": 0.006411097083222944, "rounds": 5, - "median": 0.09953873799986468, - "iqr": 0.007517142499921192, - "q1": 0.09467897849998508, - "q3": 0.10219612099990627, + "median": 0.10205314199993154, + "iqr": 0.006971060749947355, + "q1": 0.09936088849985936, + "q3": 0.10633194924980671, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.0851881979999689, - "hd15iqr": 0.10401910699988548, - "ops": 10.242185195292198, - "total": 0.48817707399962273, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.09299700199971994, + "hd15iqr": 0.11070078400007333, + "ops": 9.763550569696754, + "total": 0.5121087829993485, "data": [ - 0.0851881979999689, - 0.09784257199999047, - 0.1015884589999132, - 0.10401910699988548, - 0.09953873799986468 + 0.10205314199993154, + 0.10487567099971784, + 0.11070078400007333, + 0.09299700199971994, + 0.10148218399990583 ], "iterations": 1 } @@ -3589,14 +4739,14 @@ "live_fraction": 0.47058823529411764, "variables": 212500, "phase_seconds": { - "attach": 0.006811388999949486, - "build": 0.07437199600008171 + "attach": 0.006265647000418539, + "build": 0.06188347799979965 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3604,28 +4754,28 @@ "warmup": false }, "stats": { - "min": 0.10174310699994749, - "max": 0.12319128300009652, - "mean": 0.10778944240000783, - "stddev": 0.008841227831816758, + "min": 0.0813887290000821, + "max": 0.11878008999974554, + "mean": 0.10067952839990539, + "stddev": 0.013330095119951235, "rounds": 5, - "median": 0.10405261699997936, - "iqr": 0.008569682250026744, - "q1": 0.10256703449999804, - "q3": 0.11113671675002479, + "median": 0.10120414699986213, + "iqr": 0.012785381249841521, + "q1": 0.09438766524999664, + "q3": 0.10717304649983816, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.10174310699994749, - "hd15iqr": 0.12319128300009652, - "ops": 9.277346442604173, - "total": 0.5389472120000391, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0813887290000821, + "hd15iqr": 0.11878008999974554, + "ops": 9.93250580225145, + "total": 0.503397641999527, "data": [ - 0.12319128300009652, - 0.10174310699994749, - 0.10711852800000088, - 0.1028416770000149, - 0.10405261699997936 + 0.11878008999974554, + 0.10120414699986213, + 0.10330403199986904, + 0.0813887290000821, + 0.09872064399996816 ], "iterations": 1 } @@ -3646,10 +4796,10 @@ 144088076 ], "allocations": [ - 57223 + 57230 ], "total_bytes": [ - 245186894 + 245187294 ] }, "columns": 100000, @@ -3661,7 +4811,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3669,28 +4819,28 @@ "warmup": false }, "stats": { - "min": 0.213157166999963, - "max": 0.21574001399994813, - "mean": 0.21426541520004322, - "stddev": 0.0011870495668540777, + "min": 0.2074221809998562, + "max": 0.23940744699984862, + "mean": 0.2152802175999568, + "stddev": 0.013546646431495885, "rounds": 5, - "median": 0.21400673000016468, - "iqr": 0.0022049099999321697, - "q1": 0.2131683795000754, - "q3": 0.21537328950000756, - "iqr_outliers": 0, + "median": 0.2104199399996105, + "iqr": 0.009282564999921306, + "q1": 0.20839424100017823, + "q3": 0.21767680600009953, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.213157166999963, - "hd15iqr": 0.21574001399994813, - "ops": 4.667108777524252, - "total": 1.071327076000216, + "outliers": "1;1", + "ld15iqr": 0.2074221809998562, + "hd15iqr": 0.23940744699984862, + "ops": 4.645108645599031, + "total": 1.076401087999784, "data": [ - 0.21525104800002737, - 0.213157166999963, - 0.21400673000016468, - 0.21317211700011285, - 0.21574001399994813 + 0.2104199399996105, + 0.23940744699984862, + 0.2074221809998562, + 0.21043325900018317, + 0.20871826100028557 ], "iterations": 1 } @@ -3708,13 +4858,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 24192940 + 8464300 ], "allocations": [ - 227993 + 227979 ], "total_bytes": [ - 58674454 + 42945838 ] }, "columns": 100000, @@ -3726,7 +4876,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3734,28 +4884,28 @@ "warmup": false }, "stats": { - "min": 0.9565860259999681, - "max": 0.9849273789998279, - "mean": 0.9686110821999137, - "stddev": 0.011776644568149842, + "min": 0.9524267430001601, + "max": 0.9912083350000103, + "mean": 0.962654847200065, + "stddev": 0.016098032596799237, "rounds": 5, - "median": 0.9643090049999046, - "iqr": 0.018964068499940367, - "q1": 0.9596695167499547, - "q3": 0.9786335852498951, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.9565860259999681, - "hd15iqr": 0.9849273789998279, - "ops": 1.0324061105400484, - "total": 4.843055410999568, + "median": 0.9558425099999113, + "iqr": 0.011813474499945187, + "q1": 0.9547213905001399, + "q3": 0.9665348650000851, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.9524267430001601, + "hd15iqr": 0.9912083350000103, + "ops": 1.0387939175796554, + "total": 4.813274236000325, "data": [ - 0.9565860259999681, - 0.9849273789998279, - 0.9643090049999046, - 0.9606973469999502, - 0.9765356539999175 + 0.9524267430001601, + 0.9554862730001332, + 0.9583103750001101, + 0.9558425099999113, + 0.9912083350000103 ], "iterations": 1 } @@ -3791,7 +4941,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3799,28 +4949,28 @@ "warmup": false }, "stats": { - "min": 0.7615778709998722, - "max": 0.7730606279999392, - "mean": 0.7678274635999515, - "stddev": 0.004811644539924157, + "min": 0.8460515110000415, + "max": 0.885339939000005, + "mean": 0.8713162547999673, + "stddev": 0.015453335025085896, "rounds": 5, - "median": 0.7671188220001568, - "iqr": 0.008085662000098637, - "q1": 0.764304480249848, - "q3": 0.7723901422499466, + "median": 0.8722551159999057, + "iqr": 0.01845865249970302, + "q1": 0.8645451205001109, + "q3": 0.8830037729998139, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.7615778709998722, - "hd15iqr": 0.7730606279999392, - "ops": 1.3023759209022168, - "total": 3.839137317999757, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.8460515110000415, + "hd15iqr": 0.885339939000005, + "ops": 1.1476889068591694, + "total": 4.356581273999836, "data": [ - 0.7615778709998722, - 0.7671188220001568, - 0.7652133499998399, - 0.7721666469999491, - 0.7730606279999392 + 0.8460515110000415, + 0.8822250509997502, + 0.8722551159999057, + 0.870709657000134, + 0.885339939000005 ], "iterations": 1 } @@ -3838,13 +4988,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 20105851 + 17443915 ], "allocations": [ - 38024 + 38023 ], "total_bytes": [ - 32682686 + 32682670 ] }, "columns": 100000, @@ -3856,7 +5006,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3864,28 +5014,28 @@ "warmup": false }, "stats": { - "min": 0.04644579000000704, - "max": 0.07173073300009492, - "mean": 0.052030204399943616, - "stddev": 0.01102217673424454, + "min": 0.04753324400007841, + "max": 0.04827948899992407, + "mean": 0.04805084839999836, + "stddev": 0.00030839182158933447, "rounds": 5, - "median": 0.047427511999785565, - "iqr": 0.00681831549997014, - "q1": 0.04681802774996413, - "q3": 0.05363634324993427, - "iqr_outliers": 1, + "median": 0.04815343000018402, + "iqr": 0.0003773004998492979, + "q1": 0.047895971000002646, + "q3": 0.048273271499851944, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.04644579000000704, - "hd15iqr": 0.07173073300009492, - "ops": 19.219605449043435, - "total": 0.26015102199971807, + "outliers": "1;0", + "ld15iqr": 0.04753324400007841, + "hd15iqr": 0.04827948899992407, + "ops": 20.81128706980404, + "total": 0.2402542419999918, "data": [ - 0.04760487999988072, - 0.07173073300009492, - 0.04644579000000704, - 0.04694210699994983, - 0.047427511999785565 + 0.0482711989998279, + 0.04827948899992407, + 0.04801687999997739, + 0.04815343000018402, + 0.04753324400007841 ], "iterations": 1 } @@ -3903,13 +5053,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 20063069 + 14864647 ], "allocations": [ - 1912 + 1918 ], "total_bytes": [ - 36392817 + 31093524 ] }, "columns": 100000, @@ -3921,7 +5071,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3929,28 +5079,28 @@ "warmup": false }, "stats": { - "min": 0.026999057000011817, - "max": 0.04233212799999819, - "mean": 0.0355555734000518, - "stddev": 0.007349416305236299, + "min": 0.024637465000068914, + "max": 0.03980262599998241, + "mean": 0.033762855599979956, + "stddev": 0.008164642695987686, "rounds": 5, - "median": 0.039515903000165054, - "iqr": 0.013252193000028, - "q1": 0.027889343750018725, - "q3": 0.041141536750046726, + "median": 0.03965665700025056, + "iqr": 0.01482491675028541, + "q1": 0.024911626749712923, + "q3": 0.039736543499998334, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.026999057000011817, - "hd15iqr": 0.04233212799999819, - "ops": 28.124985884731736, - "total": 0.177777867000259, + "ld15iqr": 0.024637465000068914, + "hd15iqr": 0.03980262599998241, + "ops": 29.61834780351321, + "total": 0.1688142779998998, "data": [ - 0.039515903000165054, - 0.04233212799999819, - 0.026999057000011817, - 0.028186106000021027, - 0.0407446730000629 + 0.03971451600000364, + 0.02500301399959426, + 0.03980262599998241, + 0.03965665700025056, + 0.024637465000068914 ], "iterations": 1 } @@ -3968,13 +5118,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 6068496 + 17603408 ], "allocations": [ - 1013 + 1043 ], "total_bytes": [ - 9442285 + 20977845 ] }, "columns": 1000000, @@ -3983,14 +5133,14 @@ "live_fraction": 0.47058823529411764, "variables": 2125000, "phase_seconds": { - "attach": 0.0181376470000032, - "build": 0.2759767309999006 + "attach": 0.019872407999628194, + "build": 0.2741225949998807 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3998,28 +5148,28 @@ "warmup": false }, "stats": { - "min": 0.341466531000151, - "max": 0.40272315900006106, - "mean": 0.36982082700005775, - "stddev": 0.021906443169050455, + "min": 0.35098244499977227, + "max": 0.42443808599955446, + "mean": 0.3817157019997467, + "stddev": 0.029747399904193873, "rounds": 5, - "median": 0.3685423060001085, - "iqr": 0.020728718249984013, - "q1": 0.3587989042500226, - "q3": 0.3795276225000066, + "median": 0.37639176499988025, + "iqr": 0.04681134874988402, + "q1": 0.3573092222497962, + "q3": 0.40412057099968024, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.341466531000151, - "hd15iqr": 0.40272315900006106, - "ops": 2.7040121242275084, - "total": 1.8491041350002888, + "ld15iqr": 0.35098244499977227, + "hd15iqr": 0.42443808599955446, + "ops": 2.619750758905547, + "total": 1.9085785099987334, "data": [ - 0.40272315900006106, - 0.37179577699998845, - 0.3685423060001085, - 0.341466531000151, - 0.3645763619999798 + 0.42443808599955446, + 0.37639176499988025, + 0.39734806599972217, + 0.3594181479998042, + 0.35098244499977227 ], "iterations": 1 } @@ -4052,14 +5202,14 @@ "live_fraction": 0.47058823529411764, "variables": 2125000, "phase_seconds": { - "attach": 0.015831007999850044, - "build": 0.3023204240000723 + "attach": 0.019022652999865386, + "build": 0.3545217309997497 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4067,28 +5217,28 @@ "warmup": false }, "stats": { - "min": 0.36456753199991, - "max": 0.4289347120000002, - "mean": 0.3829356786000062, - "stddev": 0.026619320644417396, + "min": 0.36862796700006584, + "max": 0.44597075299998323, + "mean": 0.38962316180004564, + "stddev": 0.03212799477464793, "rounds": 5, - "median": 0.3731610449999607, - "iqr": 0.028001771000049303, - "q1": 0.3656925590000242, - "q3": 0.3936943300000735, - "iqr_outliers": 0, + "median": 0.3744076889997814, + "iqr": 0.028746597499775817, + "q1": 0.3721175662502674, + "q3": 0.4008641637500432, + "iqr_outliers": 1, "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.36456753199991, - "hd15iqr": 0.4289347120000002, - "ops": 2.6114046193239298, - "total": 1.914678393000031, + "outliers": "1;1", + "ld15iqr": 0.36862796700006584, + "hd15iqr": 0.44597075299998323, + "ops": 2.566582529077672, + "total": 1.9481158090002282, "data": [ - 0.3731610449999607, - 0.36456753199991, - 0.4289347120000002, - 0.36606756800006224, - 0.3819475360000979 + 0.36862796700006584, + 0.3744076889997814, + 0.3858286340000632, + 0.37328076600033455, + 0.44597075299998323 ], "iterations": 1 } @@ -4109,10 +5259,10 @@ 1440143592 ], "allocations": [ - 59286 + 59283 ], "total_bytes": [ - 2363353095 + 2363353575 ] }, "columns": 1000000, @@ -4124,7 +5274,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4132,28 +5282,28 @@ "warmup": false }, "stats": { - "min": 0.49726006500009134, - "max": 0.5307941820001361, - "mean": 0.5130133852001109, - "stddev": 0.014600837057517115, + "min": 0.48606024599985176, + "max": 0.5146741659996223, + "mean": 0.4966743235998365, + "stddev": 0.012528652418407884, "rounds": 5, - "median": 0.5163371430001007, - "iqr": 0.025586139750089387, - "q1": 0.49846703700006856, - "q3": 0.524053176750158, + "median": 0.4897203619998436, + "iqr": 0.0198266934997946, + "q1": 0.48752227124998626, + "q3": 0.5073489647497809, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.49726006500009134, - "hd15iqr": 0.5307941820001361, - "ops": 1.949266878504409, - "total": 2.5650669260005543, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.48606024599985176, + "hd15iqr": 0.5146741659996223, + "ops": 2.0133917790477245, + "total": 2.4833716179991825, "data": [ - 0.5307941820001361, - 0.5163371430001007, - 0.5218061750001652, - 0.49886936100006096, - 0.49726006500009134 + 0.5049072309998337, + 0.48606024599985176, + 0.4897203619998436, + 0.4880096130000311, + 0.5146741659996223 ], "iterations": 1 } @@ -4171,13 +5321,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 642114844 + 581297436 ], "allocations": [ - 1805218 + 1805158 ], "total_bytes": [ - 959234745 + 898417289 ] }, "columns": 1000000, @@ -4189,7 +5339,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4197,28 +5347,28 @@ "warmup": false }, "stats": { - "min": 8.872001059000013, - "max": 8.934370226000055, - "mean": 8.909692173400071, - "stddev": 0.026822839591833958, + "min": 8.949831600999914, + "max": 9.121003940999799, + "mean": 9.023296595800002, + "stddev": 0.07217970547913002, "rounds": 5, - "median": 8.920301294000183, - "iqr": 0.044304454749976685, - "q1": 8.88681479125006, - "q3": 8.931119246000037, + "median": 9.035330501999852, + "iqr": 0.11848744924975563, + "q1": 8.953479568750254, + "q3": 9.07196701800001, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 8.872001059000013, - "hd15iqr": 8.934370226000055, - "ops": 0.11223732319119899, - "total": 44.54846086700036, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 8.949831600999914, + "hd15iqr": 9.121003940999799, + "ops": 0.11082424138262967, + "total": 45.11648297900001, "data": [ - 8.872001059000013, - 8.891752702000076, - 8.920301294000183, - 8.930035586000031, - 8.934370226000055 + 8.949831600999914, + 9.05562137700008, + 9.035330501999852, + 9.121003940999799, + 8.954695558000367 ], "iterations": 1 } @@ -4236,13 +5386,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 572787305 + 535882845 ], "allocations": [ - 1751643 + 1751591 ], "total_bytes": [ - 1125556518 + 1071030566 ] }, "columns": 1000000, @@ -4254,7 +5404,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4262,28 +5412,28 @@ "warmup": false }, "stats": { - "min": 7.8879746039999645, - "max": 7.9817328280000766, - "mean": 7.934351775400001, - "stddev": 0.042908559095889635, + "min": 7.982997735000026, + "max": 8.04584792500009, + "mean": 8.015997906800113, + "stddev": 0.02611440661489901, "rounds": 5, - "median": 7.955981989999827, - "iqr": 0.07369240225011708, - "q1": 7.889143273499997, - "q3": 7.962835675750114, + "median": 8.026917075000256, + "iqr": 0.04165879675008455, + "q1": 7.991861358750043, + "q3": 8.033520155500128, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 7.8879746039999645, - "hd15iqr": 7.9817328280000766, - "ops": 0.1260342405160863, - "total": 39.671758877, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 7.982997735000026, + "hd15iqr": 8.04584792500009, + "ops": 0.12475053157781921, + "total": 40.07998953400056, "data": [ - 7.9817328280000766, - 7.955981989999827, - 7.956536625000126, - 7.8879746039999645, - 7.889532830000007 + 8.02941089900014, + 7.994815900000049, + 7.982997735000026, + 8.026917075000256, + 8.04584792500009 ], "iterations": 1 } @@ -4301,13 +5451,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 200493351 + 173868915 ], "allocations": [ - 375536 + 375535 ], "total_bytes": [ - 311281225 + 311281209 ] }, "columns": 1000000, @@ -4319,7 +5469,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4327,28 +5477,28 @@ "warmup": false }, "stats": { - "min": 0.3442854049999369, - "max": 0.38317326500009585, - "mean": 0.3627880521999941, - "stddev": 0.013856937746539432, + "min": 0.29574389100025655, + "max": 0.320081115999983, + "mean": 0.3116013064000981, + "stddev": 0.010711949886758184, "rounds": 5, - "median": 0.36313381499985553, - "iqr": 0.012636709499815879, - "q1": 0.35586939500012704, - "q3": 0.3685061044999429, + "median": 0.31775592199983294, + "iqr": 0.016530142000192427, + "q1": 0.3028726560000905, + "q3": 0.31940279800028293, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.3442854049999369, - "hd15iqr": 0.38317326500009585, - "ops": 2.756430356335798, - "total": 1.8139402609999706, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.29574389100025655, + "hd15iqr": 0.320081115999983, + "ops": 3.2092291638726107, + "total": 1.5580065320004906, "data": [ - 0.35973072500019043, - 0.38317326500009585, - 0.36361705099989194, - 0.3442854049999369, - 0.36313381499985553 + 0.3191766920003829, + 0.31775592199983294, + 0.30524891100003515, + 0.320081115999983, + 0.29574389100025655 ], "iterations": 1 } @@ -4366,13 +5516,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 200063069 + 148064647 ], "allocations": [ - 1924 + 1930 ], "total_bytes": [ - 350491356 + 297492063 ] }, "columns": 1000000, @@ -4384,7 +5534,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4392,28 +5542,28 @@ "warmup": false }, "stats": { - "min": 0.15302152999993268, - "max": 0.19090813799994066, - "mean": 0.1661424912000257, - "stddev": 0.01505149624742471, + "min": 0.11050076399988029, + "max": 0.1305272370000239, + "mean": 0.11908659379978417, + "stddev": 0.009181196350923116, "rounds": 5, - "median": 0.1620881570001984, - "iqr": 0.018684688750226996, - "q1": 0.15540935074989193, - "q3": 0.17409403950011892, + "median": 0.1168655039996338, + "iqr": 0.016980275250034538, + "q1": 0.11071566149973933, + "q3": 0.12769593674977386, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.15302152999993268, - "hd15iqr": 0.19090813799994066, - "ops": 6.018929852183686, - "total": 0.8307124560001284, + "ld15iqr": 0.11050076399988029, + "hd15iqr": 0.1305272370000239, + "ops": 8.397250841528498, + "total": 0.5954329689989208, "data": [ - 0.15620529099987834, - 0.19090813799994066, - 0.15302152999993268, - 0.1620881570001984, - 0.16848934000017834 + 0.1168655039996338, + 0.11050076399988029, + 0.11078729399969234, + 0.12675216999969052, + 0.1305272370000239 ], "iterations": 1 } @@ -4431,13 +5581,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 161780416 + 130323088 ], "allocations": [ - 1027 + 1019 ], "total_bytes": [ - 191716336 + 160258792 ] }, "columns": 10000000, @@ -4446,14 +5596,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.045708456999818736, - "build": 1.4315162499997314 + "attach": 0.04200759100012874, + "build": 1.6199038059999111 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4461,28 +5611,28 @@ "warmup": false }, "stats": { - "min": 1.6378137400001833, - "max": 1.7856701059999978, - "mean": 1.7198705676001738, - "stddev": 0.060551168422049266, + "min": 1.669623748000049, + "max": 1.865411709, + "mean": 1.7746538244000476, + "stddev": 0.08722993391475821, "rounds": 5, - "median": 1.718859760000214, - "iqr": 0.09928867149983489, - "q1": 1.6746696070002827, - "q3": 1.7739582785001176, + "median": 1.7389131170002656, + "iqr": 0.14753643274980277, + "q1": 1.717856421250076, + "q3": 1.8653928539998788, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.6378137400001833, - "hd15iqr": 1.7856701059999978, - "ops": 0.5814391029409572, - "total": 8.599352838000868, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 1.669623748000049, + "hd15iqr": 1.865411709, + "ops": 0.56349017833834, + "total": 8.873269122000238, "data": [ - 1.718859760000214, - 1.7700543360001575, - 1.6378137400001833, - 1.7856701059999978, - 1.6869548960003158 + 1.669623748000049, + 1.733933979000085, + 1.865411709, + 1.7389131170002656, + 1.8653865689998383 ], "iterations": 1 } @@ -4500,13 +5650,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 89429662 + 60069534 ], "allocations": [ - 1034 + 1033 ], "total_bytes": [ - 119380875 + 90020747 ] }, "columns": 10000000, @@ -4515,14 +5665,14 @@ "live_fraction": 0.47058823529411764, "variables": 21250000, "phase_seconds": { - "attach": 0.03721150499995929, - "build": 1.7482720129996778 + "attach": 0.042716057999768964, + "build": 1.7287400220002382 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4530,28 +5680,28 @@ "warmup": false }, "stats": { - "min": 1.9286598870003218, - "max": 2.059376228000019, - "mean": 1.986446837800122, - "stddev": 0.0546580030693979, + "min": 1.9002130859998942, + "max": 2.06351564400029, + "mean": 1.9653380621999532, + "stddev": 0.06262167842489791, "rounds": 5, - "median": 2.0021544930000346, - "iqr": 0.08644280750013422, - "q1": 1.9335494535000635, - "q3": 2.0199922610001977, + "median": 1.9447868009997364, + "iqr": 0.07914619500013487, + "q1": 1.9252085362498974, + "q3": 2.0043547312500323, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 1.9286598870003218, - "hd15iqr": 2.059376228000019, - "ops": 0.5034114082345358, - "total": 9.93223418900061, + "ld15iqr": 1.9002130859998942, + "hd15iqr": 2.06351564400029, + "ops": 0.5088183143823224, + "total": 9.826690310999766, "data": [ - 1.9351793089999774, - 2.0021544930000346, - 1.9286598870003218, - 2.059376228000019, - 2.006864272000257 + 1.9002130859998942, + 2.06351564400029, + 1.9447868009997364, + 1.9335403529998985, + 1.9846344269999463 ], "iterations": 1 } @@ -4572,10 +5722,10 @@ 14400724364 ], "allocations": [ - 87312 + 87374 ], "total_bytes": [ - 23587963591 + 23587971455 ] }, "columns": 10000000, @@ -4587,7 +5737,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4595,28 +5745,28 @@ "warmup": false }, "stats": { - "min": 3.6693300780002573, - "max": 3.729214119000062, - "mean": 3.707567903799918, - "stddev": 0.025441103892555703, + "min": 3.6671595039997555, + "max": 3.712312185999963, + "mean": 3.6906658762000006, + "stddev": 0.016537626536261545, "rounds": 5, - "median": 3.714760488999673, - "iqr": 0.04012465049993352, - "q1": 3.6889562617499223, - "q3": 3.729080912249856, + "median": 3.6883087400001386, + "iqr": 0.019394531249645297, + "q1": 3.682317552250197, + "q3": 3.7017120834998423, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 3.6693300780002573, - "hd15iqr": 3.729214119000062, - "ops": 0.26971859341405224, - "total": 18.53783951899959, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 3.6671595039997555, + "hd15iqr": 3.712312185999963, + "ops": 0.27095381525829815, + "total": 18.453329381000003, "data": [ - 3.714760488999673, - 3.729214119000062, - 3.729036509999787, - 3.6954983229998106, - 3.6693300780002573 + 3.6671595039997555, + 3.712312185999963, + 3.687370235000344, + 3.6883087400001386, + 3.698178715999802 ], "iterations": 1 } @@ -4634,13 +5784,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2016743351 + 1750493915 ], "allocations": [ - 3750536 + 3750535 ], "total_bytes": [ - 3109872333 + 3109872317 ] }, "columns": 10000000, @@ -4652,7 +5802,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4660,28 +5810,28 @@ "warmup": false }, "stats": { - "min": 3.2151977940002325, - "max": 3.2475940720000835, - "mean": 3.2355991502000507, - "stddev": 0.013428532109128095, + "min": 3.2082062640001823, + "max": 3.2671908190000067, + "mean": 3.2299331295999765, + "stddev": 0.022790550932963696, "rounds": 5, - "median": 3.2373947840001165, - "iqr": 0.020474422750112353, - "q1": 3.226790184749916, - "q3": 3.2472646075000284, + "median": 3.2255595130000074, + "iqr": 0.027118846750113335, + "q1": 3.214131106499849, + "q3": 3.2412499532499623, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 3.2151977940002325, - "hd15iqr": 3.2475940720000835, - "ops": 0.3090617698852381, - "total": 16.177995751000253, + "ld15iqr": 3.2082062640001823, + "hd15iqr": 3.2671908190000067, + "ops": 0.30960393292224253, + "total": 16.149665647999882, "data": [ - 3.2475940720000835, - 3.24715478600001, - 3.2373947840001165, - 3.2306543149998106, - 3.2151977940002325 + 3.2671908190000067, + 3.2255595130000074, + 3.216106053999738, + 3.2082062640001823, + 3.2326029979999475 ], "iterations": 1 } @@ -4699,13 +5849,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2000063069 + 1480064647 ], "allocations": [ - 1924 + 1930 ], "total_bytes": [ - 3491707464 + 2961708171 ] }, "columns": 10000000, @@ -4717,7 +5867,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4725,33 +5875,33 @@ "warmup": false }, "stats": { - "min": 1.3591448330003004, - "max": 1.4095298090001052, - "mean": 1.3789721422002004, - "stddev": 0.02092765283339454, + "min": 1.1990785070001948, + "max": 1.28884615700008, + "mean": 1.2430779330001314, + "stddev": 0.037112135539722056, "rounds": 5, - "median": 1.37795059400014, - "iqr": 0.033185058750063945, - "q1": 1.3600801040001897, - "q3": 1.3932651627502537, + "median": 1.2298773700003949, + "iqr": 0.05977602224970724, + "q1": 1.217697933500176, + "q3": 1.2774739557498833, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 1.3591448330003004, - "hd15iqr": 1.4095298090001052, - "ops": 0.7251778113548135, - "total": 6.894860711001002, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.1990785070001948, + "hd15iqr": 1.28884615700008, + "ops": 0.8044547919747316, + "total": 6.215389665000657, "data": [ - 1.3878436140003032, - 1.37795059400014, - 1.3603918610001529, - 1.3591448330003004, - 1.4095298090001052 + 1.2298773700003949, + 1.2239044090001698, + 1.28884615700008, + 1.2736832219998178, + 1.1990785070001948 ], "iterations": 1 } } ], - "datetime": "2026-10-13T12:29:59.628360+00:00", + "datetime": "2026-10-14T06:46:19.925260+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-nodal.ceilings.json b/bench/results/latest-highs-nodal.ceilings.json index b9abe16db..46c860294 100644 --- a/bench/results/latest-highs-nodal.ceilings.json +++ b/bench/results/latest-highs-nodal.ceilings.json @@ -9,6 +9,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 13 s on nodal/m, so the next rung projects to 130 s \u2014 over the 30 s budget" + "reason": "pyomo took 13.2 s on nodal/m, so the next rung projects to 65.9 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-nodal.json b/bench/results/latest-highs-nodal.json index 57c54e0ba..0c3245a22 100644 --- a/bench/results/latest-highs-nodal.json +++ b/bench/results/latest-highs-nodal.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.1162109375, - 1.2392578125, - 1.0986328125 + 1.150390625, + 1.21728515625, + 1.0439453125 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 131836887 + 152809279 ], "allocations": [ - 72739 + 72756 ], "total_bytes": [ - 258648706 + 279620516 ], "rss_bytes": [ - 214507520 + 215134208 ] }, "columns": 300, @@ -204,14 +204,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0019934910000074524, - "build": 0.010884898999961479 + "attach": 0.0013575619999528499, + "build": 0.012340637999955106 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.01867715700007011, - "max": 0.062125513999944815, - "mean": 0.02719274122222891, - "stddev": 0.013439123237969062, + "min": 0.01829502800001137, + "max": 0.06406422399993517, + "mean": 0.028170243888881587, + "stddev": 0.01368659414040254, "rounds": 9, - "median": 0.02344877199993789, - "iqr": 0.0059752660000071955, - "q1": 0.020409548749995565, - "q3": 0.02638481475000276, + "median": 0.024668226000017057, + "iqr": 0.0035558947500078375, + "q1": 0.022722475999955805, + "q3": 0.026278370749963642, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.01867715700007011, - "hd15iqr": 0.062125513999944815, - "ops": 36.77451978186526, - "total": 0.2447346710000602, + "ld15iqr": 0.01829502800001137, + "hd15iqr": 0.06406422399993517, + "ops": 35.49845020669794, + "total": 0.2535321949999343, "data": [ - 0.062125513999944815, - 0.028048989000012625, - 0.024675951000062923, - 0.02116596500002288, - 0.02032425200002308, - 0.020437980999986394, - 0.025830089999999473, - 0.01867715700007011, - 0.02344877199993789 + 0.06406422399993517, + 0.0252521520000073, + 0.022495609999964472, + 0.026505425000095784, + 0.026202685999919595, + 0.024668226000017057, + 0.01829502800001137, + 0.02325074600003063, + 0.022798097999952915 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 148615534 + 144421910 ], "allocations": [ - 72788 + 72791 ], "total_bytes": [ - 275655749 + 271461535 ], "rss_bytes": [ - 215228416 + 215023616 ] }, "columns": 300, @@ -281,14 +281,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0009088309999469857, - "build": 0.007670158999985688 + "attach": 0.0017599289999452594, + "build": 0.01250654700004361 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.015457256999980018, - "max": 0.02853569499995956, - "mean": 0.02418790933330052, - "stddev": 0.00373353436305007, + "min": 0.019671128999902976, + "max": 0.027055239999981495, + "mean": 0.02323844655554947, + "stddev": 0.003054107440846664, "rounds": 9, - "median": 0.02508702699992682, - "iqr": 0.0018680747499502104, - "q1": 0.02398164849998352, - "q3": 0.02584972324993373, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.021549060999973335, - "hd15iqr": 0.02853569499995956, - "ops": 41.342969589490636, - "total": 0.21769118399970466, + "median": 0.023056716999917626, + "iqr": 0.005926763750011332, + "q1": 0.02045943125000349, + "q3": 0.026386195000014823, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.019671128999902976, + "hd15iqr": 0.027055239999981495, + "ops": 43.03213631813072, + "total": 0.20914601899994523, "data": [ - 0.024792510999986916, - 0.026027989999988677, - 0.025491912999996202, - 0.02508702699992682, - 0.025790300999915416, - 0.02853569499995956, - 0.024959428999977717, - 0.021549060999973335, - 0.015457256999980018 + 0.027055239999981495, + 0.019671128999902976, + 0.020702182000036373, + 0.02016557600006763, + 0.024946844000055535, + 0.02055738299998211, + 0.026714031999972576, + 0.026276916000028905, + 0.023056716999917626 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112791447 + 1112659351 ], "allocations": [ - 249469 + 249466 ], "total_bytes": [ - 1371488053 + 1371354051 ], "rss_bytes": [ - 245473280 + 242978816 ] }, "columns": 300, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.04250694500001373, - "max": 0.4004321090000076, - "mean": 0.08271041122221352, - "stddev": 0.11914627931365444, + "min": 0.043542000999991615, + "max": 0.40576937299999827, + "mean": 0.08401401400000294, + "stddev": 0.12065851343122448, "rounds": 9, - "median": 0.042940881999925296, - "iqr": 0.0008201545000474653, - "q1": 0.042651847749965555, - "q3": 0.04347200225001302, + "median": 0.04372679900006915, + "iqr": 0.00042966725001747363, + "q1": 0.04363854774999254, + "q3": 0.044068215000010014, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.04250694500001373, - "hd15iqr": 0.4004321090000076, - "ops": 12.090376353145613, - "total": 0.7443937009999217, + "ld15iqr": 0.043542000999991615, + "hd15iqr": 0.40576937299999827, + "ops": 11.902776124944642, + "total": 0.7561261260000265, "data": [ - 0.4004321090000076, - 0.042940881999925296, - 0.04342504800001734, - 0.04250694500001373, - 0.04268415499996081, - 0.04255492599997979, - 0.04333808800004135, - 0.043612865000000056, - 0.04289868299997579 + 0.40576937299999827, + 0.04372679900006915, + 0.044348495999997795, + 0.043542000999991615, + 0.04364992900002562, + 0.04360455100004401, + 0.04364987999997538, + 0.04386030899991056, + 0.04397478800001409 ], "iterations": 1 } @@ -416,13 +416,13 @@ 1097336251 ], "allocations": [ - 198048 + 198047 ], "total_bytes": [ - 1184956732 + 1184955572 ], "rss_bytes": [ - 200491008 + 200568832 ] }, "columns": 300, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.016310197999928278, - "max": 0.7528574740000522, - "mean": 0.09879934211110392, - "stddev": 0.2452720397677655, + "min": 0.016495179999992615, + "max": 0.775542163999944, + "mean": 0.1010838722222363, + "stddev": 0.2529220323005621, "rounds": 9, - "median": 0.01725099999998747, - "iqr": 0.00047615050004878867, - "q1": 0.01684598399995707, - "q3": 0.01732213450000586, + "median": 0.016780419000042457, + "iqr": 0.0003929899999661757, + "q1": 0.01658902450003552, + "q3": 0.016982014500001696, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.016310197999928278, - "hd15iqr": 0.7528574740000522, - "ops": 10.121524887032738, - "total": 0.8891940789999353, + "ld15iqr": 0.016495179999992615, + "hd15iqr": 0.775542163999944, + "ops": 9.892774960198064, + "total": 0.9097548500001267, "data": [ - 0.7528574740000522, - 0.016310197999928278, - 0.01681712399999924, - 0.016855603999943014, - 0.017271369000013692, - 0.01725099999998747, - 0.017102411999985634, - 0.01744907800002693, - 0.017279819999998836 + 0.775542163999944, + 0.016780419000042457, + 0.01750313399998049, + 0.016808308000008765, + 0.016495179999992615, + 0.016555612000047404, + 0.01667125100004796, + 0.01660016200003156, + 0.016798620000031406 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 97232620 + 87408 ], "allocations": [ - 33090 + 1540 ], "total_bytes": [ - 147262685 + 131189 ], "rss_bytes": [ - 181608448 + 179249152 ] }, "columns": 300, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,76 +515,76 @@ "warmup": false }, "stats": { - "min": 0.006351531000063915, - "max": 0.007204912999895896, - "mean": 0.006734943222201966, - "stddev": 0.000244143124112747, + "min": 0.00028744899998400797, + "max": 0.000560697000082655, + "mean": 0.00038983511112494144, + "stddev": 0.00011298579254038924, "rounds": 9, - "median": 0.006763816999978189, - "iqr": 0.0002505335000648756, - "q1": 0.0066060409999408876, - "q3": 0.006856574500005763, + "median": 0.00035075699997833, + "iqr": 0.00020523125004956455, + "q1": 0.00030338724999978695, + "q3": 0.0005086185000493515, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.006351531000063915, - "hd15iqr": 0.007204912999895896, - "ops": 148.4793511997943, - "total": 0.060614488999817695, + "ld15iqr": 0.00028744899998400797, + "hd15iqr": 0.000560697000082655, + "ops": 2565.1871046564142, + "total": 0.003508516000124473, "data": [ - 0.006849987000009605, - 0.006642977999945288, - 0.006876336999994237, - 0.00677880799992181, - 0.006351531000063915, - 0.006650888000081068, - 0.0064952299999276875, - 0.007204912999895896, - 0.006763816999978189 + 0.000560697000082655, + 0.0003130979999923511, + 0.00030751700001019344, + 0.00035213800003930373, + 0.0005515560000048936, + 0.00029099799996856746, + 0.00035075699997833, + 0.00028744899998400797, + 0.0004943060000641708 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-highs]", + "name": "test_emit[nodal-2xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-specsolve-highs]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "highs" }, - "param": "nodal-xs-specsolve-highs", + "param": "nodal-2xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 140409093 + 131885155 ], "allocations": [ 72750 ], "total_bytes": [ - 267453026 + 258834172 ], "rss_bytes": [ - 218603520 + 215531520 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000, + "variables": 6000, "phase_seconds": { - "attach": 0.0009710110000469285, - "build": 0.011991209000029812 + "attach": 0.0008882640000820174, + "build": 0.01195550500005993 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -592,76 +592,76 @@ "warmup": false }, "stats": { - "min": 0.017345329000022502, - "max": 0.02699324999991859, - "mean": 0.023559874777763272, - "stddev": 0.002911428014624365, + "min": 0.01811576199997944, + "max": 0.02907684399997379, + "mean": 0.023578313777786915, + "stddev": 0.003976709987001647, "rounds": 9, - "median": 0.023792398999944453, - "iqr": 0.003380393750035182, - "q1": 0.022502070999962598, - "q3": 0.02588246474999778, - "iqr_outliers": 1, + "median": 0.0219567440000219, + "iqr": 0.007134956500038925, + "q1": 0.020282686000001604, + "q3": 0.02741764250004053, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.021479409999983545, - "hd15iqr": 0.02699324999991859, - "ops": 42.445047328682705, - "total": 0.21203887299986945, + "outliers": "2;0", + "ld15iqr": 0.01811576199997944, + "hd15iqr": 0.02907684399997379, + "ops": 42.41185393597137, + "total": 0.21220482400008223, "data": [ - 0.026331875999972, - 0.017345329000022502, - 0.02699324999991859, - 0.023862479000058556, - 0.021479409999983545, - 0.02365851100000782, - 0.022842957999955615, - 0.025732661000006374, - 0.023792398999944453 + 0.02907684399997379, + 0.019994058999941444, + 0.027501845000074354, + 0.027389575000029254, + 0.026198453999995763, + 0.021592646000044624, + 0.0219567440000219, + 0.01811576199997944, + 0.020378895000021657 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-in-memory-highs]", + "name": "test_emit[nodal-2xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-specsolve-in-memory-highs]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "nodal-xs-specsolve-in-memory-highs", + "param": "nodal-2xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 119438700 + 136080522 ], "allocations": [ - 72773 + 72786 ], "total_bytes": [ - 246711037 + 263257951 ], "rss_bytes": [ - 218095616 + 215986176 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000, + "variables": 6000, "phase_seconds": { - "attach": 0.0012477980000085154, - "build": 0.01344825600006061 + "attach": 0.0013879699999961304, + "build": 0.012238203000038084 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -669,72 +669,72 @@ "warmup": false }, "stats": { - "min": 0.020180471999992733, - "max": 0.027540824999960023, - "mean": 0.024229947555555655, - "stddev": 0.002648466484593449, + "min": 0.020071207000000868, + "max": 0.030786541999987094, + "mean": 0.023553127000013774, + "stddev": 0.0033992072546490345, "rounds": 9, - "median": 0.0238529490000019, - "iqr": 0.004763681749921034, - "q1": 0.021859514500050636, - "q3": 0.02662319624997167, + "median": 0.022224812000104066, + "iqr": 0.004030431999893835, + "q1": 0.021362700750046315, + "q3": 0.02539313274994015, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.020180471999992733, - "hd15iqr": 0.027540824999960023, - "ops": 41.27124079435786, - "total": 0.2180695280000009, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.020071207000000868, + "hd15iqr": 0.030786541999987094, + "ops": 42.457207486692326, + "total": 0.21197814300012396, "data": [ - 0.02321891400004006, - 0.021829837000041152, - 0.027540824999960023, - 0.0238529490000019, - 0.020180471999992733, - 0.021869407000053798, - 0.027013560000000325, - 0.026070488999948793, - 0.02649307499996212 + 0.020424405000085244, + 0.020071207000000868, + 0.023181443999988005, + 0.02503468299994438, + 0.022111102000053506, + 0.026468481999927462, + 0.030786541999987094, + 0.02167546600003334, + 0.022224812000104066 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-linopy-highs]", + "name": "test_emit[nodal-2xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-linopy-highs]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "highs" }, - "param": "nodal-xs-linopy-highs", + "param": "nodal-2xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1113468728 + 1112974786 ], "allocations": [ 248160 ], "total_bytes": [ - 1371408954 + 1368754838 ], "rss_bytes": [ - 245673984 + 245248000 ] }, - "columns": 3000, - "rows": 1000, + "columns": 1500, + "rows": 500, "nonzeros": null, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.04407648199992309, - "max": 0.04646830899991983, - "mean": 0.04517576222220517, - "stddev": 0.0008387432496076929, + "min": 0.04403299799992055, + "max": 0.04517756899997494, + "mean": 0.04454781588887929, + "stddev": 0.0003578028236492928, "rounds": 9, - "median": 0.0452548509999815, - "iqr": 0.0012948454999843761, - "q1": 0.044352866000025415, - "q3": 0.04564771150000979, + "median": 0.04456846300001871, + "iqr": 0.0003996177499914211, + "q1": 0.04431921749997514, + "q3": 0.04471883524996656, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.04407648199992309, - "hd15iqr": 0.04646830899991983, - "ops": 22.1357637549383, - "total": 0.40658185999984653, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.04403299799992055, + "hd15iqr": 0.04517756899997494, + "ops": 22.44778964011197, + "total": 0.4009303429999136, "data": [ - 0.04646830899991983, - 0.04440160800004378, - 0.04407648199992309, - 0.04420663999997032, - 0.04505457200002638, - 0.04618565199996283, - 0.0452548509999815, - 0.045465347999993355, - 0.045468398000025445 + 0.04517756899997494, + 0.04469763299994156, + 0.04440936399998918, + 0.04404877799993301, + 0.04456846300001871, + 0.044782442000041556, + 0.044675573000063196, + 0.04453752300003089, + 0.04403299799992055 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-pyomo-highs]", + "name": "test_emit[nodal-2xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-pyomo-highs]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "highs" }, - "param": "nodal-xs-pyomo-highs", + "param": "nodal-2xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1102366179 + 1099242347 ], "allocations": [ - 1125314 + 610227 ], "total_bytes": [ - 1246544662 + 1211683848 ], "rss_bytes": [ - 206430208 + 202010624 ] }, - "columns": 3000, - "rows": 1000, + "columns": 1500, + "rows": 500, "nonzeros": null, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.07519934300000841, - "max": 0.07882376899999599, - "mean": 0.07661984755557366, - "stddev": 0.0012324179761029647, + "min": 0.0422856000000138, + "max": 0.09724745899995924, + "mean": 0.049100137666641785, + "stddev": 0.018062612055818092, "rounds": 9, - "median": 0.07650206100004198, - "iqr": 0.0018585137500224391, - "q1": 0.07562494100002937, - "q3": 0.0774834547500518, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.07519934300000841, - "hd15iqr": 0.07882376899999599, - "ops": 13.051448572443102, - "total": 0.689578628000163, + "median": 0.043122632999939015, + "iqr": 0.0008977977499853296, + "q1": 0.04280097875002298, + "q3": 0.04369877650000831, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0422856000000138, + "hd15iqr": 0.09724745899995924, + "ops": 20.3665416742689, + "total": 0.44190123899977607, "data": [ - 0.07882376899999599, - 0.07729824400007601, - 0.07803908699997919, - 0.07654233000005206, - 0.07528355299996292, - 0.07573873700005151, - 0.07615150399999493, - 0.07650206100004198, - 0.07519934300000841 + 0.09724745899995924, + 0.043092682999940735, + 0.04369651900003646, + 0.04232992999993712, + 0.042957995000051596, + 0.04370554899992385, + 0.043122632999939015, + 0.0422856000000138, + 0.04346287099997426 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-xs-highspy-matrix-highs]", + "name": "test_emit[nodal-2xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-2xs5-highspy-matrix-highs]", "params": { "case_name": "nodal", - "size": "xs", + "size": "2xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "nodal-xs-highspy-matrix-highs", + "param": "nodal-2xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 97618344 + 170208 ], "allocations": [ - 33093 + 1540 ], "total_bytes": [ - 147903341 + 239589 ], "rss_bytes": [ - 181596160 + 179404800 ] }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, + "columns": 1500, + "rows": 500, + "nonzeros": 1500, "live_fraction": 0.25, - "variables": 12000 + "variables": 6000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,76 +888,76 @@ "warmup": false }, "stats": { - "min": 0.006438610000031986, - "max": 0.009751568999945448, - "mean": 0.007260868111087702, - "stddev": 0.0012035686623277976, + "min": 0.00030779899998378824, + "max": 0.0006033450000586527, + "mean": 0.0004117425555831586, + "stddev": 0.00011182772975333424, "rounds": 9, - "median": 0.0067979469999954745, - "iqr": 0.000912386500061757, - "q1": 0.006545464249938959, - "q3": 0.007457850750000716, - "iqr_outliers": 2, + "median": 0.00035594700000274315, + "iqr": 0.00018762375000846987, + "q1": 0.00033194725003227177, + "q3": 0.0005195710000407416, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.006438610000031986, - "hd15iqr": 0.008904917999984718, - "ops": 137.72457848021656, - "total": 0.06534781299978931, + "outliers": "2;0", + "ld15iqr": 0.00030779899998378824, + "hd15iqr": 0.0006033450000586527, + "ops": 2428.7020771600387, + "total": 0.0037056830002484276, "data": [ - 0.009751568999945448, - 0.006438610000031986, - 0.008904917999984718, - 0.006616468999936842, - 0.006468739999945683, - 0.006823026000006394, - 0.006571038999936718, - 0.0067979469999954745, - 0.006975495000006049 + 0.00035594700000274315, + 0.0005071860000498418, + 0.0003509279999889259, + 0.00036233700006960134, + 0.00030779899998378824, + 0.0006033450000586527, + 0.00033318700002382684, + 0.00032822800005760655, + 0.0005567260000134411 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-highs]", + "name": "test_emit[nodal-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-highs]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "highs" }, - "param": "nodal-s-specsolve-highs", + "param": "nodal-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 153857241 + 148798429 ], "allocations": [ - 72758 + 72760 ], "total_bytes": [ - 281913148 + 275841828 ], "rss_bytes": [ - 224464896 + 219045888 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000, + "variables": 12000, "phase_seconds": { - "attach": 0.002288928999973905, - "build": 0.019318831000077807 + "attach": 0.002184775000046102, + "build": 0.018613388000062514 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -965,76 +965,76 @@ "warmup": false }, "stats": { - "min": 0.02648310400002174, - "max": 0.0368501580001066, - "mean": 0.03264264844446845, - "stddev": 0.0031454932061111317, + "min": 0.021902063999959864, + "max": 0.03143332700005885, + "mean": 0.02632067222220434, + "stddev": 0.002914903479160982, "rounds": 9, - "median": 0.032318860000032146, - "iqr": 0.003855132750032908, - "q1": 0.030867863499992154, - "q3": 0.03472299625002506, + "median": 0.0254237199999352, + "iqr": 0.0036459114999729536, + "q1": 0.024727889750010945, + "q3": 0.0283738012499839, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.02648310400002174, - "hd15iqr": 0.0368501580001066, - "ops": 30.634769164064494, - "total": 0.29378383600021607, + "ld15iqr": 0.021902063999959864, + "hd15iqr": 0.03143332700005885, + "ops": 37.99295061911038, + "total": 0.2368860499998391, "data": [ - 0.03606409600001825, - 0.03427596300002733, - 0.030659844999945562, - 0.0340400549999913, - 0.032318860000032146, - 0.030937203000007685, - 0.0368501580001066, - 0.02648310400002174, - 0.03215455200006545 + 0.026292372999932923, + 0.024560806999943452, + 0.024783584000033443, + 0.02486795400000119, + 0.021902063999959864, + 0.027936491999980717, + 0.0254237199999352, + 0.029685728999993444, + 0.03143332700005885 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-in-memory-highs]", + "name": "test_emit[nodal-xs-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-specsolve-in-memory-highs]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "nodal-s-specsolve-in-memory-highs", + "param": "nodal-xs-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 143896752 + 127827812 ], "allocations": [ - 72782 + 72777 ], "total_bytes": [ - 272181055 + 255099591 ], "rss_bytes": [ - 224210944 + 218492928 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000, + "variables": 12000, "phase_seconds": { - "attach": 0.002454436999983045, - "build": 0.022318794000057096 + "attach": 0.00170625700002347, + "build": 0.011624956999980895 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1042,72 +1042,72 @@ "warmup": false }, "stats": { - "min": 0.027352156999995714, - "max": 0.03729544400005125, - "mean": 0.03392412355555684, - "stddev": 0.0031244404796708226, + "min": 0.019411981999951422, + "max": 0.03967634799994357, + "mean": 0.02423474544443454, + "stddev": 0.006106209571322521, "rounds": 9, - "median": 0.034609230000000935, - "iqr": 0.0040228805000310786, - "q1": 0.03231511524995767, - "q3": 0.03633799574998875, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.027352156999995714, - "hd15iqr": 0.03729544400005125, - "ops": 29.47754857578916, - "total": 0.30531711200001155, + "median": 0.021903154000028735, + "iqr": 0.0029234307501155854, + "q1": 0.021511552749927887, + "q3": 0.024434983500043472, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.019411981999951422, + "hd15iqr": 0.03967634799994357, + "ops": 41.26307009466229, + "total": 0.21811270899991086, "data": [ - 0.03165717699994275, - 0.032534427999962645, - 0.034609230000000935, - 0.03476509800009353, - 0.03384846699998434, - 0.036048435999987305, - 0.027352156999995714, - 0.03729544400005125, - 0.037206674999993083 + 0.022318141000027936, + 0.03967634799994357, + 0.019411981999951422, + 0.021572737000042252, + 0.02153003799992348, + 0.02145609699994111, + 0.02649635099999159, + 0.023747861000060766, + 0.021903154000028735 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-linopy-highs]", + "name": "test_emit[nodal-xs-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-linopy-highs]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "highs" }, - "param": "nodal-s-linopy-highs", + "param": "nodal-xs-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1122271749 + 1113468728 ], "allocations": [ - 248217 + 248160 ], "total_bytes": [ - 1417082176 + 1371407952 ], "rss_bytes": [ - 259063808 + 245563392 ] }, - "columns": 30000, - "rows": 10000, + "columns": 3000, + "rows": 1000, "nonzeros": null, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1115,72 +1115,72 @@ "warmup": false }, "stats": { - "min": 0.05326875699995526, - "max": 0.10331732400004512, - "mean": 0.06639367177778392, - "stddev": 0.01813891639636664, + "min": 0.044948211000019, + "max": 0.04846516600002815, + "mean": 0.047045091666695446, + "stddev": 0.001064196810484497, "rounds": 9, - "median": 0.055479574000059984, - "iqr": 0.0268351500000108, - "q1": 0.054886866999993345, - "q3": 0.08172201700000414, + "median": 0.046906387000035465, + "iqr": 0.0011828292499274085, + "q1": 0.046569979250051574, + "q3": 0.04775280849997898, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.05326875699995526, - "hd15iqr": 0.10331732400004512, - "ops": 15.061676410169733, - "total": 0.5975430460000553, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.044948211000019, + "hd15iqr": 0.04846516600002815, + "ops": 21.25620260419066, + "total": 0.42340582500025903, "data": [ - 0.10331732400004512, - 0.08142946099997062, - 0.08259968500010473, - 0.055479574000059984, - 0.05326875699995526, - 0.05514570499997262, - 0.0548555769998984, - 0.05489729700002499, - 0.056549666000023535 + 0.046351609999987886, + 0.0466427690000728, + 0.04760485199994946, + 0.046906387000035465, + 0.046741899000039666, + 0.04819667800006755, + 0.04754825300005905, + 0.04846516600002815, + 0.044948211000019 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-pyomo-highs]", + "name": "test_emit[nodal-xs-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-pyomo-highs]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "highs" }, - "param": "nodal-s-pyomo-highs", + "param": "nodal-xs-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1153711507 + 1102366179 ], "allocations": [ - 10395632 + 1125315 ], "total_bytes": [ - 1993920343 + 1246543550 ], "rss_bytes": [ - 262709248 + 206323712 ] }, - "columns": 30000, - "rows": 10000, + "columns": 3000, + "rows": 1000, "nonzeros": null, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 0.8815684810000448, - "max": 0.9922258789999887, - "mean": 0.9193460275555734, - "stddev": 0.031026926025766656, + "min": 0.07581301200002599, + "max": 0.08238524499995492, + "mean": 0.0780097169999989, + "stddev": 0.0026768955601789313, "rounds": 9, - "median": 0.9104864199999838, - "iqr": 0.021980235999961906, - "q1": 0.9060962987500432, - "q3": 0.9280765347500051, - "iqr_outliers": 1, + "median": 0.07635227799994482, + "iqr": 0.003921559749954895, + "q1": 0.07617616875006661, + "q3": 0.0800977285000215, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.8815684810000448, - "hd15iqr": 0.9922258789999887, - "ops": 1.08772972311511, - "total": 8.27411424800016, + "outliers": "2;0", + "ld15iqr": 0.07581301200002599, + "hd15iqr": 0.08238524499995492, + "ops": 12.818915879415561, + "total": 0.7020874529999901, "data": [ - 0.9922258789999887, - 0.9269202570000061, - 0.9088210490000392, - 0.9104864199999838, - 0.8815684810000448, - 0.9144749140000386, - 0.9101498320000019, - 0.9315453680000019, - 0.8979220480000549 + 0.07937827600005676, + 0.07590059100004964, + 0.07635227799994482, + 0.07741925999994237, + 0.07626802800007226, + 0.08238524499995492, + 0.08225608599991574, + 0.07631467700002759, + 0.07581301200002599 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-s-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-s-highspy-matrix-highs]", + "name": "test_emit[nodal-xs-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs-highspy-matrix-highs]", "params": { "case_name": "nodal", - "size": "s", + "size": "xs", "arm": "highspy-matrix", "sink": "highs" }, - "param": "nodal-s-highspy-matrix-highs", + "param": "nodal-xs-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 101462152 + 273708 ], "allocations": [ - 33093 + 1540 ], "total_bytes": [ - 153887301 + 375089 ], "rss_bytes": [ - 182976512 + 179277824 ] }, - "columns": 30000, - "rows": 10000, - "nonzeros": 30000, + "columns": 3000, + "rows": 1000, + "nonzeros": 3000, "live_fraction": 0.25, - "variables": 120000 + "variables": 12000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,76 +1261,76 @@ "warmup": false }, "stats": { - "min": 0.007016706000058548, - "max": 0.011418840000033015, - "mean": 0.009458350666654446, - "stddev": 0.001686714035566884, + "min": 0.0003423179999799686, + "max": 0.00040430699993976305, + "mean": 0.0003638318888887524, + "stddev": 1.9580054587685472e-05, "rounds": 9, - "median": 0.008592566999936935, - "iqr": 0.002926787999967928, - "q1": 0.008285302249959159, - "q3": 0.011212090249927087, + "median": 0.00035354800002096454, + "iqr": 2.4834749922320043e-05, + "q1": 0.00035065725003846637, + "q3": 0.0003754919999607864, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.007016706000058548, - "hd15iqr": 0.011418840000033015, - "ops": 105.72667849221479, - "total": 0.08512515599989001, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.0003423179999799686, + "hd15iqr": 0.00040430699993976305, + "ops": 2748.5221349186536, + "total": 0.0032744869999987714, "data": [ - 0.011170490999916183, - 0.011418840000033015, - 0.008218597999984922, - 0.01073027200004617, - 0.007016706000058548, - 0.008307536999950571, - 0.008592566999936935, - 0.0113368879999598, - 0.008333257000003869 + 0.0003749269999389071, + 0.0003696869999885166, + 0.0003517070000498279, + 0.00037718700002642436, + 0.00034750800000438176, + 0.00035329800005001744, + 0.00040430699993976305, + 0.0003423179999799686, + 0.00035354800002096454 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-highs]", + "name": "test_emit[nodal-xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-specsolve-highs]", "params": { "case_name": "nodal", - "size": "m", + "size": "xs5", "arm": "specsolve", "sink": "highs" }, - "param": "nodal-m-specsolve-highs", + "param": "nodal-xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 234345905 + 148308885 ], "allocations": [ - 72803 + 72746 ], "total_bytes": [ - 370292711 + 275900802 ], "rss_bytes": [ - 312258560 + 219488256 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, "live_fraction": 0.25, - "variables": 1200000, + "variables": 60000, "phase_seconds": { - "attach": 0.0021398459999772967, - "build": 0.04743058299993663 + "attach": 0.0011291429999573666, + "build": 0.015948686000001544 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1338,76 +1338,76 @@ "warmup": false }, "stats": { - "min": 0.08037249699998483, - "max": 0.11010624200002894, - "mean": 0.09662889388889401, - "stddev": 0.011799680846351636, + "min": 0.023767470999928264, + "max": 0.03270428799999081, + "mean": 0.02812318999999914, + "stddev": 0.0029839872851844776, "rounds": 9, - "median": 0.1020559730000059, - "iqr": 0.020667435999996542, - "q1": 0.08545262325000635, - "q3": 0.1061200592500029, + "median": 0.027652732999968066, + "iqr": 0.003562920000035774, + "q1": 0.02637656999999649, + "q3": 0.029939490000032265, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.08037249699998483, - "hd15iqr": 0.11010624200002894, - "ops": 10.348871437458673, - "total": 0.869660045000046, + "ld15iqr": 0.023767470999928264, + "hd15iqr": 0.03270428799999081, + "ops": 35.55784390035521, + "total": 0.25310870999999224, "data": [ - 0.10518901199998254, - 0.09023680699999659, - 0.08670334800001456, - 0.10770345700007056, - 0.11010624200002894, - 0.1020559730000059, - 0.10559225999998034, - 0.08170044899998175, - 0.08037249699998483 + 0.03270428799999081, + 0.027652732999968066, + 0.027097066999999697, + 0.023767470999928264, + 0.029023294000012356, + 0.02661189100001593, + 0.027893281000046954, + 0.03268807800009199, + 0.025670606999938173 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-in-memory-highs]", + "name": "test_emit[nodal-xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-specsolve-in-memory-highs]", "params": { "case_name": "nodal", - "size": "m", + "size": "xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "nodal-m-specsolve-in-memory-highs", + "param": "nodal-xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 244308312 + 144116044 ], "allocations": [ - 72809 + 72789 ], "total_bytes": [ - 380481890 + 271936373 ], "rss_bytes": [ - 294289408 + 220389376 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, "live_fraction": 0.25, - "variables": 1200000, + "variables": 60000, "phase_seconds": { - "attach": 0.004461321999997381, - "build": 0.0597731959999237 + "attach": 0.000979313000016191, + "build": 0.016077826000014284 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1415,72 +1415,72 @@ "warmup": false }, "stats": { - "min": 0.09017499699996279, - "max": 0.14071607100004258, - "mean": 0.1040063324444418, - "stddev": 0.017486468707316988, + "min": 0.025919685000076242, + "max": 0.03924128100004509, + "mean": 0.030100352666686883, + "stddev": 0.004164407257226691, "rounds": 9, - "median": 0.09468292900010056, - "iqr": 0.024994088750077026, - "q1": 0.0926234859999795, - "q3": 0.11761757475005652, - "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.09017499699996279, - "hd15iqr": 0.14071607100004258, - "ops": 9.614799180945843, - "total": 0.9360569919999762, + "median": 0.03025116399999206, + "iqr": 0.004373688500066919, + "q1": 0.027117070249971675, + "q3": 0.031490758750038594, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 0.025919685000076242, + "hd15iqr": 0.03924128100004509, + "ops": 33.22220211415447, + "total": 0.27090317400018193, "data": [ - 0.14071607100004258, - 0.09298138899998776, - 0.11824814099998093, - 0.09017499699996279, - 0.09368035499994676, - 0.11740738600008171, - 0.0915497769999547, - 0.09468292900010056, - 0.09661594699991838 + 0.03234117100009826, + 0.025919685000076242, + 0.031207288000018707, + 0.030965949999995246, + 0.027513894999970034, + 0.0275361440000097, + 0.03025116399999206, + 0.03924128100004509, + 0.025926595999976598 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-linopy-highs]", + "name": "test_emit[nodal-xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-linopy-highs]", "params": { "case_name": "nodal", - "size": "m", + "size": "xs5", "arm": "linopy", "sink": "highs" }, - "param": "nodal-m-linopy-highs", + "param": "nodal-xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1210381860 + 1117512753 ], "allocations": [ - 248366 + 248204 ], "total_bytes": [ - 1855043175 + 1392051984 ], "rss_bytes": [ - 355680256 + 249864192 ] }, - "columns": 300000, - "rows": 100000, + "columns": 15000, + "rows": 5000, "nonzeros": null, "live_fraction": 0.25, - "variables": 1200000 + "variables": 60000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1488,72 +1488,72 @@ "warmup": false }, "stats": { - "min": 0.15179461000002448, - "max": 0.2160914399999001, - "mean": 0.17244675866663783, - "stddev": 0.02119366659580772, + "min": 0.04833437699994647, + "max": 0.07842776300003607, + "mean": 0.058444496000005425, + "stddev": 0.013735024798502247, "rounds": 9, - "median": 0.16130620199999157, - "iqr": 0.027846454499950823, - "q1": 0.1566772422499696, - "q3": 0.18452369674992042, + "median": 0.05026609300000473, + "iqr": 0.025954693249985894, + "q1": 0.04889582749999022, + "q3": 0.07485052074997611, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.15179461000002448, - "hd15iqr": 0.2160914399999001, - "ops": 5.798891250447513, - "total": 1.5520208279997405, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.04833437699994647, + "hd15iqr": 0.07842776300003607, + "ops": 17.110251066240817, + "total": 0.5260004640000489, "data": [ - 0.15179461000002448, - 0.1567941289999908, - 0.15750757600005727, - 0.2160914399999001, - 0.16130620199999157, - 0.182467900000006, - 0.18555118999995557, - 0.1841811989999087, - 0.156326581999906 + 0.05026609300000473, + 0.04899285199996939, + 0.04833437699994647, + 0.07842776300003607, + 0.0739249949999703, + 0.049083222000035676, + 0.04860475400005271, + 0.07762709799999357, + 0.05073931000003995 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-pyomo-highs]", + "name": "test_emit[nodal-xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-pyomo-highs]", "params": { "case_name": "nodal", - "size": "m", + "size": "xs5", "arm": "pyomo", "sink": "highs" }, - "param": "nodal-m-pyomo-highs", + "param": "nodal-xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1655822435 + 1124867003 ], "allocations": [ - 103096327 + 5245522 ], "total_bytes": [ - 22827313302 + 1548108153 ], "rss_bytes": [ - 787058688 + 227975168 ] }, - "columns": 300000, - "rows": 100000, + "columns": 15000, + "rows": 5000, "nonzeros": null, "live_fraction": 0.25, - "variables": 1200000 + "variables": 60000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1561,72 +1561,1483 @@ "warmup": false }, "stats": { - "min": 13.043384966999952, - "max": 13.453531861000101, - "mean": 13.19879135811113, - "stddev": 0.13542862860344815, + "min": 0.4240417350000598, + "max": 0.4679789140000139, + "mean": 0.4390503226666801, + "stddev": 0.012970401424712018, "rounds": 9, - "median": 13.160299700999872, - "iqr": 0.1907871907499441, - "q1": 13.097685433750058, - "q3": 13.288472624500002, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 13.043384966999952, - "hd15iqr": 13.453531861000101, - "ops": 0.07576451304273889, - "total": 118.78912222300016, + "median": 0.4367083360000379, + "iqr": 0.012517378500007226, + "q1": 0.4312311947499836, + "q3": 0.44374857324999084, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.4240417350000598, + "hd15iqr": 0.4679789140000139, + "ops": 2.2776432412718757, + "total": 3.9514529040001207, "data": [ - 13.453531861000101, - 13.357779895000021, - 13.043384966999952, - 13.077544315000068, - 13.104399140000055, - 13.160299700999872, - 13.149680926999963, - 13.177131216000134, - 13.265370200999996 + 0.42807467800002996, + 0.43228336699996817, + 0.4240417350000598, + 0.4367083360000379, + 0.4679789140000139, + 0.4477477479999834, + 0.43805385600001046, + 0.4424155149999933, + 0.4341487550000238 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[nodal-m-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[nodal-m-highspy-matrix-highs]", + "name": "test_emit[nodal-xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-xs5-highspy-matrix-highs]", "params": { "case_name": "nodal", - "size": "m", + "size": "xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "nodal-m-highspy-matrix-highs", + "param": "nodal-xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 145656852 + 1101708 ], "allocations": [ - 33093 + 1540 ], "total_bytes": [ - 218702132 + 1459089 ], "rss_bytes": [ - 223350784 + 181104640 ] }, - "columns": 300000, - "rows": 100000, - "nonzeros": 300000, + "columns": 15000, + "rows": 5000, + "nonzeros": 15000, + "live_fraction": 0.25, + "variables": 60000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0006468349999977363, + "max": 0.0007189950000565659, + "mean": 0.0006780652221954773, + "stddev": 2.2898785214040093e-05, + "rounds": 9, + "median": 0.0006803750000017317, + "iqr": 3.6967000085041946e-05, + "q1": 0.0006578882499184147, + "q3": 0.0006948552500034566, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0006468349999977363, + "hd15iqr": 0.0007189950000565659, + "ops": 1474.7843824848358, + "total": 0.006102586999759296, + "data": [ + 0.0006543249999140244, + 0.0006803750000017317, + 0.0007189950000565659, + 0.0006947050000007948, + 0.0006468349999977363, + 0.0006590759999198781, + 0.0006807049999224546, + 0.0006953060000114419, + 0.0006722649999346686 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-highs]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "specsolve", + "sink": "highs" + }, + "param": "nodal-s-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 153857857 + ], + "allocations": [ + 72761 + ], + "total_bytes": [ + 281913190 + ], + "rss_bytes": [ + 223858688 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000, + "phase_seconds": { + "attach": 0.0010747219999984736, + "build": 0.017299105999995845 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.028217308999956003, + "max": 0.0379737490000025, + "mean": 0.03203293899999456, + "stddev": 0.003920803729436495, + "rounds": 9, + "median": 0.030290374000060183, + "iqr": 0.006817502249901963, + "q1": 0.029324766750050912, + "q3": 0.036142268999952876, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.028217308999956003, + "hd15iqr": 0.0379737490000025, + "ops": 31.21786608466272, + "total": 0.28829645099995105, + "data": [ + 0.030290374000060183, + 0.03777037199995448, + 0.0379737490000025, + 0.03559956799995234, + 0.028217308999956003, + 0.029367001000082382, + 0.029415900000003603, + 0.029198063999956503, + 0.030464113999983056 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-specsolve-in-memory-highs]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "nodal-s-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 132887432 + ], + "allocations": [ + 72783 + ], + "total_bytes": [ + 261171161 + ], + "rss_bytes": [ + 223883264 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000, + "phase_seconds": { + "attach": 0.0034443149999106026, + "build": 0.021824825000066994 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.024239707999981874, + "max": 0.042765245000055074, + "mean": 0.03420390355557225, + "stddev": 0.005741834084204077, + "rounds": 9, + "median": 0.034433105000061914, + "iqr": 0.008122353500056079, + "q1": 0.030365044499973237, + "q3": 0.038487398000029316, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.024239707999981874, + "hd15iqr": 0.042765245000055074, + "ops": 29.236429063579422, + "total": 0.3078351320001502, + "data": [ + 0.039650408000056814, + 0.024239707999981874, + 0.042765245000055074, + 0.03201276400000097, + 0.029349192000040603, + 0.03658131999998204, + 0.034433105000061914, + 0.030703661999950782, + 0.03809972800002015 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-linopy-highs]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "linopy", + "sink": "highs" + }, + "param": "nodal-s-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1122272261 + ], + "allocations": [ + 248218 + ], + "total_bytes": [ + 1417082158 + ], + "rss_bytes": [ + 256638976 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.05263248599999315, + "max": 0.05432652299998608, + "mean": 0.053269788000016485, + "stddev": 0.0005807646192036987, + "rounds": 9, + "median": 0.05313989199999014, + "iqr": 0.0007244252499276627, + "q1": 0.052804334750049975, + "q3": 0.05352875999997764, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.05263248599999315, + "hd15iqr": 0.05432652299998608, + "ops": 18.77236680573406, + "total": 0.47942809200014835, + "data": [ + 0.05432652299998608, + 0.0527831540000534, + 0.05309297200005858, + 0.05281139500004883, + 0.05263248599999315, + 0.053341900999953396, + 0.05321043200001441, + 0.05313989199999014, + 0.054089337000050364 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-pyomo-highs]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "pyomo", + "sink": "highs" + }, + "param": "nodal-s-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1153710443 + ], + "allocations": [ + 10395625 + ], + "total_bytes": [ + 1993917415 + ], + "rss_bytes": [ + 264085504 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.8875383029999284, + "max": 0.9395231130000639, + "mean": 0.9097770799999884, + "stddev": 0.018191851059667627, + "rounds": 9, + "median": 0.9019198510000024, + "iqr": 0.029009966749953264, + "q1": 0.8963496932500448, + "q3": 0.925359659999998, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.8875383029999284, + "hd15iqr": 0.9395231130000639, + "ops": 1.0991703594027813, + "total": 8.187993719999895, + "data": [ + 0.8875383029999284, + 0.8930395840000074, + 0.8974530630000572, + 0.8975559119999161, + 0.9019198510000024, + 0.9280651349999971, + 0.9395231130000639, + 0.918440923999924, + 0.9244578349999983 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s-highspy-matrix-highs]", + "params": { + "case_name": "nodal", + "size": "s", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "nodal-s-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2136708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 2814089 + ], + "rss_bytes": [ + 182263808 + ] + }, + "columns": 30000, + "rows": 10000, + "nonzeros": 30000, + "live_fraction": 0.25, + "variables": 120000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.000977978000037183, + "max": 0.0021698059999835095, + "mean": 0.0015581272222107145, + "stddev": 0.0005565352950846398, + "rounds": 9, + "median": 0.0016855469999654815, + "iqr": 0.0010931092500072737, + "q1": 0.0009937077499557745, + "q3": 0.002086816999963048, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.000977978000037183, + "hd15iqr": 0.0021698059999835095, + "ops": 641.7961163538187, + "total": 0.01402314499989643, + "data": [ + 0.0020816469999545006, + 0.000977978000037183, + 0.000981496999997944, + 0.0021698059999835095, + 0.0016855469999654815, + 0.000997777999941718, + 0.002028137000024799, + 0.0021023269999886907, + 0.0009984280000026047 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-specsolve-highs]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "nodal-s5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 176232993 + ], + "allocations": [ + 72785 + ], + "total_bytes": [ + 307793031 + ], + "rss_bytes": [ + 262537216 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000, + "phase_seconds": { + "attach": 0.003585453000027883, + "build": 0.043211785999915264 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.049199605000012525, + "max": 0.07283855699995456, + "mean": 0.06079896611109032, + "stddev": 0.007107227602359993, + "rounds": 9, + "median": 0.06155857599992487, + "iqr": 0.009729660500084947, + "q1": 0.05528284799993344, + "q3": 0.06501250850001838, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.049199605000012525, + "hd15iqr": 0.07283855699995456, + "ops": 16.44764810922649, + "total": 0.5471906949998129, + "data": [ + 0.07283855699995456, + 0.06428544899995359, + 0.06155857599992487, + 0.05478728699995372, + 0.0659226170000693, + 0.049199605000012525, + 0.058441430000016226, + 0.055448034999926676, + 0.06470913900000141 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-specsolve-in-memory-highs]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "nodal-s5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 196157064 + ], + "allocations": [ + 72804 + ], + "total_bytes": [ + 327943962 + ], + "rss_bytes": [ + 257249280 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000, + "phase_seconds": { + "attach": 0.003514135000045826, + "build": 0.037389654999969935 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0516287209999291, + "max": 0.07876533599994673, + "mean": 0.0634923174444187, + "stddev": 0.00888743230195733, + "rounds": 9, + "median": 0.06181449500002145, + "iqr": 0.01069334499999286, + "q1": 0.057854873749960234, + "q3": 0.0685482187499531, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.0516287209999291, + "hd15iqr": 0.07876533599994673, + "ops": 15.749937004195852, + "total": 0.5714308569997684, + "data": [ + 0.07876533599994673, + 0.06181449500002145, + 0.06612123799993697, + 0.0516287209999291, + 0.060032547999981034, + 0.07582916100000148, + 0.05853797999998278, + 0.06289582300007623, + 0.05580555499989259 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-linopy-highs]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "linopy", + "sink": "highs" + }, + "param": "nodal-s5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1161433861 + ], + "allocations": [ + 248258 + ], + "total_bytes": [ + 1610967264 + ], + "rss_bytes": [ + 301142016 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.09583308699995996, + "max": 0.10104251899997507, + "mean": 0.09732951088887552, + "stddev": 0.0016737858291941176, + "rounds": 9, + "median": 0.09660560499992243, + "iqr": 0.0016928242499716362, + "q1": 0.09624868849999757, + "q3": 0.0979415127499692, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.09583308699995996, + "hd15iqr": 0.10104251899997507, + "ops": 10.274376094848916, + "total": 0.8759655979998797, + "data": [ + 0.10104251899997507, + 0.09763773299994227, + 0.09611573600000156, + 0.09719431400003486, + 0.09583308699995996, + 0.09660560499992243, + 0.09885285200005, + 0.09639074599999731, + 0.09629300599999624 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-pyomo-highs]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "pyomo", + "sink": "highs" + }, + "param": "nodal-s5-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1376068379 + ], + "allocations": [ + 51596016 + ], + "total_bytes": [ + 8252175185 + ], + "rss_bytes": [ + 497205248 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 5.572486566000066, + "max": 5.669818470999985, + "mean": 5.611940377600012, + "stddev": 0.045430543014329486, + "rounds": 5, + "median": 5.590092285999958, + "iqr": 0.08111604699988106, + "q1": 5.574969318000086, + "q3": 5.656085364999967, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 5.572486566000066, + "hd15iqr": 5.669818470999985, + "ops": 0.17819148685033914, + "total": 28.059701888000063, + "data": [ + 5.651507662999961, + 5.669818470999985, + 5.590092285999958, + 5.575796902000093, + 5.572486566000066 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-s5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-s5-highspy-matrix-highs]", + "params": { + "case_name": "nodal", + "size": "s5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "nodal-s5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 10416708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 13654089 + ], + "rss_bytes": [ + 196472832 + ] + }, + "columns": 150000, + "rows": 50000, + "nonzeros": 150000, + "live_fraction": 0.25, + "variables": 600000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.00360176499998488, + "max": 0.008523821000039788, + "mean": 0.004684552444448147, + "stddev": 0.002114826566935423, + "rounds": 9, + "median": 0.0036207959999501327, + "iqr": 0.0012047417500298252, + "q1": 0.0036098782499891513, + "q3": 0.0048146200000189765, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.00360176499998488, + "hd15iqr": 0.008302969000055782, + "ops": 213.4675642675621, + "total": 0.042160972000033325, + "data": [ + 0.0036110859999780587, + 0.008302969000055782, + 0.008523821000039788, + 0.0036207959999501327, + 0.0036283370000091963, + 0.003606255000022429, + 0.003651837000006708, + 0.00360176499998488, + 0.00361410599998635 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-highs]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "specsolve", + "sink": "highs" + }, + "param": "nodal-m-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 261085241 + ], + "allocations": [ + 72816 + ], + "total_bytes": [ + 397031497 + ], + "rss_bytes": [ + 312049664 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, + "live_fraction": 0.25, + "variables": 1200000, + "phase_seconds": { + "attach": 0.0021132419999503327, + "build": 0.06158656200000223 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08010746800005109, + "max": 0.11297890599996663, + "mean": 0.09506742055556414, + "stddev": 0.012389172278920006, + "rounds": 9, + "median": 0.09768930999996428, + "iqr": 0.02035503224999502, + "q1": 0.08455893700002548, + "q3": 0.1049139692500205, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.08010746800005109, + "hd15iqr": 0.11297890599996663, + "ops": 10.518850665728635, + "total": 0.8556067850000773, + "data": [ + 0.11069172100008018, + 0.08143591900000047, + 0.08589273699999467, + 0.09822272899998552, + 0.08010746800005109, + 0.11297890599996663, + 0.09768930999996428, + 0.08559994300003382, + 0.10298805200000061 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-specsolve-in-memory-highs]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "nodal-m-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 244833168 + ], + "allocations": [ + 72809 + ], + "total_bytes": [ + 381006172 + ], + "rss_bytes": [ + 295018496 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, + "live_fraction": 0.25, + "variables": 1200000, + "phase_seconds": { + "attach": 0.005015457000013157, + "build": 0.05453324299992346 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08350482100001955, + "max": 0.11168312699999206, + "mean": 0.09986064588888945, + "stddev": 0.009363611140259133, + "rounds": 9, + "median": 0.097034348999955, + "iqr": 0.01386100400009127, + "q1": 0.09447876299995528, + "q3": 0.10833976700004655, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.08350482100001955, + "hd15iqr": 0.11168312699999206, + "ops": 10.013954857779071, + "total": 0.898745813000005, + "data": [ + 0.10774943500007339, + 0.10477711900000486, + 0.09535865399993781, + 0.09668845500004863, + 0.11011076299996603, + 0.11168312699999206, + 0.09183909000000767, + 0.097034348999955, + 0.08350482100001955 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-linopy-highs]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "linopy", + "sink": "highs" + }, + "param": "nodal-m-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1210381860 + ], + "allocations": [ + 248366 + ], + "total_bytes": [ + 1855042173 + ], + "rss_bytes": [ + 357699584 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 1200000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.14875970900004631, + "max": 0.1533929210000906, + "mean": 0.15084001588890159, + "stddev": 0.0012144803159421774, + "rounds": 9, + "median": 0.15080370099997253, + "iqr": 0.0007474982500070837, + "q1": 0.1504047407499911, + "q3": 0.1511522389999982, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.15020411199998307, + "hd15iqr": 0.1533929210000906, + "ops": 6.629540537416354, + "total": 1.3575601430001143, + "data": [ + 0.1533929210000906, + 0.1512696979999646, + 0.15047161699999378, + 0.15020411199998307, + 0.14875970900004631, + 0.15050337500008482, + 0.15104192399996919, + 0.15080370099997253, + 0.1511130860000094 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-pyomo-highs]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "pyomo", + "sink": "highs" + }, + "param": "nodal-m-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1656871011 + ], + "allocations": [ + 103096328 + ], + "total_bytes": [ + 22828360742 + ], + "rss_bytes": [ + 788926464 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 1200000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 13.177770093999925, + "max": 13.346916239999928, + "mean": 13.253652713799966, + "stddev": 0.06467710412345407, + "rounds": 5, + "median": 13.23764367900003, + "iqr": 0.08994576050008618, + "q1": 13.210337994999918, + "q3": 13.300283755500004, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 13.177770093999925, + "hd15iqr": 13.346916239999928, + "ops": 0.07545089807270867, + "total": 66.26826356899983, + "data": [ + 13.346916239999928, + 13.23764367900003, + 13.221193961999916, + 13.28473959400003, + 13.177770093999925 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m-highspy-matrix-highs]", + "params": { + "case_name": "nodal", + "size": "m", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "nodal-m-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 20766708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 27204089 + ], + "rss_bytes": [ + 214274048 + ] + }, + "columns": 300000, + "rows": 100000, + "nonzeros": 300000, + "live_fraction": 0.25, + "variables": 1200000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.007223860000067361, + "max": 0.01746862400000282, + "mean": 0.012657815999975557, + "stddev": 0.0050506698008848105, + "rounds": 9, + "median": 0.016756617999817536, + "iqr": 0.009470381249798265, + "q1": 0.007314124250058285, + "q3": 0.01678450549985655, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.007223860000067361, + "hd15iqr": 0.01746862400000282, + "ops": 79.002570427784, + "total": 0.11392034399978002, + "data": [ + 0.01746862400000282, + 0.007304210000029343, + 0.007317429000067932, + 0.007223860000067361, + 0.0167863279998528, + 0.00751284900002247, + 0.016766528000061953, + 0.016756617999817536, + 0.0167838979998578 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-specsolve-highs]", + "params": { + "case_name": "nodal", + "size": "m5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "nodal-m5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 688252457 + ], + "allocations": [ + 72868 + ], + "total_bytes": [ + 858512286 + ], + "rss_bytes": [ + 676749312 + ] + }, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, + "live_fraction": 0.25, + "variables": 6000000, + "phase_seconds": { + "attach": 0.006892793000133679, + "build": 0.2011832380001124 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.2840595640000174, + "max": 0.3600672370000666, + "mean": 0.31839433588892363, + "stddev": 0.02887441804218329, + "rounds": 9, + "median": 0.3130835849999585, + "iqr": 0.055275252000001274, + "q1": 0.29319675650003774, + "q3": 0.348472008500039, + "iqr_outliers": 0, + "stddev_outliers": 5, + "outliers": "5;0", + "ld15iqr": 0.2840595640000174, + "hd15iqr": 0.3600672370000666, + "ops": 3.1407593894787884, + "total": 2.8655490230003124, + "data": [ + 0.3600672370000666, + 0.3130835849999585, + 0.3473493970000163, + 0.2957439100000556, + 0.2840595640000174, + 0.2855552959999841, + 0.35183984300010707, + 0.305625856000006, + 0.32222433500010084 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-specsolve-in-memory-highs]", + "params": { + "case_name": "nodal", + "size": "m5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "nodal-m5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 711322320 + ], + "allocations": [ + 72860 + ], + "total_bytes": [ + 881808897 + ], + "rss_bytes": [ + 676175872 + ] + }, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, + "live_fraction": 0.25, + "variables": 6000000, + "phase_seconds": { + "attach": 0.007640348999984781, + "build": 0.25395800799992685 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.3279398140000467, + "max": 0.48050389700006235, + "mean": 0.381525616222234, + "stddev": 0.043424316581221645, + "rounds": 9, + "median": 0.36909089799996764, + "iqr": 0.029404534000093463, + "q1": 0.36112584400001424, + "q3": 0.3905303780001077, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.3279398140000467, + "hd15iqr": 0.48050389700006235, + "ops": 2.6210559854453184, + "total": 3.433730546000106, + "data": [ + 0.48050389700006235, + 0.3279398140000467, + 0.363807726999994, + 0.37929755099980866, + 0.36909089799996764, + 0.3653208480000103, + 0.4109736679999969, + 0.35308019500007504, + 0.38371594800014464 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-linopy-highs]", + "params": { + "case_name": "nodal", + "size": "m5", + "arm": "linopy", + "sink": "highs" + }, + "param": "nodal-m5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1601981860 + ], + "allocations": [ + 250299 + ], + "total_bytes": [ + 3811154336 + ], + "rss_bytes": [ + 770367488 + ] + }, + "columns": 1500000, + "rows": 500000, + "nonzeros": null, + "live_fraction": 0.25, + "variables": 6000000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5892647010000474, + "max": 0.6475175730001865, + "mean": 0.6052895254444542, + "stddev": 0.017184721953096303, + "rounds": 9, + "median": 0.60458686700008, + "iqr": 0.011757446000160598, + "q1": 0.5946238614998833, + "q3": 0.6063813075000439, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.5892647010000474, + "hd15iqr": 0.6475175730001865, + "ops": 1.6521019412416171, + "total": 5.447605729000088, + "data": [ + 0.6475175730001865, + 0.5995939740000722, + 0.60458686700008, + 0.5892647010000474, + 0.6058052610001141, + 0.5915696079998725, + 0.6081094469998334, + 0.6055163519999951, + 0.595641945999887 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[nodal-m5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[nodal-m5-highspy-matrix-highs]", + "params": { + "case_name": "nodal", + "size": "m5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "nodal-m5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 103566708 + ], + "allocations": [ + 1540 + ], + "total_bytes": [ + 135604089 + ], + "rss_bytes": [ + 355467264 + ] + }, + "columns": 1500000, + "rows": 500000, + "nonzeros": 1500000, "live_fraction": 0.25, - "variables": 1200000 + "variables": 6000000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,32 +3045,32 @@ "warmup": false }, "stats": { - "min": 0.017737609000050725, - "max": 0.037002822999966156, - "mean": 0.026964477777786062, - "stddev": 0.009239149588499158, + "min": 0.03404773300007946, + "max": 0.05502824799987138, + "mean": 0.04003695144443656, + "stddev": 0.00724220368001412, "rounds": 9, - "median": 0.02432444900000519, - "iqr": 0.018567913000026692, - "q1": 0.017894782249925356, - "q3": 0.03646269524995205, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.017737609000050725, - "hd15iqr": 0.037002822999966156, - "ops": 37.08582855714796, - "total": 0.24268030000007457, + "median": 0.03814882200003922, + "iqr": 0.006977233999862165, + "q1": 0.03486789575003968, + "q3": 0.041845129749901844, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.03404773300007946, + "hd15iqr": 0.05502824799987138, + "ops": 24.97692666205628, + "total": 0.360332562999929, "data": [ - 0.036886793999883594, - 0.03564886500021203, - 0.03632132899997487, - 0.037002822999966156, - 0.017926756999941063, - 0.017798857999878237, - 0.01903281600016271, - 0.02432444900000519, - 0.017737609000050725 + 0.05502824799987138, + 0.035060827000052086, + 0.03863847800016629, + 0.03814882200003922, + 0.039408302999845546, + 0.03404773300007946, + 0.03428910200000246, + 0.03655543999980182, + 0.04915561000007074 ], "iterations": 1 } @@ -1678,16 +3089,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1151038481 + 1176598281 ], "allocations": [ - 72884 + 72897 ], "total_bytes": [ - 1364108897 + 1389668131 ], "rss_bytes": [ - 1032155136 + 1031995392 ] }, "columns": 3000000, @@ -1696,14 +3107,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.012502135999966413, - "build": 0.2818572779999613 + "attach": 0.012717699999939214, + "build": 0.24847768899985567 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1711,32 +3122,32 @@ "warmup": false }, "stats": { - "min": 0.5167743560000417, - "max": 0.6119948779999049, - "mean": 0.5642992539999594, - "stddev": 0.028689810357228163, + "min": 0.5011128030000691, + "max": 0.5773206369999571, + "mean": 0.538816298555528, + "stddev": 0.024120961890309964, "rounds": 9, - "median": 0.5568590509999467, - "iqr": 0.02924517624995815, - "q1": 0.5519566577499972, - "q3": 0.5812018339999554, + "median": 0.5316706569999496, + "iqr": 0.03238980699995864, + "q1": 0.5248387717500123, + "q3": 0.5572285787499709, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.5167743560000417, - "hd15iqr": 0.6119948779999049, - "ops": 1.7721093779792096, - "total": 5.078693285999634, + "ld15iqr": 0.5011128030000691, + "hd15iqr": 0.5773206369999571, + "ops": 1.8559201024186252, + "total": 4.849346686999752, "data": [ - 0.5532310829999005, - 0.5568590509999467, - 0.5512469319999127, - 0.6119948779999049, - 0.5167743560000417, - 0.5741870029999063, - 0.6022463270001026, - 0.5521932330000254, - 0.5599604229998931 + 0.5274524500000553, + 0.5304969429998891, + 0.5316706569999496, + 0.5665100559999701, + 0.5436506510000072, + 0.5541347529999712, + 0.5773206369999571, + 0.5011128030000691, + 0.5169977369998833 ], "iterations": 1 } @@ -1755,16 +3166,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1169782856 + 1140947584 ], "allocations": [ 72864 ], "total_bytes": [ - 1383080004 + 1354244166 ], "rss_bytes": [ - 1014497280 + 946372608 ] }, "columns": 3000000, @@ -1773,14 +3184,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.028707368999903338, - "build": 0.3735711239999091 + "attach": 0.03015925399995467, + "build": 0.41746868199993514 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1788,32 +3199,32 @@ "warmup": false }, "stats": { - "min": 0.5794768440000553, - "max": 0.7724504149998666, - "mean": 0.6770289772222087, - "stddev": 0.05342364934780252, + "min": 0.6168254210001578, + "max": 0.748689757999955, + "mean": 0.6636545893333177, + "stddev": 0.04629089741847408, "rounds": 9, - "median": 0.6663845230000334, - "iqr": 0.04466479025012404, - "q1": 0.6551780737499939, - "q3": 0.699842864000118, - "iqr_outliers": 2, + "median": 0.6465726569999788, + "iqr": 0.07752789049999365, + "q1": 0.623068370999988, + "q3": 0.7005962614999817, + "iqr_outliers": 0, "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.6530434739997872, - "hd15iqr": 0.7724504149998666, - "ops": 1.4770416535240685, - "total": 6.093260794999878, + "outliers": "2;0", + "ld15iqr": 0.6168254210001578, + "hd15iqr": 0.748689757999955, + "ops": 1.5068079330311905, + "total": 5.972891303999859, "data": [ - 0.6878484970000045, - 0.5794768440000553, - 0.6908061190001717, - 0.7724504149998666, - 0.6530434739997872, - 0.7269530989999566, - 0.6604082169999401, - 0.6663845230000334, - 0.6558896070000628 + 0.6815897950000362, + 0.623173794999957, + 0.6168254210001578, + 0.748689757999955, + 0.6316029989998242, + 0.700350133000029, + 0.6227520990000812, + 0.6465726569999788, + 0.7013346469998396 ], "iterations": 1 } @@ -1832,16 +3243,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2090433836 + 2091482924 ], "allocations": [ - 252786 + 252769 ], "total_bytes": [ - 6253619197 + 6254667275 ], "rss_bytes": [ - 1297412096 + 1296670720 ] }, "columns": 3000000, @@ -1853,7 +3264,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1861,32 +3272,28 @@ "warmup": false }, "stats": { - "min": 1.121919107000167, - "max": 1.1691324070000064, - "mean": 1.1508032595555606, - "stddev": 0.01558665422784269, - "rounds": 9, - "median": 1.1536689669999305, - "iqr": 0.018988435749918153, - "q1": 1.1423657992500011, - "q3": 1.1613542349999193, + "min": 1.1491596040000331, + "max": 1.2209598710001046, + "mean": 1.1793581316000654, + "stddev": 0.02624005675955219, + "rounds": 5, + "median": 1.1724939969999468, + "iqr": 0.025750684749880293, + "q1": 1.166206036750168, + "q3": 1.1919567215000484, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 1.121919107000167, - "hd15iqr": 1.1691324070000064, - "ops": 0.8689582617155597, - "total": 10.357229336000046, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.1491596040000331, + "hd15iqr": 1.2209598710001046, + "ops": 0.8479188578988083, + "total": 5.896790658000327, "data": [ - 1.167755298999964, - 1.1457419109999591, - 1.1691324070000064, - 1.1536689669999305, - 1.1568487590000132, - 1.150704874999974, - 1.1592205469999044, - 1.1322374640001271, - 1.121919107000167 + 1.1724939969999468, + 1.1491596040000331, + 1.171888181000213, + 1.2209598710001046, + 1.1822890050000296 ], "iterations": 1 } @@ -1905,16 +3312,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 578715844 + 207066708 ], "allocations": [ - 33104 + 1540 ], "total_bytes": [ - 856163896 + 271104089 ], "rss_bytes": [ - 623587328 + 530714624 ] }, "columns": 3000000, @@ -1926,7 +3333,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1934,32 +3341,32 @@ "warmup": false }, "stats": { - "min": 0.2303389490000427, - "max": 0.2979825120000896, - "mean": 0.2577821198888917, - "stddev": 0.02119856032878128, + "min": 0.08047464100013713, + "max": 0.13872144400011166, + "mean": 0.09332144066668964, + "stddev": 0.01823162896208728, "rounds": 9, - "median": 0.25216819000002033, - "iqr": 0.02797101325006679, - "q1": 0.24612408724993884, - "q3": 0.27409510050000563, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.2303389490000427, - "hd15iqr": 0.2979825120000896, - "ops": 3.8792450012864204, - "total": 2.3200390790000256, + "median": 0.08581171800005905, + "iqr": 0.013395039750093929, + "q1": 0.08271721424989664, + "q3": 0.09611225399999057, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.08047464100013713, + "hd15iqr": 0.13872144400011166, + "ops": 10.715651117856586, + "total": 0.8398929660002068, "data": [ - 0.2979825120000896, - 0.27403529100001833, - 0.2513542970000344, - 0.25216819000002033, - 0.2303389490000427, - 0.2342804419999993, - 0.2500719689999187, - 0.2742745289999675, - 0.25553289999993467 + 0.13872144400011166, + 0.09470452300001853, + 0.08323482299988427, + 0.10033544699990671, + 0.08581171800005905, + 0.0851526220001233, + 0.08047464100013713, + 0.08116438799993375, + 0.09029336000003241 ], "iterations": 1 } @@ -1993,16 +3400,16 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0010693900001115253, - "build": 0.00918865700009519, - "first_window": 0.33130785699995613 + "attach": 0.002369513999838091, + "build": 0.018001415999833625, + "first_window": 0.3531116399999519 }, - "process_rss_bytes": 129302528 + "process_rss_bytes": 128860160 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2010,32 +3417,32 @@ "warmup": false }, "stats": { - "min": 0.4310826589999124, - "max": 0.47025100099995143, - "mean": 0.4554404504444594, - "stddev": 0.012933011076504722, + "min": 0.44754591400010213, + "max": 0.48979986799986364, + "mean": 0.4636615657778091, + "stddev": 0.012619655411270615, "rounds": 9, - "median": 0.45642380699996465, - "iqr": 0.015564947749965086, - "q1": 0.45031156300012753, - "q3": 0.4658765107500926, + "median": 0.4604157830001441, + "iqr": 0.014507446500090282, + "q1": 0.45512963825001407, + "q3": 0.46963708475010435, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4310826589999124, - "hd15iqr": 0.47025100099995143, - "ops": 2.1956767323238653, - "total": 4.098964054000135, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.44754591400010213, + "hd15iqr": 0.48979986799986364, + "ops": 2.1567455096746344, + "total": 4.172954092000282, "data": [ - 0.47025100099995143, - 0.4560856100001729, - 0.4536194030001752, - 0.4699397639999461, - 0.45665167399988604, - 0.4310826589999124, - 0.46452209300014147, - 0.44038804299998446, - 0.45642380699996465 + 0.4563503580000088, + 0.46926435700015645, + 0.4593924690000222, + 0.44754591400010213, + 0.48979986799986364, + 0.4604157830001441, + 0.46796259600000667, + 0.4514674790000299, + 0.47075526799994805 ], "iterations": 1 } @@ -2069,16 +3476,16 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0009520510000129434, - "build": 0.0073240619999523915, - "first_window": 0.3500434980001046 + "attach": 0.0009086529998967308, + "build": 0.006521628999962559, + "first_window": 0.34628146399995785 }, - "process_rss_bytes": 128700416 + "process_rss_bytes": 128585728 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2086,32 +3493,32 @@ "warmup": false }, "stats": { - "min": 0.4368980849999389, - "max": 0.4753615950000949, - "mean": 0.4552863807778067, - "stddev": 0.0138671294517746, + "min": 0.43477120600005037, + "max": 0.48155920899989724, + "mean": 0.46072891011107864, + "stddev": 0.014005783391714263, "rounds": 9, - "median": 0.45397192499990524, - "iqr": 0.02280349425006989, - "q1": 0.4445171065000295, - "q3": 0.4673206007500994, + "median": 0.46080723099998977, + "iqr": 0.017073391750102473, + "q1": 0.45442397599993, + "q3": 0.4714973677500325, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.4368980849999389, - "hd15iqr": 0.4753615950000949, - "ops": 2.196419752973085, - "total": 4.09757742700026, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.43477120600005037, + "hd15iqr": 0.48155920899989724, + "ops": 2.1704737385785204, + "total": 4.146560190999708, "data": [ - 0.4753615950000949, - 0.4468811720000758, - 0.4374249099998906, - 0.46746712000003754, - 0.44865662500001235, - 0.45397192499990524, - 0.4368980849999389, - 0.46727176100012, - 0.46364423400018495 + 0.48155920899989724, + 0.43477120600005037, + 0.4583884159999343, + 0.4640928299997995, + 0.45697114499989766, + 0.4714008930000091, + 0.47178679200010265, + 0.46080723099998977, + 0.44678246900002705 ], "iterations": 1 } @@ -2145,14 +3552,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "first_window": 0.7374417439998524 + "first_window": 0.7503266030000759 }, - "process_rss_bytes": 221286400 + "process_rss_bytes": 223444992 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2160,32 +3567,32 @@ "warmup": false }, "stats": { - "min": 0.8919447000000673, - "max": 0.9773516730001575, - "mean": 0.9386943023333616, - "stddev": 0.027076793341216637, + "min": 0.9293982919998598, + "max": 1.0032987060001233, + "mean": 0.9624597011111291, + "stddev": 0.02555072988264014, "rounds": 9, - "median": 0.9338383289998546, - "iqr": 0.037718208999990566, - "q1": 0.9247457265000207, - "q3": 0.9624639355000113, + "median": 0.9583474489998025, + "iqr": 0.040622702250118436, + "q1": 0.9440032429999974, + "q3": 0.9846259452501158, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.8919447000000673, - "hd15iqr": 0.9773516730001575, - "ops": 1.0653095448797842, - "total": 8.448248721000255, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.9293982919998598, + "hd15iqr": 1.0032987060001233, + "ops": 1.0390045410166595, + "total": 8.662137310000162, "data": [ - 0.9319754070002091, - 0.9118736939999508, - 0.9290364040000441, - 0.9447546159999547, - 0.9338383289998546, - 0.9773516730001575, - 0.9611909220000143, - 0.9662829760000022, - 0.8919447000000673 + 0.9304404859999522, + 0.9900454490000357, + 0.9293982919998598, + 0.9637553150000713, + 0.9555080070001623, + 1.0032987060001233, + 0.9828194440001425, + 0.9583474489998025, + 0.9485241620000124 ], "iterations": 1 } @@ -2219,14 +3626,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "first_window": 0.42156329799991 + "first_window": 0.44526174999987234 }, - "process_rss_bytes": 157904896 + "process_rss_bytes": 157859840 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2234,106 +3641,32 @@ "warmup": false }, "stats": { - "min": 0.5475198309998177, - "max": 0.5871506799999224, - "mean": 0.5654949236665945, - "stddev": 0.013808824670064437, + "min": 0.5348516530000325, + "max": 0.6157951019999928, + "mean": 0.5791767701111136, + "stddev": 0.022868442553010106, "rounds": 9, - "median": 0.5667485709998346, - "iqr": 0.024739753749997817, - "q1": 0.550899913999956, - "q3": 0.5756396677499538, + "median": 0.5729581430000508, + "iqr": 0.02495787500009783, + "q1": 0.5693589654999869, + "q3": 0.5943168405000847, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.5475198309998177, - "hd15iqr": 0.5871506799999224, - "ops": 1.7683624700220681, - "total": 5.089454312999351, - "data": [ - 0.5871506799999224, - 0.5483474929999375, - 0.57508648299995, - 0.5517507209999621, - 0.5475198309998177, - 0.5696652730000551, - 0.5772992219999651, - 0.5658860389999063, - 0.5667485709998346 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[nodal-2xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[nodal-2xs-highspy-matrix-highs]", - "params": { - "case_name": "nodal", - "size": "2xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "nodal-2xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 300, - "rows": 100, - "nonzeros": 300, - "live_fraction": 0.25, - "variables": 1200, - "phase_seconds": { - "first_window": 0.21836696900004426 - }, - "process_rss_bytes": 101277696 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.3080302500000016, - "max": 0.3231448899998668, - "mean": 0.3167672108888837, - "stddev": 0.004328627078662097, - "rounds": 9, - "median": 0.31787092800004757, - "iqr": 0.003464132249916929, - "q1": 0.31528773025007695, - "q3": 0.3187518624999939, - "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.312467118999848, - "hd15iqr": 0.3231448899998668, - "ops": 3.156892398029107, - "total": 2.8509048979999534, + "outliers": "2;0", + "ld15iqr": 0.5348516530000325, + "hd15iqr": 0.6157951019999928, + "ops": 1.7265885850500402, + "total": 5.2125909310000225, "data": [ - 0.31802749700000277, - 0.3170218960001421, - 0.31787092800004757, - 0.3196678509998492, - 0.3080302500000016, - 0.3184465330000421, - 0.312467118999848, - 0.31622793400015325, - 0.3231448899998668 + 0.5970968100000391, + 0.587678619999906, + 0.5729581430000508, + 0.5690712369998892, + 0.5722943069999928, + 0.5348516530000325, + 0.5694548750000195, + 0.5933901840000999, + 0.6157951019999928 ], "iterations": 1 } @@ -2367,16 +3700,16 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.00262400500014337, - "build": 0.021030012999972314, - "first_window": 0.3614623200001006 + "attach": 0.0011584330000005139, + "build": 0.0204266099999586, + "first_window": 0.3501110290001179 }, - "process_rss_bytes": 133177344 + "process_rss_bytes": 133083136 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2384,32 +3717,28 @@ "warmup": false }, "stats": { - "min": 0.4297089720000713, - "max": 0.49949938899999324, - "mean": 0.46881555222221827, - "stddev": 0.02201957130111171, - "rounds": 9, - "median": 0.4705860510000548, - "iqr": 0.024397521750074702, - "q1": 0.45926264849993004, - "q3": 0.48366017025000474, + "min": 0.45543944499991085, + "max": 0.47027042100012295, + "mean": 0.46427465899996606, + "stddev": 0.005925773880029568, + "rounds": 5, + "median": 0.4661423579998427, + "iqr": 0.00873761825010888, + "q1": 0.45991532574993244, + "q3": 0.4686529440000413, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4297089720000713, - "hd15iqr": 0.49949938899999324, - "ops": 2.133035039601247, - "total": 4.2193399699999645, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.45543944499991085, + "hd15iqr": 0.47027042100012295, + "ops": 2.1538974411267042, + "total": 2.3213732949998303, "data": [ - 0.49949938899999324, - 0.4638800329998958, - 0.4705860510000548, - 0.4643437689999246, - 0.47103386599997066, - 0.4297089720000713, - 0.4454104950000328, - 0.4798816429999988, - 0.49499575200002255 + 0.4661423579998427, + 0.47027042100012295, + 0.45543944499991085, + 0.46140728599993963, + 0.4681137850000141 ], "iterations": 1 } @@ -2443,16 +3772,16 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.0010053700000298704, - "build": 0.008658939000042665, - "first_window": 0.35108429799993246 + "attach": 0.0011029830000097718, + "build": 0.011126100000183214, + "first_window": 0.35577799399993637 }, - "process_rss_bytes": 132505600 + "process_rss_bytes": 132374528 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2460,32 +3789,28 @@ "warmup": false }, "stats": { - "min": 0.4365673780000634, - "max": 0.47855520600001, - "mean": 0.4610851357777695, - "stddev": 0.01470995576828019, - "rounds": 9, - "median": 0.4650711819999742, - "iqr": 0.020393727250166194, - "q1": 0.45094129599988264, - "q3": 0.47133502325004883, + "min": 0.45111967200000436, + "max": 0.4735448499998256, + "mean": 0.4621404279999751, + "stddev": 0.009520174803575759, + "rounds": 5, + "median": 0.4635609829999794, + "iqr": 0.016596874750007373, + "q1": 0.45321336599999995, + "q3": 0.4698102407500073, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4365673780000634, - "hd15iqr": 0.47855520600001, - "ops": 2.168796871565109, - "total": 4.149766221999926, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.45111967200000436, + "hd15iqr": 0.4735448499998256, + "ops": 2.163844449462564, + "total": 2.3107021399998757, "data": [ - 0.46209841099994264, - 0.4650711819999742, - 0.47855520600001, - 0.45430252199980714, - 0.4656513359998371, - 0.4773238070001753, - 0.4693387620000067, - 0.44085761800010914, - 0.4365673780000634 + 0.45111967200000436, + 0.4735448499998256, + 0.4685653710000679, + 0.4539112639999985, + 0.4635609829999794 ], "iterations": 1 } @@ -2519,14 +3844,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "first_window": 0.7681259089999912 + "first_window": 0.7344276030000856 }, - "process_rss_bytes": 224247808 + "process_rss_bytes": 224485376 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2534,32 +3859,28 @@ "warmup": false }, "stats": { - "min": 0.9063700060000883, - "max": 1.0013117890000558, - "mean": 0.9444792695555356, - "stddev": 0.02793505291143652, - "rounds": 9, - "median": 0.9413281300001017, - "iqr": 0.02200065224997161, - "q1": 0.9307105379999712, - "q3": 0.9527111902499428, + "min": 0.904873526999836, + "max": 0.9793001570001252, + "mean": 0.9280233844000122, + "stddev": 0.02934812677192692, + "rounds": 5, + "median": 0.9176906750001308, + "iqr": 0.022707053749854822, + "q1": 0.9135128947500561, + "q3": 0.936219948499911, "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.9063700060000883, - "hd15iqr": 1.0013117890000558, - "ops": 1.0587844881662591, - "total": 8.50031342599982, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.904873526999836, + "hd15iqr": 0.9793001570001252, + "ops": 1.077559053801777, + "total": 4.640116922000061, "data": [ - 0.9362939659999938, - 0.9478961879999588, - 0.9063700060000883, - 0.946318311999903, - 0.9413281300001017, - 0.9139602539999032, - 0.9396785839999211, - 0.9671561969998947, - 1.0013117890000558 + 0.9793001570001252, + 0.9176906750001308, + 0.904873526999836, + 0.9163926840001295, + 0.9218598789998396 ], "iterations": 1 } @@ -2593,88 +3914,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "first_window": 0.4989058250000653 - }, - "process_rss_bytes": 163602432 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.6333618880000813, - "max": 0.6972407719999865, - "mean": 0.6685448494445154, - "stddev": 0.023119179767110826, - "rounds": 9, - "median": 0.6734382140000434, - "iqr": 0.04020319325013588, - "q1": 0.6467312760000254, - "q3": 0.6869344692501613, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.6333618880000813, - "hd15iqr": 0.6972407719999865, - "ops": 1.4957859608534656, - "total": 6.016903645000639, - "data": [ - 0.6780847500001528, - 0.6841242930001954, - 0.6734382140000434, - 0.6953649980000591, - 0.6333618880000813, - 0.6651847820000967, - 0.6484105780000391, - 0.6972407719999865, - 0.6416933699999845 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[nodal-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[nodal-xs-highspy-matrix-highs]", - "params": { - "case_name": "nodal", - "size": "xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "nodal-xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 3000, - "rows": 1000, - "nonzeros": 3000, - "live_fraction": 0.25, - "variables": 12000, - "phase_seconds": { - "first_window": 0.21501801999988857 + "first_window": 0.5325688249999985 }, - "process_rss_bytes": 101519360 + "process_rss_bytes": 165801984 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2682,32 +3929,28 @@ "warmup": false }, "stats": { - "min": 0.2884432739999738, - "max": 0.32000890900008017, - "mean": 0.30537706977780643, - "stddev": 0.0123592335845163, - "rounds": 9, - "median": 0.30968365500007167, - "iqr": 0.024068887499993252, - "q1": 0.2909128207500089, - "q3": 0.31498170825000216, + "min": 0.655014078000022, + "max": 0.6949275020001551, + "mean": 0.6774521458000435, + "stddev": 0.015268896011831134, + "rounds": 5, + "median": 0.675282826000057, + "iqr": 0.020237900749918936, + "q1": 0.6693873682500566, + "q3": 0.6896252689999756, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.2884432739999738, - "hd15iqr": 0.32000890900008017, - "ops": 3.274640105518086, - "total": 2.748393628000258, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.655014078000022, + "hd15iqr": 0.6949275020001551, + "ops": 1.476119023608731, + "total": 3.387260729000218, "data": [ - 0.2884432739999738, - 0.31231326000010995, - 0.30758255399996415, - 0.31497865599999386, - 0.2916294139999991, - 0.32000890900008017, - 0.30968365500007167, - 0.31499086500002704, - 0.28876304100003836 + 0.655014078000022, + 0.6949275020001551, + 0.675282826000057, + 0.6878578579999157, + 0.6741784650000682 ], "iterations": 1 } @@ -2740,14 +3983,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.0009205819999351661, - "build": 0.009706458999971801 + "attach": 0.0009295820000261301, + "build": 0.010741635999920618 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2755,28 +3998,28 @@ "warmup": false }, "stats": { - "min": 0.015313075999983994, - "max": 0.02036020900004587, - "mean": 0.01797404940002707, - "stddev": 0.0022451102743972127, + "min": 0.02003862400010803, + "max": 0.025429450999808978, + "mean": 0.02224280579994229, + "stddev": 0.0023453557085003373, "rounds": 5, - "median": 0.01787543199998254, - "iqr": 0.004129117249988212, - "q1": 0.016015175750055732, - "q3": 0.020144293000043945, + "median": 0.021786508999866783, + "iqr": 0.004081457500092256, + "q1": 0.02012757249991637, + "q3": 0.024209030000008624, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.015313075999983994, - "hd15iqr": 0.02036020900004587, - "ops": 55.63576563879333, - "total": 0.08987024700013535, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.02003862400010803, + "hd15iqr": 0.025429450999808978, + "ops": 44.9583568275633, + "total": 0.11121402899971145, "data": [ - 0.02036020900004587, - 0.015313075999983994, - 0.01787543199998254, - 0.020072321000043303, - 0.016249209000079645 + 0.021786508999866783, + 0.02003862400010803, + 0.023802223000075173, + 0.025429450999808978, + 0.02015722199985248 ], "iterations": 1 } @@ -2809,14 +4052,14 @@ "live_fraction": 0.25, "variables": 1200, "phase_seconds": { - "attach": 0.00204611100002694, - "build": 0.01047287200003666 + "attach": 0.0013320289999683155, + "build": 0.011820876999991015 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2824,28 +4067,28 @@ "warmup": false }, "stats": { - "min": 0.017305169000110254, - "max": 0.021336120999876584, - "mean": 0.019318589399972552, - "stddev": 0.0017358794186057862, + "min": 0.014095789000066361, + "max": 0.025012865000007878, + "mean": 0.019640115799984415, + "stddev": 0.004021128607123502, "rounds": 5, - "median": 0.01900195200005328, - "iqr": 0.0030698202498342653, - "q1": 0.017901390500014713, - "q3": 0.02097121074984898, + "median": 0.018967230999805906, + "iqr": 0.004919108499905178, + "q1": 0.017475787750072413, + "q3": 0.02239489624997759, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.017305169000110254, - "hd15iqr": 0.021336120999876584, - "ops": 51.763613755433965, - "total": 0.09659294699986276, + "ld15iqr": 0.014095789000066361, + "hd15iqr": 0.025012865000007878, + "ops": 50.9161967365179, + "total": 0.09820057899992207, "data": [ - 0.021336120999876584, - 0.020849573999839777, - 0.017305169000110254, - 0.018100130999982866, - 0.01900195200005328 + 0.01860245400007443, + 0.014095789000066361, + 0.025012865000007878, + 0.018967230999805906, + 0.021522239999967496 ], "iterations": 1 } @@ -2881,7 +4124,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2889,28 +4132,28 @@ "warmup": false }, "stats": { - "min": 0.04258001199991668, - "max": 0.07363519099999394, - "mean": 0.0550119213999551, - "stddev": 0.01590010842475385, + "min": 0.045381354000028296, + "max": 0.04695467200008352, + "mean": 0.04599240339998687, + "stddev": 0.0006958608918887438, "rounds": 5, - "median": 0.04445933499982857, - "iqr": 0.028683499000123902, - "q1": 0.04307955174994049, - "q3": 0.0717630507500644, + "median": 0.04572143099994719, + "iqr": 0.0011876934999577315, + "q1": 0.045412366499988366, + "q3": 0.0466000599999461, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.04258001199991668, - "hd15iqr": 0.07363519099999394, - "ops": 18.17787807718376, - "total": 0.2750596069997755, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.045381354000028296, + "hd15iqr": 0.04695467200008352, + "ops": 21.74272110337868, + "total": 0.22996201699993435, "data": [ - 0.07363519099999394, - 0.04445933499982857, - 0.07113900400008788, - 0.04258001199991668, - 0.04324606499994843 + 0.04695467200008352, + 0.045381354000028296, + 0.04572143099994719, + 0.045422703999975056, + 0.04648185599990029 ], "iterations": 1 } @@ -2928,7 +4171,7 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 80505 + 83307 ], "allocations": [ 15235 @@ -2946,7 +4189,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2954,28 +4197,28 @@ "warmup": false }, "stats": { - "min": 0.011269025000046895, - "max": 0.012212665999868477, - "mean": 0.011729642400041485, - "stddev": 0.0003520860688225547, + "min": 0.01075364600001194, + "max": 0.012080524999873887, + "mean": 0.011351030799960426, + "stddev": 0.0005226645835820942, "rounds": 5, - "median": 0.011773720000064714, - "iqr": 0.00046395299995083406, - "q1": 0.011475535250099256, - "q3": 0.01193948825005009, + "median": 0.011211131999971258, + "iqr": 0.0007867920000990125, + "q1": 0.010977069499915615, + "q3": 0.011763861500014627, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.011269025000046895, - "hd15iqr": 0.012212665999868477, - "ops": 85.25409095135443, - "total": 0.05864821200020742, + "ld15iqr": 0.01075364600001194, + "hd15iqr": 0.012080524999873887, + "ops": 88.0977258914218, + "total": 0.05675515399980213, "data": [ - 0.012212665999868477, - 0.011269025000046895, - 0.01154437200011671, - 0.011773720000064714, - 0.011848429000110627 + 0.012080524999873887, + 0.01165830700006154, + 0.011211131999971258, + 0.011051543999883506, + 0.01075364600001194 ], "iterations": 1 } @@ -3011,7 +4254,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3019,28 +4262,28 @@ "warmup": false }, "stats": { - "min": 0.008793488000037541, - "max": 0.011938239000073736, - "mean": 0.010577485000021624, - "stddev": 0.0015500772424577535, + "min": 0.007671950999792898, + "max": 0.012557001000004675, + "mean": 0.009542453199946977, + "stddev": 0.002471445862937223, "rounds": 5, - "median": 0.011552211999969586, - "iqr": 0.002763259749883673, - "q1": 0.008936143250082296, - "q3": 0.011699402999965969, + "median": 0.007850788000041575, + "iqr": 0.004373802000031901, + "q1": 0.007703915249919646, + "q3": 0.012077717249951547, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.008793488000037541, - "hd15iqr": 0.011938239000073736, - "ops": 94.54043186995355, - "total": 0.052887425000108124, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.007671950999792898, + "hd15iqr": 0.012557001000004675, + "ops": 104.79485505944704, + "total": 0.04771226599973488, "data": [ - 0.008793488000037541, - 0.008983695000097214, - 0.011619790999930046, - 0.011552211999969586, - 0.011938239000073736 + 0.007850788000041575, + 0.011917955999933838, + 0.012557001000004675, + 0.007671950999792898, + 0.0077145699999618955 ], "iterations": 1 } @@ -3061,10 +4304,10 @@ 342710 ], "allocations": [ - 313 + 312 ], "total_bytes": [ - 532625 + 532609 ] }, "columns": 300, @@ -3076,7 +4319,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3084,28 +4327,28 @@ "warmup": false }, "stats": { - "min": 0.006958304999898246, - "max": 0.008669919000112714, - "mean": 0.007522435600048993, - "stddev": 0.0006640587421425951, + "min": 0.007622460000220599, + "max": 0.010472397000057754, + "mean": 0.008834732800050916, + "stddev": 0.0012903398298645856, "rounds": 5, - "median": 0.00730521100012993, - "iqr": 0.0005566027500094606, - "q1": 0.007179755250035669, - "q3": 0.007736358000045129, - "iqr_outliers": 1, + "median": 0.008533662999980152, + "iqr": 0.002359067249869895, + "q1": 0.007661752500098373, + "q3": 0.010020819749968268, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.006958304999898246, - "hd15iqr": 0.008669919000112714, - "ops": 132.9356678033225, - "total": 0.03761217800024497, + "outliers": "1;0", + "ld15iqr": 0.007622460000220599, + "hd15iqr": 0.010472397000057754, + "ops": 113.1896145171744, + "total": 0.044173664000254576, "data": [ - 0.008669919000112714, - 0.007425171000022601, - 0.00730521100012993, - 0.007253572000081476, - 0.006958304999898246 + 0.010472397000057754, + 0.008533662999980152, + 0.00987029399993844, + 0.007674850000057631, + 0.007622460000220599 ], "iterations": 1 } @@ -3123,13 +4366,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 106237 + 99055 ], "allocations": [ - 1595 + 1601 ], "total_bytes": [ - 206337 + 194344 ] }, "columns": 300, @@ -3141,7 +4384,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3149,28 +4392,28 @@ "warmup": false }, "stats": { - "min": 0.006223673000022245, - "max": 0.009460411999953067, - "mean": 0.007695535999937419, - "stddev": 0.0013502402146672947, + "min": 0.007025375000011991, + "max": 0.022805321000078038, + "mean": 0.010865656999976636, + "stddev": 0.006775227674812501, "rounds": 5, - "median": 0.0072036419999221835, - "iqr": 0.0022121820000506887, - "q1": 0.006700651999892671, - "q3": 0.00891283399994336, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.006223673000022245, - "hd15iqr": 0.009460411999953067, - "ops": 129.94546448852063, - "total": 0.0384776799996871, + "median": 0.007420271999990291, + "iqr": 0.0059605132499314095, + "q1": 0.007152574249971622, + "q3": 0.013113087499903031, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.007025375000011991, + "hd15iqr": 0.022805321000078038, + "ops": 92.0330910502835, + "total": 0.05432828499988318, "data": [ - 0.006859644999849479, - 0.009460411999953067, - 0.008730307999940123, - 0.0072036419999221835, - 0.006223673000022245 + 0.007194973999958165, + 0.007025375000011991, + 0.009882342999844695, + 0.022805321000078038, + 0.007420271999990291 ], "iterations": 1 } @@ -3203,14 +4446,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.002164121000078012, - "build": 0.017783993999955783 + "attach": 0.0019230650000281457, + "build": 0.016592649999893183 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3218,28 +4461,28 @@ "warmup": false }, "stats": { - "min": 0.021238681999875553, - "max": 0.02829951500007155, - "mean": 0.02506566959996235, - "stddev": 0.0029132123827846548, + "min": 0.022773991000121896, + "max": 0.03391827399991598, + "mean": 0.028839699799982556, + "stddev": 0.004121866462343355, "rounds": 5, - "median": 0.024179613999876892, - "iqr": 0.004564332000029481, - "q1": 0.02326405999997405, - "q3": 0.027828392000003532, + "median": 0.02947156899995207, + "iqr": 0.005136822000054053, + "q1": 0.026281121499948767, + "q3": 0.03141794350000282, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.021238681999875553, - "hd15iqr": 0.02829951500007155, - "ops": 39.89520391673487, - "total": 0.12532834799981174, + "ld15iqr": 0.022773991000121896, + "hd15iqr": 0.03391827399991598, + "ops": 34.674424731723626, + "total": 0.14419849899991277, "data": [ - 0.02829951500007155, - 0.021238681999875553, - 0.023939186000006885, - 0.024179613999876892, - 0.02767135099998086 + 0.03391827399991598, + 0.02947156899995207, + 0.030584500000031767, + 0.022773991000121896, + 0.027450164999891058 ], "iterations": 1 } @@ -3272,14 +4515,14 @@ "live_fraction": 0.25, "variables": 12000, "phase_seconds": { - "attach": 0.0008087220001016249, - "build": 0.013866409999991447 + "attach": 0.0019261249999544816, + "build": 0.016247972999963167 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3287,28 +4530,28 @@ "warmup": false }, "stats": { - "min": 0.02157757899999524, - "max": 0.02832854500002213, - "mean": 0.024876105399971492, - "stddev": 0.0031998838304927303, + "min": 0.02352394500007904, + "max": 0.03017606200000955, + "mean": 0.02705187760006993, + "stddev": 0.002440130140624162, "rounds": 5, - "median": 0.02353885000002265, - "iqr": 0.005886269249856468, - "q1": 0.02239596325000548, - "q3": 0.028282232499861948, + "median": 0.027174697000191372, + "iqr": 0.0029859062499895117, + "q1": 0.02561380425004245, + "q3": 0.02859971050003196, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.02157757899999524, - "hd15iqr": 0.02832854500002213, - "ops": 40.19921864461733, - "total": 0.12438052699985747, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.02352394500007904, + "hd15iqr": 0.03017606200000955, + "ops": 36.966010817578706, + "total": 0.13525938800034965, "data": [ - 0.028266794999808553, - 0.02157757899999524, - 0.02832854500002213, - 0.022668758000008893, - 0.02353885000002265 + 0.026310424000030253, + 0.027174697000191372, + 0.03017606200000955, + 0.02352394500007904, + 0.02807426000003943 ], "iterations": 1 } @@ -3329,10 +4572,10 @@ 959068 ], "allocations": [ - 15814 + 15816 ], "total_bytes": [ - 5294403 + 5294451 ] }, "columns": 3000, @@ -3344,7 +4587,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3352,28 +4595,28 @@ "warmup": false }, "stats": { - "min": 0.04361482299987074, - "max": 0.07384456899990255, - "mean": 0.050304185599952686, - "stddev": 0.013183480980666462, + "min": 0.045426154000097085, + "max": 0.050113787000100274, + "mean": 0.04771338000005017, + "stddev": 0.0018140674546462327, "rounds": 5, - "median": 0.044182136000017636, - "iqr": 0.00875957099998459, - "q1": 0.04400741349996906, - "q3": 0.05276698449995365, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.04361482299987074, - "hd15iqr": 0.07384456899990255, - "ops": 19.87906151493168, - "total": 0.25152092799976344, + "median": 0.04799989399998594, + "iqr": 0.00267491950017984, + "q1": 0.04624018224996007, + "q3": 0.04891510175013991, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.045426154000097085, + "hd15iqr": 0.050113787000100274, + "ops": 20.958481666965294, + "total": 0.23856690000025083, "data": [ - 0.045741122999970685, - 0.07384456899990255, - 0.044138277000001835, - 0.044182136000017636, - 0.04361482299987074 + 0.04799989399998594, + 0.050113787000100274, + 0.0465115249999144, + 0.045426154000097085, + 0.04851554000015312 ], "iterations": 1 } @@ -3409,7 +4652,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3417,28 +4660,28 @@ "warmup": false }, "stats": { - "min": 0.020666317999939565, - "max": 0.022883817000092677, - "mean": 0.021790652400022738, - "stddev": 0.001033803882460937, + "min": 0.02007452300017576, + "max": 0.044591920999891954, + "mean": 0.029759018800041302, + "stddev": 0.01294370147375452, "rounds": 5, - "median": 0.02203677400007109, - "iqr": 0.001950337000153013, - "q1": 0.020730980749931405, - "q3": 0.022681317750084418, + "median": 0.02079313700005514, + "iqr": 0.023515106250044937, + "q1": 0.02007656975001737, + "q3": 0.04359167600006231, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.020666317999939565, - "hd15iqr": 0.022883817000092677, - "ops": 45.891237290305114, - "total": 0.10895326200011368, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.02007452300017576, + "hd15iqr": 0.044591920999891954, + "ops": 33.60325845147193, + "total": 0.14879509400020652, "data": [ - 0.020666317999939565, - 0.020752534999928685, - 0.022613818000081665, - 0.022883817000092677, - 0.02203677400007109 + 0.044591920999891954, + 0.02007452300017576, + 0.020077251999964574, + 0.02079313700005514, + 0.04325826100011909 ], "iterations": 1 } @@ -3474,7 +4717,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3482,28 +4725,28 @@ "warmup": false }, "stats": { - "min": 0.018619616000023598, - "max": 0.020736275999979625, - "mean": 0.01923394600003121, - "stddev": 0.0008641948471802464, + "min": 0.019735035999929096, + "max": 0.03789792299994588, + "mean": 0.03056121039999198, + "stddev": 0.009590131275148853, "rounds": 5, - "median": 0.018829244000016843, - "iqr": 0.0008144844999833367, - "q1": 0.01875646700005973, - "q3": 0.019570951500043066, + "median": 0.0369654599999194, + "iqr": 0.017599626500100385, + "q1": 0.020232168999996247, + "q3": 0.03783179550009663, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.018619616000023598, - "hd15iqr": 0.020736275999979625, - "ops": 51.99141143467791, - "total": 0.09616973000015605, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.019735035999929096, + "hd15iqr": 0.03789792299994588, + "ops": 32.72121708897572, + "total": 0.1528060519999599, "data": [ - 0.020736275999979625, - 0.019182510000064212, - 0.018619616000023598, - 0.018802084000071773, - 0.018829244000016843 + 0.037809753000146884, + 0.0369654599999194, + 0.03789792299994588, + 0.02039788000001863, + 0.019735035999929096 ], "iterations": 1 } @@ -3521,13 +4764,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 681023 + 636987 ], "allocations": [ - 1216 + 1215 ], "total_bytes": [ - 1114762 + 1114746 ] }, "columns": 3000, @@ -3539,7 +4782,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3547,28 +4790,28 @@ "warmup": false }, "stats": { - "min": 0.008110644999987926, - "max": 0.012226835999854302, - "mean": 0.010342123399914272, - "stddev": 0.0016693499638870534, + "min": 0.007832438000150432, + "max": 0.012226284999997006, + "mean": 0.009761121600058686, + "stddev": 0.0019462924410207267, "rounds": 5, - "median": 0.010912477999909242, - "iqr": 0.002625325249994148, - "q1": 0.008902269249915662, - "q3": 0.01152759449990981, + "median": 0.008958099999972546, + "iqr": 0.0033917945000325744, + "q1": 0.008232237500067185, + "q3": 0.01162403200009976, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.008110644999987926, - "hd15iqr": 0.012226835999854302, - "ops": 96.6919423924384, - "total": 0.05171061699957136, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.007832438000150432, + "hd15iqr": 0.012226284999997006, + "ops": 102.44724335715557, + "total": 0.04880560800029343, "data": [ - 0.009166143999891574, - 0.012226835999854302, - 0.011294513999928313, - 0.008110644999987926, - 0.010912477999909242 + 0.008958099999972546, + 0.012226284999997006, + 0.011423281000134011, + 0.007832438000150432, + 0.008365504000039437 ], "iterations": 1 } @@ -3586,13 +4829,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 492573 + 405355 ], "allocations": [ - 1601 + 1606 ], "total_bytes": [ - 847597 + 726672 ] }, "columns": 3000, @@ -3604,7 +4847,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3612,28 +4855,28 @@ "warmup": false }, "stats": { - "min": 0.006835856000179774, - "max": 0.008865367999987939, - "mean": 0.007337535400029083, - "stddev": 0.0008673869568480607, + "min": 0.006529439999894748, + "max": 0.008682483000029606, + "mean": 0.008001367999986542, + "stddev": 0.000858572189593081, "rounds": 5, - "median": 0.006904995000013514, - "iqr": 0.0007676325000147699, - "q1": 0.006859383500000149, - "q3": 0.007627016000014919, - "iqr_outliers": 1, + "median": 0.008156846000019868, + "iqr": 0.0008601434999491175, + "q1": 0.007710695250011668, + "q3": 0.008570838749960785, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.006835856000179774, - "hd15iqr": 0.008865367999987939, - "ops": 136.28554350770648, - "total": 0.03668767700014541, + "outliers": "1;0", + "ld15iqr": 0.006529439999894748, + "hd15iqr": 0.008682483000029606, + "ops": 124.97862865471029, + "total": 0.04000683999993271, "data": [ - 0.006835856000179774, - 0.008865367999987939, - 0.006904995000013514, - 0.007214232000023912, - 0.006867225999940274 + 0.008682483000029606, + 0.008533623999937845, + 0.006529439999894748, + 0.008156846000019868, + 0.00810444700005064 ], "iterations": 1 } @@ -3666,14 +4909,14 @@ "live_fraction": 0.25, "variables": 120000, "phase_seconds": { - "attach": 0.002245329000061247, - "build": 0.02487839799982794 + "attach": 0.0025651000000834756, + "build": 0.02243361399996502 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3681,28 +4924,28 @@ "warmup": false }, "stats": { - "min": 0.026789860000008048, - "max": 0.03789814600008867, - "mean": 0.030220253600009527, - "stddev": 0.00456315464156545, + "min": 0.02669263100005992, + "max": 0.03299412000001212, + "mean": 0.029461072799995235, + "stddev": 0.0024500452957497555, "rounds": 5, - "median": 0.029081138000037754, - "iqr": 0.005469411000206037, - "q1": 0.02685084174987651, - "q3": 0.032320252750082545, + "median": 0.029236670000045706, + "iqr": 0.003606731499928628, + "q1": 0.027550706749991605, + "q3": 0.031157438249920233, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.026789860000008048, - "hd15iqr": 0.03789814600008867, - "ops": 33.090390743765454, - "total": 0.15110126800004764, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.02669263100005992, + "hd15iqr": 0.03299412000001212, + "ops": 33.94309524262001, + "total": 0.14730536399997618, "data": [ - 0.029081138000037754, - 0.030460955000080503, - 0.026871168999832662, - 0.026789860000008048, - 0.03789814600008867 + 0.030545210999889605, + 0.029236670000045706, + 0.02669263100005992, + 0.027836731999968833, + 0.03299412000001212 ], "iterations": 1 } @@ -3735,14 +4978,14 @@ "live_fraction": 0.25, "variables": 120000, "phase_seconds": { - "attach": 0.002158329999929265, - "build": 0.01718509899978926 + "attach": 0.0009938610000972403, + "build": 0.014538926000113861 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3750,28 +4993,28 @@ "warmup": false }, "stats": { - "min": 0.02411533400004373, - "max": 0.03226351900002555, - "mean": 0.028205248000040227, - "stddev": 0.002981007540768431, + "min": 0.022696702000075675, + "max": 0.03256279600009293, + "mean": 0.028251308800054175, + "stddev": 0.0037919515976599033, "rounds": 5, - "median": 0.02810893700007, - "iqr": 0.0036564912500693936, - "q1": 0.02642102974999716, - "q3": 0.030077521000066554, + "median": 0.028592396000021836, + "iqr": 0.005380895999962831, + "q1": 0.025743733000069824, + "q3": 0.031124629000032655, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.02411533400004373, - "hd15iqr": 0.03226351900002555, - "ops": 35.454394870010496, - "total": 0.14102624000020114, + "ld15iqr": 0.022696702000075675, + "hd15iqr": 0.03256279600009293, + "ops": 35.396590192596044, + "total": 0.14125654400027088, "data": [ - 0.03226351900002555, - 0.02934885500008022, - 0.027189594999981637, - 0.02411533400004373, - 0.02810893700007 + 0.028592396000021836, + 0.026759410000067874, + 0.03256279600009293, + 0.030645240000012564, + 0.022696702000075675 ], "iterations": 1 } @@ -3807,7 +5050,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3815,28 +5058,28 @@ "warmup": false }, "stats": { - "min": 0.04738544599990746, - "max": 0.07658926499993868, - "mean": 0.05889475519993539, - "stddev": 0.015573189971416304, + "min": 0.0464265069999783, + "max": 0.07489986300015516, + "mean": 0.05377667279999514, + "stddev": 0.011883070424586849, "rounds": 5, - "median": 0.04773930300007123, - "iqr": 0.0281865707499378, - "q1": 0.04743846424992171, - "q3": 0.07562503499985951, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.04738544599990746, - "hd15iqr": 0.07658926499993868, - "ops": 16.97944064127967, - "total": 0.29447377599967695, + "median": 0.04917881500000476, + "iqr": 0.008365781749887446, + "q1": 0.04787472250001201, + "q3": 0.05624050424989946, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0464265069999783, + "hd15iqr": 0.07489986300015516, + "ops": 18.59542340447828, + "total": 0.2688833639999757, "data": [ - 0.07658926499993868, - 0.04738544599990746, - 0.04773930300007123, - 0.07530362499983312, - 0.04745613699992646 + 0.050020717999814224, + 0.07489986300015516, + 0.04835746100002325, + 0.04917881500000476, + 0.0464265069999783 ], "iterations": 1 } @@ -3872,7 +5115,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3880,28 +5123,28 @@ "warmup": false }, "stats": { - "min": 0.11980858099991565, - "max": 0.15587491299993417, - "mean": 0.12854553239994856, - "stddev": 0.015326758387821401, + "min": 0.11851203100013663, + "max": 0.1208080339999924, + "mean": 0.11952011360003781, + "stddev": 0.000883215730277707, "rounds": 5, - "median": 0.12246976500000528, - "iqr": 0.010159129250041588, - "q1": 0.12109627324991834, - "q3": 0.13125540249995993, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.11980858099991565, - "hd15iqr": 0.15587491299993417, - "ops": 7.779344651890836, - "total": 0.6427276619997428, + "median": 0.11967962199992144, + "iqr": 0.0011771379998890552, + "q1": 0.11880176950012356, + "q3": 0.11997890750001261, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.11851203100013663, + "hd15iqr": 0.1208080339999924, + "ops": 8.36679258309945, + "total": 0.597600568000189, "data": [ - 0.12304889899996851, - 0.15587491299993417, - 0.11980858099991565, - 0.12152550399991924, - 0.12246976500000528 + 0.1208080339999924, + 0.11970253200001935, + 0.1188983490001192, + 0.11967962199992144, + 0.11851203100013663 ], "iterations": 1 } @@ -3937,7 +5180,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3945,28 +5188,28 @@ "warmup": false }, "stats": { - "min": 0.1457164380001359, - "max": 0.1754337200000009, - "mean": 0.15234446740009844, - "stddev": 0.012959642808062041, + "min": 0.14190950700003668, + "max": 0.16702966000002561, + "mean": 0.14844152980003855, + "stddev": 0.010555005825266845, "rounds": 5, - "median": 0.14623996200020883, - "iqr": 0.009515674249996664, - "q1": 0.14576051400007373, - "q3": 0.1552761882500704, + "median": 0.14521213100010755, + "iqr": 0.009291692499971305, + "q1": 0.14199268125003073, + "q3": 0.15128437375000203, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.1457164380001359, - "hd15iqr": 0.1754337200000009, - "ops": 6.564071653312655, - "total": 0.7617223370004922, + "ld15iqr": 0.14190950700003668, + "hd15iqr": 0.16702966000002561, + "ops": 6.7366592175860225, + "total": 0.7422076490001928, "data": [ - 0.1457164380001359, - 0.1754337200000009, - 0.14855701100009355, - 0.14623996200020883, - 0.145775206000053 + 0.14190950700003668, + 0.14202040600002874, + 0.14603594499999417, + 0.14521213100010755, + 0.16702966000002561 ], "iterations": 1 } @@ -3984,13 +5227,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4895023 + 4464987 ], "allocations": [ - 10220 + 10219 ], "total_bytes": [ - 6457458 + 6457442 ] }, "columns": 30000, @@ -4002,7 +5245,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4010,28 +5253,28 @@ "warmup": false }, "stats": { - "min": 0.014910991000078866, - "max": 0.027203385999882812, - "mean": 0.019933471999956966, - "stddev": 0.006207237469344904, + "min": 0.014034410000022035, + "max": 0.03182652100008454, + "mean": 0.01885120040001311, + "stddev": 0.007542040766564702, "rounds": 5, - "median": 0.015760692999947423, - "iqr": 0.011065203749978991, - "q1": 0.01540380399995911, - "q3": 0.0264690077499381, + "median": 0.014939042999913, + "iqr": 0.008068016750030438, + "q1": 0.014244618500015349, + "q3": 0.022312635250045787, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.014910991000078866, - "hd15iqr": 0.027203385999882812, - "ops": 50.166875093418696, - "total": 0.09966735999978482, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.014034410000022035, + "hd15iqr": 0.03182652100008454, + "ops": 53.047019753675976, + "total": 0.09425600200006556, "data": [ - 0.02622421499995653, - 0.014910991000078866, - 0.027203385999882812, - 0.015760692999947423, - 0.01556807499991919 + 0.01431468800001312, + 0.014034410000022035, + 0.01914134000003287, + 0.014939042999913, + 0.03182652100008454 ], "iterations": 1 } @@ -4049,13 +5292,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 4335541 + 3456355 ], "allocations": [ - 1604 + 1610 ], "total_bytes": [ - 6830725 + 5620832 ] }, "columns": 30000, @@ -4067,7 +5310,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4075,28 +5318,28 @@ "warmup": false }, "stats": { - "min": 0.010101356000177475, - "max": 0.011754370000062409, - "mean": 0.011049413000046115, - "stddev": 0.0007069030439073035, + "min": 0.008892241000012291, + "max": 0.011647547999928065, + "mean": 0.010654180599976826, + "stddev": 0.0010498846613625679, "rounds": 5, - "median": 0.011030577999918023, - "iqr": 0.0012129177497968158, - "q1": 0.010510792250158829, - "q3": 0.011723709999955645, + "median": 0.010892865000187157, + "iqr": 0.001056954500086249, + "q1": 0.01022833974985815, + "q3": 0.0112852942499444, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.010101356000177475, - "hd15iqr": 0.011754370000062409, - "ops": 90.50254524795358, - "total": 0.05524706500023058, + "ld15iqr": 0.008892241000012291, + "hd15iqr": 0.011647547999928065, + "ops": 93.85986943023804, + "total": 0.05327090299988413, "data": [ - 0.011754370000062409, - 0.011030577999918023, - 0.011713489999920057, - 0.010101356000177475, - 0.010647271000152614 + 0.008892241000012291, + 0.011164542999949845, + 0.010892865000187157, + 0.01067370599980677, + 0.011647547999928065 ], "iterations": 1 } @@ -4129,14 +5372,14 @@ "live_fraction": 0.25, "variables": 1200000, "phase_seconds": { - "attach": 0.002350307999904544, - "build": 0.0597649819999333 + "attach": 0.0049473809999653895, + "build": 0.04945485199982613 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4144,28 +5387,28 @@ "warmup": false }, "stats": { - "min": 0.06669179599998643, - "max": 0.07851967600004173, - "mean": 0.0728301468000609, - "stddev": 0.004704249091550571, + "min": 0.0649383410000155, + "max": 0.07783451099999183, + "mean": 0.07166504419997181, + "stddev": 0.0054663751558178784, "rounds": 5, - "median": 0.07156296100015425, - "iqr": 0.0071181717501644926, - "q1": 0.06985846099996706, - "q3": 0.07697663275013156, + "median": 0.07032344799995371, + "iqr": 0.009281100249950214, + "q1": 0.06766690174998757, + "q3": 0.07694800199993779, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.06669179599998643, - "hd15iqr": 0.07851967600004173, - "ops": 13.730577843613021, - "total": 0.3641507340003045, + "ld15iqr": 0.0649383410000155, + "hd15iqr": 0.07783451099999183, + "ops": 13.953804273246973, + "total": 0.3583252209998591, "data": [ - 0.07091401599996061, - 0.0764622850001615, - 0.06669179599998643, - 0.07156296100015425, - 0.07851967600004173 + 0.07665249899991977, + 0.07783451099999183, + 0.0649383410000155, + 0.07032344799995371, + 0.06857642199997827 ], "iterations": 1 } @@ -4198,14 +5441,14 @@ "live_fraction": 0.25, "variables": 1200000, "phase_seconds": { - "attach": 0.00556997700005013, - "build": 0.06728740100015784 + "attach": 0.0022416019999127457, + "build": 0.06099894199996925 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4213,28 +5456,28 @@ "warmup": false }, "stats": { - "min": 0.07803395099995214, - "max": 0.08784701900003711, - "mean": 0.08338530040000477, - "stddev": 0.00425388961656576, + "min": 0.07691924699997799, + "max": 0.08636969200006206, + "mean": 0.0825081190000219, + "stddev": 0.004363103992251845, "rounds": 5, - "median": 0.08555668999997579, - "iqr": 0.00699086599979637, - "q1": 0.07929800400012255, - "q3": 0.08628886999991892, + "median": 0.08433266899987757, + "iqr": 0.007839743499971519, + "q1": 0.07833586575009122, + "q3": 0.08617560925006273, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.07803395099995214, - "hd15iqr": 0.08784701900003711, - "ops": 11.992521406086373, - "total": 0.4169265020000239, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.07691924699997799, + "hd15iqr": 0.08636969200006206, + "ops": 12.120019364394121, + "total": 0.41254059500010953, "data": [ - 0.07971935500017935, - 0.08576948699987952, - 0.07803395099995214, - 0.08784701900003711, - 0.08555668999997579 + 0.07880807200012896, + 0.08636969200006206, + 0.08433266899987757, + 0.08611091500006296, + 0.07691924699997799 ], "iterations": 1 } @@ -4270,7 +5513,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4278,28 +5521,28 @@ "warmup": false }, "stats": { - "min": 0.08091693400001532, - "max": 0.08563946899994335, - "mean": 0.0832872015999783, - "stddev": 0.0021375432656289784, + "min": 0.0833713159997842, + "max": 0.112128630999905, + "mean": 0.09018820059991413, + "stddev": 0.012292794581421487, "rounds": 5, - "median": 0.08359649899989563, - "iqr": 0.003984258250113726, - "q1": 0.0811835859999519, - "q3": 0.08516784425006563, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.08091693400001532, - "hd15iqr": 0.08563946899994335, - "ops": 12.006646649060432, - "total": 0.41643600799989144, + "median": 0.0849776729999121, + "iqr": 0.0077848399999425055, + "q1": 0.0844688419999784, + "q3": 0.0922536819999209, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.0833713159997842, + "hd15iqr": 0.112128630999905, + "ops": 11.087924954131442, + "total": 0.45094100299957063, "data": [ - 0.08563946899994335, - 0.08359649899989563, - 0.08501063600010639, - 0.08091693400001532, - 0.08127246999993076 + 0.112128630999905, + 0.08483468400004313, + 0.0833713159997842, + 0.0856286989999262, + 0.0849776729999121 ], "iterations": 1 } @@ -4317,13 +5560,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 137981180 + 126446844 ], "allocations": [ - 215341 + 215330 ], "total_bytes": [ - 204214398 + 192680062 ] }, "columns": 300000, @@ -4335,7 +5578,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4343,28 +5586,28 @@ "warmup": false }, "stats": { - "min": 2.150083708000011, - "max": 2.166473814000028, - "mean": 2.1561252672000135, - "stddev": 0.006999727381932519, + "min": 2.1608546290001414, + "max": 2.2102239719999943, + "mean": 2.187559657800011, + "stddev": 0.019312380019719806, "rounds": 5, - "median": 2.1527790119998826, - "iqr": 0.010866911000164237, - "q1": 2.1508699104999778, - "q3": 2.161736821500142, + "median": 2.191729817000123, + "iqr": 0.029033628500087616, + "q1": 2.1724892124998973, + "q3": 2.201522840999985, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 2.150083708000011, - "hd15iqr": 2.166473814000028, - "ops": 0.4637949451325801, - "total": 10.780626336000068, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.1608546290001414, + "hd15iqr": 2.2102239719999943, + "ops": 0.4571303902201605, + "total": 10.937798289000057, "data": [ - 2.1511319779999667, - 2.166473814000028, - 2.150083708000011, - 2.1527790119998826, - 2.16015782400018 + 2.198622463999982, + 2.1608546290001414, + 2.191729817000123, + 2.2102239719999943, + 2.176367406999816 ], "iterations": 1 } @@ -4382,13 +5625,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 137804786 + 125221874 ], "allocations": [ - 500780 + 500768 ], "total_bytes": [ - 270016834 + 257433922 ] }, "columns": 300000, @@ -4400,7 +5643,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4408,28 +5651,28 @@ "warmup": false }, "stats": { - "min": 1.6096577400001024, - "max": 1.6571227120000458, - "mean": 1.6298514725999667, - "stddev": 0.01773088283204596, + "min": 1.6274562010000864, + "max": 1.742139246999841, + "mean": 1.6722017250000136, + "stddev": 0.04344720901352894, "rounds": 5, - "median": 1.6312537229998725, - "iqr": 0.020619745000033163, - "q1": 1.6172463794999317, - "q3": 1.6378661244999648, + "median": 1.6709150859999227, + "iqr": 0.04906834725005638, + "q1": 1.6418520415000444, + "q3": 1.6909203887501008, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 1.6096577400001024, - "hd15iqr": 1.6571227120000458, - "ops": 0.6135528401276854, - "total": 8.149257362999833, + "ld15iqr": 1.6274562010000864, + "hd15iqr": 1.742139246999841, + "ops": 0.5980139746596613, + "total": 8.361008625000068, "data": [ - 1.6096577400001024, - 1.6314472619999378, - 1.6312537229998725, - 1.6571227120000458, - 1.6197759259998747 + 1.6274562010000864, + 1.6466506550000304, + 1.6738474360001874, + 1.6709150859999227, + 1.742139246999841 ], "iterations": 1 } @@ -4447,13 +5690,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 47395023 + 43094987 ], "allocations": [ - 100223 + 100222 ], "total_bytes": [ - 59047605 + 59047589 ] }, "columns": 300000, @@ -4465,7 +5708,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4473,28 +5716,28 @@ "warmup": false }, "stats": { - "min": 0.07773437800005922, - "max": 0.11101914999994733, - "mean": 0.08704251220005972, - "stddev": 0.013645894400407036, + "min": 0.0790505459999622, + "max": 0.10658332699995299, + "mean": 0.08706186919994252, + "stddev": 0.011076340030340765, "rounds": 5, - "median": 0.08342441600007078, - "iqr": 0.011533932749898668, - "q1": 0.07896520600013446, - "q3": 0.09049913875003313, + "median": 0.08281953999994585, + "iqr": 0.007977663499957544, + "q1": 0.08178637724995497, + "q3": 0.08976404074991251, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.07773437800005922, - "hd15iqr": 0.11101914999994733, - "ops": 11.488638996328438, - "total": 0.4352125610002986, + "ld15iqr": 0.0790505459999622, + "hd15iqr": 0.10658332699995299, + "ops": 11.486084656687572, + "total": 0.4353093459997126, "data": [ - 0.08342441600007078, - 0.07937548200015954, - 0.07773437800005922, - 0.11101914999994733, - 0.08365913500006172 + 0.08269832099995256, + 0.08281953999994585, + 0.0790505459999622, + 0.10658332699995299, + 0.08415761199989902 ], "iterations": 1 } @@ -4512,13 +5755,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 42765541 + 33966355 ], "allocations": [ - 1607 + 1613 ], "total_bytes": [ - 65880872 + 53780979 ] }, "columns": 300000, @@ -4530,7 +5773,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4538,28 +5781,28 @@ "warmup": false }, "stats": { - "min": 0.02242487000012261, - "max": 0.03650843399987025, - "mean": 0.02956748039996455, - "stddev": 0.00643983570609172, + "min": 0.019001460000026782, + "max": 0.035959012999910556, + "mean": 0.027268416799961413, + "stddev": 0.007272151902889936, "rounds": 5, - "median": 0.03091994400006115, - "iqr": 0.012019478499894376, - "q1": 0.0231009814999652, - "q3": 0.03512045999985958, + "median": 0.026301318999912837, + "iqr": 0.012894322249792367, + "q1": 0.02107800750007982, + "q3": 0.03397232974987219, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.02242487000012261, - "hd15iqr": 0.03650843399987025, - "ops": 33.820940657533974, - "total": 0.14783740199982276, + "ld15iqr": 0.019001460000026782, + "hd15iqr": 0.035959012999910556, + "ops": 36.67246277390827, + "total": 0.13634208399980707, "data": [ - 0.02332635199991273, - 0.03465780199985602, - 0.03650843399987025, - 0.02242487000012261, - 0.03091994400006115 + 0.0333101019998594, + 0.0217701900000975, + 0.035959012999910556, + 0.026301318999912837, + 0.019001460000026782 ], "iterations": 1 } @@ -4577,13 +5820,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 16068496 + 16068384 ], "allocations": [ - 363 + 360 ], "total_bytes": [ - 28245252 + 28245140 ] }, "columns": 3000000, @@ -4592,14 +5835,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.013887246000194864, - "build": 0.2566147830000318 + "attach": 0.011942567999994935, + "build": 0.24901876800004175 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4607,28 +5850,28 @@ "warmup": false }, "stats": { - "min": 0.3306272550000813, - "max": 0.41297664000012446, - "mean": 0.3580145280000579, - "stddev": 0.03442236994825347, + "min": 0.33595268099998066, + "max": 0.43147540299992215, + "mean": 0.3712829355999929, + "stddev": 0.042689570665718386, "rounds": 5, - "median": 0.33963336400006483, - "iqr": 0.046319511000149305, - "q1": 0.3348539992499582, - "q3": 0.3811735102501075, + "median": 0.350092603000121, + "iqr": 0.07086764124994716, + "q1": 0.3375799364999921, + "q3": 0.40844757774993923, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.3306272550000813, - "hd15iqr": 0.41297664000012446, - "ops": 2.7931827392206783, - "total": 1.7900726400002895, + "ld15iqr": 0.33595268099998066, + "hd15iqr": 0.43147540299992215, + "ops": 2.6933637507040307, + "total": 1.8564146779999646, "data": [ - 0.41297664000012446, - 0.3306272550000813, - 0.33626291399991715, - 0.33963336400006483, - 0.3705724670001018 + 0.43147540299992215, + 0.33595268099998066, + 0.4007716359999449, + 0.3381223549999959, + 0.350092603000121 ], "iterations": 1 } @@ -4646,13 +5889,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 16069534 + 47526814 ], "allocations": [ - 383 + 385 ], "total_bytes": [ - 28261799 + 59719079 ] }, "columns": 3000000, @@ -4661,14 +5904,14 @@ "live_fraction": 0.25, "variables": 12000000, "phase_seconds": { - "attach": 0.012290420999988783, - "build": 0.3911863540001832 + "attach": 0.012969682000175453, + "build": 0.41239546499991775 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4676,28 +5919,28 @@ "warmup": false }, "stats": { - "min": 0.42954368200003046, - "max": 0.48182474600002934, - "mean": 0.46441495719996057, - "stddev": 0.021291003046690727, + "min": 0.4298003660001086, + "max": 0.5656632110001283, + "mean": 0.4838974096000584, + "stddev": 0.05209576670723636, "rounds": 5, - "median": 0.46570569999994404, - "iqr": 0.026558100999920953, - "q1": 0.4550172497499716, - "q3": 0.48157535074989255, + "median": 0.48544869299985294, + "iqr": 0.06423501525017628, + "q1": 0.44428098125001725, + "q3": 0.5085159965001935, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.42954368200003046, - "hd15iqr": 0.48182474600002934, - "ops": 2.153246755938215, - "total": 2.3220747859998028, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4298003660001086, + "hd15iqr": 0.5656632110001283, + "ops": 2.066553736723866, + "total": 2.419487048000292, "data": [ - 0.48182474600002934, - 0.42954368200003046, - 0.463508438999952, - 0.46570569999994404, - 0.48149221899984695 + 0.5656632110001283, + 0.48544869299985294, + 0.4298003660001086, + 0.4491078529999868, + 0.48946692500021527 ], "iterations": 1 } @@ -4733,7 +5976,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4741,28 +5984,28 @@ "warmup": false }, "stats": { - "min": 0.5318485809998492, - "max": 0.5690933380001297, - "mean": 0.5462152365999373, - "stddev": 0.0177037565196766, + "min": 0.5150338900000406, + "max": 0.559067136999829, + "mean": 0.534181046599997, + "stddev": 0.01816955380572521, "rounds": 5, - "median": 0.5348594639999646, - "iqr": 0.030281301749994327, - "q1": 0.5332051389999037, - "q3": 0.5634864407498981, + "median": 0.5386074479999934, + "iqr": 0.02822043074991143, + "q1": 0.5169761972500737, + "q3": 0.5451966279999851, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.5318485809998492, - "hd15iqr": 0.5690933380001297, - "ops": 1.8307801265756833, - "total": 2.7310761829996864, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.5150338900000406, + "hd15iqr": 0.559067136999829, + "ops": 1.8720244875120315, + "total": 2.670905232999985, "data": [ - 0.5616174749998208, - 0.5318485809998492, - 0.5690933380001297, - 0.5336573249999219, - 0.5348594639999646 + 0.5405731250000372, + 0.5386074479999934, + 0.559067136999829, + 0.5176236330000847, + 0.5150338900000406 ], "iterations": 1 } @@ -4780,13 +6023,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1730147748 + 1718613412 ], "allocations": [ - 2020899 + 2020880 ], "total_bytes": [ - 2411826548 + 2400291964 ] }, "columns": 3000000, @@ -4798,7 +6041,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4806,28 +6049,28 @@ "warmup": false }, "stats": { - "min": 20.270178198000167, - "max": 20.476004360999923, - "mean": 20.38104722120006, - "stddev": 0.08860530227008744, + "min": 20.325916451000012, + "max": 20.60457869999982, + "mean": 20.463426507800023, + "stddev": 0.09883851887402749, "rounds": 5, - "median": 20.362307986000133, - "iqr": 0.15287745599988511, - "q1": 20.3156136772501, - "q3": 20.468491133249984, + "median": 20.46401635699999, + "iqr": 0.08588885799986201, + "q1": 20.419350351500157, + "q3": 20.50523920950002, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 20.270178198000167, - "hd15iqr": 20.476004360999923, - "ops": 0.049065192241928325, - "total": 101.9052361060003, + "ld15iqr": 20.325916451000012, + "hd15iqr": 20.60457869999982, + "ops": 0.048867671287544684, + "total": 102.31713253900011, "data": [ - 20.330758837000076, - 20.270178198000167, - 20.362307986000133, - 20.476004360999923, - 20.465986724000004 + 20.60457869999982, + 20.46401635699999, + 20.472126046000085, + 20.450494985000205, + 20.325916451000012 ], "iterations": 1 } @@ -4845,13 +6088,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1736233849 + 1725748089 ], "allocations": [ - 5002965 + 5002955 ], "total_bytes": [ - 3112197072 + 3101711312 ] }, "columns": 3000000, @@ -4863,7 +6106,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4871,28 +6114,28 @@ "warmup": false }, "stats": { - "min": 16.179816105999862, - "max": 16.245049382999923, - "mean": 16.20807651119994, - "stddev": 0.025729580554713707, + "min": 16.198519762999922, + "max": 16.297560282000177, + "mean": 16.254355571600037, + "stddev": 0.0498911227179777, "rounds": 5, - "median": 16.210583126999836, - "iqr": 0.03786829474989872, - "q1": 16.186024266250058, - "q3": 16.223892560999957, + "median": 16.280307359000062, + "iqr": 0.09358051825006442, + "q1": 16.200991166749986, + "q3": 16.29457168500005, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 16.179816105999862, - "hd15iqr": 16.245049382999923, - "ops": 0.061697635700879744, - "total": 81.04038255599971, + "ld15iqr": 16.198519762999922, + "hd15iqr": 16.297560282000177, + "ops": 0.06152197148604414, + "total": 81.27177785800018, "data": [ - 16.216840286999968, - 16.188093653000124, - 16.210583126999836, - 16.245049382999923, - 16.179816105999862 + 16.201814968000008, + 16.297560282000177, + 16.29357548600001, + 16.280307359000062, + 16.198519762999922 ], "iterations": 1 } @@ -4910,13 +6153,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 475995023 + 432994987 ], "allocations": [ - 1000223 + 1000222 ], "total_bytes": [ - 586750361 + 586750345 ] }, "columns": 3000000, @@ -4928,7 +6171,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4936,28 +6179,28 @@ "warmup": false }, "stats": { - "min": 0.8327370070001052, - "max": 0.8752074439998978, - "mean": 0.8574633072000779, - "stddev": 0.017534763645107133, + "min": 0.8358704970000872, + "max": 0.8575176949998422, + "mean": 0.8489896775999568, + "stddev": 0.00803672174734298, "rounds": 5, - "median": 0.859473065000202, - "iqr": 0.02859340224989637, - "q1": 0.8441584877501214, - "q3": 0.8727518900000177, + "median": 0.8500263089999862, + "iqr": 0.008036510749946046, + "q1": 0.8457304762499689, + "q3": 0.8537669869999149, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.8327370070001052, - "hd15iqr": 0.8752074439998978, - "ops": 1.1662306615374074, - "total": 4.2873165360003895, + "ld15iqr": 0.8358704970000872, + "hd15iqr": 0.8575176949998422, + "ops": 1.1778706224402402, + "total": 4.244948387999784, "data": [ - 0.8479656480001267, - 0.8752074439998978, - 0.8719333720000577, - 0.859473065000202, - 0.8327370070001052 + 0.8500263089999862, + 0.8490171359999295, + 0.8575176949998422, + 0.8525167509999392, + 0.8358704970000872 ], "iterations": 1 } @@ -4975,13 +6218,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 427065541 + 339066355 ], "allocations": [ - 1607 + 1613 ], "total_bytes": [ - 654583628 + 533583735 ] }, "columns": 3000000, @@ -4993,7 +6236,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -5001,33 +6244,33 @@ "warmup": false }, "stats": { - "min": 0.23484710599996106, - "max": 0.2951044799999636, - "mean": 0.25335100819997936, - "stddev": 0.02409789964420675, + "min": 0.22860304499999984, + "max": 0.25818340800014994, + "mean": 0.24388314339998943, + "stddev": 0.013230800994484515, "rounds": 5, - "median": 0.24722411399989142, - "iqr": 0.022782891249960358, - "q1": 0.23844475550004063, - "q3": 0.261227646750001, + "median": 0.24427905399988958, + "iqr": 0.024560432249984387, + "q1": 0.23169941924999193, + "q3": 0.2562598514999763, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.23484710599996106, - "hd15iqr": 0.2951044799999636, - "ops": 3.9470930354879936, - "total": 1.2667550409998967, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.22860304499999984, + "hd15iqr": 0.25818340800014994, + "ops": 4.100324385108952, + "total": 1.219415716999947, "data": [ - 0.23484710599996106, - 0.24722411399989142, - 0.2951044799999636, - 0.24993536900001345, - 0.23964397200006715 + 0.24427905399988958, + 0.25561866599991845, + 0.22860304499999984, + 0.2327315439999893, + 0.25818340800014994 ], "iterations": 1 } } ], - "datetime": "2026-10-13T12:20:19.983963+00:00", + "datetime": "2026-10-14T06:31:52.573354+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/bench/results/latest-highs-sector.ceilings.json b/bench/results/latest-highs-sector.ceilings.json index 502666d93..d37cebc1a 100644 --- a/bench/results/latest-highs-sector.ceilings.json +++ b/bench/results/latest-highs-sector.ceilings.json @@ -8,8 +8,8 @@ "size": "m", "budget": 30.0, "memory_budget": 16.0, - "stopped_by": "memory", - "reason": "pyomo took 0.966 GB on sector/m, so the next rung projects to 19.3 GB \u2014 over the 16 GB budget" + "stopped_by": "time", + "reason": "pyomo took 26.6 s on sector/m, so the next rung projects to 133 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -21,7 +21,7 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "pyomo took 3.38 s on sector/m, so the next rung projects to 33.8 s \u2014 over the 30 s budget" + "reason": "pyomo took 3.41 s on sector/m, so the next rung projects to 34.1 s \u2014 over the 30 s budget" }, { "record": "ceiling", @@ -33,6 +33,6 @@ "budget": 30.0, "memory_budget": 16.0, "stopped_by": "time", - "reason": "gurobipy-loop took 3.03 s on sector/m, so the next rung projects to 30.3 s \u2014 over the 30 s budget" + "reason": "gurobipy-loop took 3 s on sector/m, so the next rung projects to 30 s \u2014 over the 30 s budget" } ] \ No newline at end of file diff --git a/bench/results/latest-highs-sector.json b/bench/results/latest-highs-sector.json index 62d0b1fbe..081e790f7 100644 --- a/bench/results/latest-highs-sector.json +++ b/bench/results/latest-highs-sector.json @@ -9,7 +9,7 @@ "python_version": "3.12.15", "python_build": [ "main", - "Oct 6 2026 23:50:18" + "Oct 13 2026 16:52:04" ], "release": "7.0.0-29-generic", "system": "Linux", @@ -30,11 +30,11 @@ "hz_advertised_friendly": "2.4000 GHz", "hz_actual_friendly": "2.4000 GHz", "hz_advertised": [ - 2400000000, + 2399998000, 0 ], "hz_actual": [ - 2400000000, + 2399998000, 0 ], "stepping": 1, @@ -147,7 +147,7 @@ "l2_cache_associativity": 6 }, "versions": { - "specsolve": "0.0.1.dev1+gaf1dac7d3", + "specsolve": "0.0.1.dev1+gfbc735a5b", "highspy": "1.15.1", "gurobipy": "13.0.3", "scipy": "1.18.1", @@ -158,18 +158,18 @@ "pytest-benchmem": "0.5.5" }, "load_avg": [ - 1.7578125, - 1.9541015625, - 1.669921875 + 1.4072265625, + 1.50537109375, + 1.45458984375 ] }, "commit_info": { - "id": "af1dac7d36457b0c5c169f6347588eae09caae0d", - "time": "2026-10-13T11:50:32Z", - "author_time": "2026-10-13T13:50:32+02:00", + "id": "fbc735a5b972ffdc9699a0db19ec620ae623deaa", + "time": "2026-10-14T06:00:09Z", + "author_time": "2026-10-14T06:00:09Z", "dirty": true, "project": "specsolve", - "branch": "main" + "branch": "claude/specsolve-2032-review-7hrcv0" }, "benchmarks": [ { @@ -186,16 +186,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 159627799 + 142851487 ], "allocations": [ - 72857 + 72863 ], "total_bytes": [ - 286568518 + 269791648 ], "rss_bytes": [ - 216326144 + 215928832 ] }, "columns": 300, @@ -204,14 +204,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.0019956809996983793, - "build": 0.015623386999777722 + "attach": 0.0013157819998923515, + "build": 0.011684386000069935 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -219,32 +219,32 @@ "warmup": false }, "stats": { - "min": 0.025578336999842577, - "max": 0.07656097500012038, - "mean": 0.035394599555578075, - "stddev": 0.015789583975644575, + "min": 0.01971732499987411, + "max": 0.060278976999597944, + "mean": 0.03137787988882539, + "stddev": 0.012374561613190107, "rounds": 9, - "median": 0.03109815699963292, - "iqr": 0.006246531250440057, - "q1": 0.027350589249863333, - "q3": 0.03359712050030339, + "median": 0.02726732799965248, + "iqr": 0.008797796499834476, + "q1": 0.02497147650012721, + "q3": 0.033769272999961686, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.025578336999842577, - "hd15iqr": 0.07656097500012038, - "ops": 28.2528976893709, - "total": 0.31855139600020266, + "ld15iqr": 0.01971732499987411, + "hd15iqr": 0.060278976999597944, + "ops": 31.869584673760258, + "total": 0.28240091899942854, "data": [ - 0.07656097500012038, - 0.035384339000302134, - 0.030845849999877828, - 0.025578336999842577, - 0.03109815699963292, - 0.03247851400010404, - 0.03300138100030381, - 0.025704586000301788, - 0.02789925699971718 + 0.060278976999597944, + 0.040347175000079005, + 0.03157663899992258, + 0.026146354000047722, + 0.01971732499987411, + 0.02726732799965248, + 0.026235343999815086, + 0.029384933000073943, + 0.021446844000365672 ], "iterations": 1 } @@ -263,16 +263,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 147046526 + 142852502 ], "allocations": [ - 72902 + 72891 ], "total_bytes": [ - 274232025 + 270037203 ], "rss_bytes": [ - 216535040 + 216227840 ] }, "columns": 300, @@ -281,14 +281,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.002567406999787636, - "build": 0.01857933100018272 + "attach": 0.0025091539996537904, + "build": 0.017616618999909406 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -296,32 +296,32 @@ "warmup": false }, "stats": { - "min": 0.025868606000130967, - "max": 0.04632680900022024, - "mean": 0.03128186588891266, - "stddev": 0.006395681492958118, + "min": 0.02618365399985123, + "max": 0.03501100799985579, + "mean": 0.030510735333336925, + "stddev": 0.0029312142430291755, "rounds": 9, - "median": 0.030608791999839013, - "iqr": 0.0069207462501026384, - "q1": 0.026274011750047066, - "q3": 0.033194758000149704, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.025868606000130967, - "hd15iqr": 0.04632680900022024, - "ops": 31.967402569628476, - "total": 0.28153679300021395, + "median": 0.030792324999765697, + "iqr": 0.004514426999662646, + "q1": 0.028275117750240497, + "q3": 0.03278954474990314, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.02618365399985123, + "hd15iqr": 0.03501100799985579, + "ops": 32.77534903943697, + "total": 0.2745966180000323, "data": [ - 0.03167592299996613, - 0.025922324000021035, - 0.028121123999881092, - 0.03354344499985018, - 0.026391241000055743, - 0.025868606000130967, - 0.030608791999839013, - 0.04632680900022024, - 0.033078529000249546 + 0.030792324999765697, + 0.03137794100030078, + 0.03501100799985579, + 0.02618365399985123, + 0.028620148000300105, + 0.0293048240000644, + 0.027240027000061673, + 0.03352094699994268, + 0.032545743999889964 ], "iterations": 1 } @@ -340,16 +340,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1112679844 + 1112680356 ], "allocations": [ - 254648 + 254649 ], "total_bytes": [ - 1366549357 + 1366549331 ], "rss_bytes": [ - 246456320 + 246226944 ] }, "columns": 300, @@ -361,7 +361,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -369,32 +369,32 @@ "warmup": false }, "stats": { - "min": 0.05427418600038436, - "max": 0.41884667399972386, - "mean": 0.09545300911107309, - "stddev": 0.12127388538567263, + "min": 0.054557582999677834, + "max": 0.415916092000316, + "mean": 0.10297240877773423, + "stddev": 0.11793876695048537, "rounds": 9, - "median": 0.05506368999976985, - "iqr": 0.000844518499775404, - "q1": 0.054686619749986676, - "q3": 0.05553113824976208, + "median": 0.06086919399967883, + "iqr": 0.028023182249739875, + "q1": 0.0552078870001651, + "q3": 0.08323106924990498, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.05427418600038436, - "hd15iqr": 0.41884667399972386, - "ops": 10.47635909347141, - "total": 0.8590770819996578, + "ld15iqr": 0.054557582999677834, + "hd15iqr": 0.415916092000316, + "ops": 9.711339298262882, + "total": 0.926751678999608, "data": [ - 0.41884667399972386, - 0.05506368999976985, - 0.05480528199996115, - 0.05529989799970281, - 0.05460798300009628, - 0.05524167800012947, - 0.0562248589999399, - 0.05471283199995014, - 0.05427418600038436 + 0.415916092000316, + 0.055422658000225056, + 0.06086919399967883, + 0.05692056899988529, + 0.08473213200022656, + 0.061039161999815406, + 0.054557582999677834, + 0.05456357399998524, + 0.08273071499979778 ], "iterations": 1 } @@ -413,16 +413,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 1097394491 + 1097393979 ], "allocations": [ - 360255 + 360254 ], "total_bytes": [ - 1194319401 + 1194317297 ], "rss_bytes": [ - 200810496 + 200773632 ] }, "columns": 300, @@ -434,7 +434,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -442,32 +442,32 @@ "warmup": false }, "stats": { - "min": 0.02673324599982152, - "max": 0.7444083569998838, - "mean": 0.10706316699997842, - "stddev": 0.23900472095409622, + "min": 0.025871546000416856, + "max": 0.7363601799997923, + "mean": 0.10717475822229972, + "stddev": 0.23596855945669626, "rounds": 9, - "median": 0.027551678999770957, - "iqr": 0.0005436947499219968, - "q1": 0.027189093000060893, - "q3": 0.02773278774998289, + "median": 0.02732201700018777, + "iqr": 0.005027546250062187, + "q1": 0.026731040249956095, + "q3": 0.03175858650001828, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.02673324599982152, - "hd15iqr": 0.7444083569998838, - "ops": 9.34028039727427, - "total": 0.9635685029998058, + "ld15iqr": 0.025871546000416856, + "hd15iqr": 0.7363601799997923, + "ops": 9.330555222021777, + "total": 0.9645728240006974, "data": [ - 0.7444083569998838, - 0.02782968700012134, - 0.027551678999770957, - 0.027275251999981265, - 0.02770048799993674, - 0.02693061600029978, - 0.027655588000015996, - 0.027483589999974356, - 0.02673324599982152 + 0.7363601799997923, + 0.026822741000160022, + 0.02655764100018132, + 0.03687588599996161, + 0.02678883999988102, + 0.02732201700018777, + 0.027921153000079357, + 0.030052820000037173, + 0.025871546000416856 ], "iterations": 1 } @@ -486,16 +486,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 90954372 + 93236 ], "allocations": [ - 33486 + 1539 ], "total_bytes": [ - 146934731 + 137433 ], "rss_bytes": [ - 182173696 + 179580928 ] }, "columns": 300, @@ -507,7 +507,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -515,76 +515,76 @@ "warmup": false }, "stats": { - "min": 0.008221384999615111, - "max": 0.012447766999684973, - "mean": 0.00936645488885309, - "stddev": 0.0014331069833532133, + "min": 0.00029659800020453986, + "max": 0.0005592470001829497, + "mean": 0.0003804417778559986, + "stddev": 0.00011048056578936452, "rounds": 9, - "median": 0.008673961000113195, - "iqr": 0.0016375172499465407, - "q1": 0.008291547500107299, - "q3": 0.00992906475005384, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.008221384999615111, - "hd15iqr": 0.012447766999684973, - "ops": 106.76397974115997, - "total": 0.0842980939996778, + "median": 0.0003171990001646918, + "iqr": 0.00019230575014717033, + "q1": 0.0003003027500199096, + "q3": 0.0004926085001670799, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.00029659800020453986, + "hd15iqr": 0.0005592470001829497, + "ops": 2628.523096584074, + "total": 0.0034239760007039877, "data": [ - 0.009695312000076228, - 0.012447766999684973, - 0.008673961000113195, - 0.008309265000207233, - 0.008238394999807497, - 0.009687922000011895, - 0.010630322999986674, - 0.008221384999615111, - 0.008393764000174997 + 0.0005592470001829497, + 0.00029659800020453986, + 0.000315438000143331, + 0.00030048799999349285, + 0.00032059699969977373, + 0.00047788600022613537, + 0.0005367759999899135, + 0.0002997470000991598, + 0.0003171990001646918 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-highs]", + "name": "test_emit[sector-2xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-specsolve-highs]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "specsolve", "sink": "highs" }, - "param": "sector-xs-specsolve-highs", + "param": "sector-2xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 151528185 + 140327253 ], "allocations": [ - 72874 + 72855 ], "total_bytes": [ - 278737542 + 267415244 ], "rss_bytes": [ - 220168192 + 218267648 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000, + "variables": 8500, "phase_seconds": { - "attach": 0.0014574659999198047, - "build": 0.01431430000002365 + "attach": 0.001504650000242691, + "build": 0.012497311000061018 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -592,76 +592,76 @@ "warmup": false }, "stats": { - "min": 0.025759626000308344, - "max": 0.03934259200013912, - "mean": 0.03191537122231441, - "stddev": 0.003958945872902473, + "min": 0.023027533999993466, + "max": 0.038515256000209774, + "mean": 0.029684181666652876, + "stddev": 0.005195013754667708, "rounds": 9, - "median": 0.031691222000063135, - "iqr": 0.003996019249825622, - "q1": 0.029553646500176, - "q3": 0.03354966575000162, + "median": 0.029422503999740002, + "iqr": 0.0087988770001175, + "q1": 0.02451663924989589, + "q3": 0.03331551625001339, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.025759626000308344, - "hd15iqr": 0.03934259200013912, - "ops": 31.33286443808699, - "total": 0.2872383410008297, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.023027533999993466, + "hd15iqr": 0.038515256000209774, + "ops": 33.6879760146259, + "total": 0.2671576349998759, "data": [ - 0.03934259200013912, - 0.032889392000015505, - 0.031691222000063135, - 0.035530486999959976, - 0.028105484999741748, - 0.03161453300026551, - 0.03226863700001559, - 0.03003636700032075, - 0.025759626000308344 + 0.038515256000209774, + 0.03384476500013989, + 0.03313909999997122, + 0.029422503999740002, + 0.02396279799995682, + 0.028535009000279388, + 0.032009415999709745, + 0.024701252999875578, + 0.023027533999993466 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-in-memory-highs]", + "name": "test_emit[sector-2xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-specsolve-in-memory-highs]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "sector-xs-specsolve-in-memory-highs", + "param": "sector-2xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 147334752 + 155533068 ], "allocations": [ - 72899 + 72905 ], "total_bytes": [ - 274788905 + 282865823 ], "rss_bytes": [ - 220360704 + 218656768 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000, + "variables": 8500, "phase_seconds": { - "attach": 0.0014983969999775582, - "build": 0.017179533000216907 + "attach": 0.00880420299972684, + "build": 0.02400536799996189 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -669,72 +669,72 @@ "warmup": false }, "stats": { - "min": 0.029036275000180467, - "max": 0.03829658199992991, - "mean": 0.03378601844451623, - "stddev": 0.0027798472813031026, + "min": 0.026619330999892554, + "max": 0.05157022200000938, + "mean": 0.033490145222205885, + "stddev": 0.0073833461794180644, "rounds": 9, - "median": 0.034141860000090674, - "iqr": 0.0030705997498898796, - "q1": 0.03205092600012449, - "q3": 0.03512152575001437, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.029036275000180467, - "hd15iqr": 0.03829658199992991, - "ops": 29.59804220915261, - "total": 0.3040741660006461, + "median": 0.031455320000077336, + "iqr": 0.004287046250055937, + "q1": 0.02969996375009032, + "q3": 0.033987010000146256, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.026619330999892554, + "hd15iqr": 0.05157022200000938, + "ops": 29.85953012042906, + "total": 0.30141130699985297, "data": [ - 0.030642791999980545, - 0.03476817399996435, - 0.03618158100016444, - 0.033939102000204, - 0.03829658199992991, - 0.03454749599995921, - 0.03252030400017247, - 0.034141860000090674, - 0.029036275000180467 + 0.028622467999866785, + 0.03292983200026356, + 0.03090665399986392, + 0.032089806999920256, + 0.03005912900016483, + 0.031455320000077336, + 0.026619330999892554, + 0.03715854399979435, + 0.05157022200000938 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-linopy-highs]", + "name": "test_emit[sector-2xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-linopy-highs]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "linopy", "sink": "highs" }, - "param": "sector-xs-linopy-highs", + "param": "sector-2xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1113667961 + 1113080178 ], "allocations": [ - 255478 + 255054 ], "total_bytes": [ - 1374319564 + 1370087535 ], "rss_bytes": [ - 251015168 + 246726656 ] }, - "columns": 3000, - "rows": 2600, + "columns": 1500, + "rows": 1270, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -742,72 +742,72 @@ "warmup": false }, "stats": { - "min": 0.05707826199977717, - "max": 0.08458931199993458, - "mean": 0.06125524466662884, - "stddev": 0.008780267521164202, + "min": 0.056735901000138256, + "max": 0.08477600200012603, + "mean": 0.06045642311108976, + "stddev": 0.00912965111834406, "rounds": 9, - "median": 0.05842893899989576, - "iqr": 0.001396064749769721, - "q1": 0.05776426275008362, - "q3": 0.05916032749985334, + "median": 0.05731648700020742, + "iqr": 0.0008271349998949518, + "q1": 0.05719652200002656, + "q3": 0.058023656999921513, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.05707826199977717, - "hd15iqr": 0.08458931199993458, - "ops": 16.32513273667142, - "total": 0.5512972019996596, + "ld15iqr": 0.056735901000138256, + "hd15iqr": 0.08477600200012603, + "ops": 16.54083964184388, + "total": 0.5441078079998078, "data": [ - 0.058850004999840166, - 0.059085692999815365, - 0.05842893899989576, - 0.05707826199977717, - 0.05772114600040368, - 0.08458931199993458, - 0.05938423099996726, - 0.05777863499997693, - 0.05838097900004868 + 0.05800662199999351, + 0.056735901000138256, + 0.08477600200012603, + 0.05723019700008081, + 0.058074761999705515, + 0.05729691599981379, + 0.057095496999863826, + 0.057575423999878694, + 0.05731648700020742 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-pyomo-highs]", + "name": "test_emit[sector-2xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-pyomo-highs]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "pyomo", "sink": "highs" }, - "param": "sector-xs-pyomo-highs", + "param": "sector-2xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1104884889 + 1100538499 ], "allocations": [ - 2783662 + 1411022 ], "total_bytes": [ - 1345102754 + 1258885355 ], "rss_bytes": [ - 212180992 + 205066240 ] }, - "columns": 3000, - "rows": 2600, + "columns": 1500, + "rows": 1270, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -815,72 +815,72 @@ "warmup": false }, "stats": { - "min": 0.1462094009998509, - "max": 0.15098662900027193, - "mean": 0.14831702577784098, - "stddev": 0.0014125594471956747, + "min": 0.07824452300019402, + "max": 0.08095908599989343, + "mean": 0.07962604488895725, + "stddev": 0.0007195399471773354, "rounds": 9, - "median": 0.14771283700019922, - "iqr": 0.0013164387498818542, - "q1": 0.1475965915001325, - "q3": 0.14891303025001434, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.1462094009998509, - "hd15iqr": 0.15098662900027193, - "ops": 6.7423142741404885, - "total": 1.3348532320005688, + "median": 0.07963353500008452, + "iqr": 0.000628219750410608, + "q1": 0.07930372899988924, + "q3": 0.07993194875029985, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.07923866800001633, + "hd15iqr": 0.08095908599989343, + "ops": 12.558704898561183, + "total": 0.7166344040006152, "data": [ - 0.15098662900027193, - 0.14760348900017561, - 0.14771283700019922, - 0.1462094009998509, - 0.14858953000020847, - 0.1485904109999865, - 0.1498808880000979, - 0.14757589900000312, - 0.14770414799977516 + 0.0799434530003964, + 0.07958642499988855, + 0.07932541599984688, + 0.07977518400002737, + 0.07923866800001633, + 0.08095908599989343, + 0.07992811400026767, + 0.07824452300019402, + 0.07963353500008452 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-xs-highspy-matrix-highs]", + "name": "test_emit[sector-2xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-2xs5-highspy-matrix-highs]", "params": { "case_name": "sector", - "size": "xs", + "size": "2xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "sector-xs-highspy-matrix-highs", + "param": "sector-2xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 97723056 + 199774 ], "allocations": [ - 33489 + 1539 ], "total_bytes": [ - 154048515 + 271315 ], "rss_bytes": [ - 182161408 + 179671040 ] }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, + "columns": 1500, + "rows": 1270, + "nonzeros": 1500, "live_fraction": 0.17647058823529413, - "variables": 17000 + "variables": 8500 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -888,76 +888,76 @@ "warmup": false }, "stats": { - "min": 0.00874434100023791, - "max": 0.015704337999977724, - "mean": 0.010489783777757111, - "stddev": 0.002262501421840088, + "min": 0.00032736699995439267, + "max": 0.0005872970000382338, + "mean": 0.0003994529999747303, + "stddev": 0.00010083675818964812, "rounds": 9, - "median": 0.010068128999591863, - "iqr": 0.0027138504999584256, - "q1": 0.008817574999966382, - "q3": 0.011531425499924808, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.00874434100023791, - "hd15iqr": 0.015704337999977724, - "ops": 95.33084963299562, - "total": 0.094408053999814, + "median": 0.0003598779999265389, + "iqr": 7.245400001920643e-05, + "q1": 0.00034219799999846146, + "q3": 0.0004146520000176679, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.00032736699995439267, + "hd15iqr": 0.0005635269999402226, + "ops": 2503.4234317010028, + "total": 0.003595076999772573, "data": [ - 0.015704337999977724, - 0.010068128999591863, - 0.010175857999911386, - 0.00874434100023791, - 0.00895643800004109, - 0.011670414000036544, - 0.011485095999887562, - 0.008770010000262118, - 0.008833429999867803 + 0.0005635269999402226, + 0.0003287879999334109, + 0.000365027000043483, + 0.0003598779999265389, + 0.00035526800002116943, + 0.000346668000020145, + 0.0003612569998949766, + 0.00032736699995439267, + 0.0005872970000382338 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-highs]", + "name": "test_emit[sector-xs-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-highs]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "specsolve", "sink": "highs" }, - "param": "sector-s-specsolve-highs", + "param": "sector-xs-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 166361933 + 143139521 ], "allocations": [ - 72862 + 72855 ], "total_bytes": [ - 294863395 + 270348336 ], "rss_bytes": [ - 233455616 + 219947008 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000, + "variables": 17000, "phase_seconds": { - "attach": 0.004104222000023583, - "build": 0.03271032200018453 + "attach": 0.0026272630002495134, + "build": 0.015498732000196469 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -965,76 +965,76 @@ "warmup": false }, "stats": { - "min": 0.05115811500036216, - "max": 0.06017906299985043, - "mean": 0.05461741455560008, - "stddev": 0.0037460321706858654, + "min": 0.026296741999885853, + "max": 0.03617958099994212, + "mean": 0.03173569733331129, + "stddev": 0.003134184290045152, "rounds": 9, - "median": 0.05332959599991227, - "iqr": 0.006511083499503911, - "q1": 0.05126529125027446, - "q3": 0.05777637474977837, + "median": 0.03127340099990761, + "iqr": 0.0039479957499679585, + "q1": 0.029955724249930427, + "q3": 0.033903719999898385, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.05115811500036216, - "hd15iqr": 0.06017906299985043, - "ops": 18.309178640852874, - "total": 0.49155673100040076, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.026296741999885853, + "hd15iqr": 0.03617958099994212, + "ops": 31.510257660239052, + "total": 0.2856212759998016, "data": [ - 0.056010831000094186, - 0.06017906299985043, - 0.05332959599991227, - 0.05146189200013396, - 0.05115811500036216, - 0.05981497599987051, - 0.057096840999747656, - 0.05127787400033412, - 0.051227543000095466 + 0.03486159900012353, + 0.03127340099990761, + 0.033584426999823336, + 0.03617958099994212, + 0.03341272800025763, + 0.0284070289999363, + 0.026296741999885853, + 0.03047195599992847, + 0.031133812999996735 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-in-memory-highs]", + "name": "test_emit[sector-xs-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-specsolve-in-memory-highs]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "sector-s-specsolve-in-memory-highs", + "param": "sector-xs-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 172130916 + 147335032 ], "allocations": [ - 72917 + 72893 ], "total_bytes": [ - 300877214 + 274788603 ], "rss_bytes": [ - 233623552 + 220192768 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000, + "variables": 17000, "phase_seconds": { - "attach": 0.0038011749998076994, - "build": 0.0374532209998506 + "attach": 0.0032768989999567566, + "build": 0.01731506999976773 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1042,72 +1042,72 @@ "warmup": false }, "stats": { - "min": 0.04935127199996714, - "max": 0.06210544599980494, - "mean": 0.055066410999946434, - "stddev": 0.004321694791044135, + "min": 0.02620413400018151, + "max": 0.03725954399988041, + "mean": 0.030648749888920673, + "stddev": 0.0036371279262303624, "rounds": 9, - "median": 0.05514450900000156, - "iqr": 0.005528077750227567, - "q1": 0.05165594599986889, - "q3": 0.05718402375009646, + "median": 0.030187269000180095, + "iqr": 0.0055181360002052315, + "q1": 0.027495299999827694, + "q3": 0.033013436000032925, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.04935127199996714, - "hd15iqr": 0.06210544599980494, - "ops": 18.15989060919501, - "total": 0.4955976989995179, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.02620413400018151, + "hd15iqr": 0.03725954399988041, + "ops": 32.62775818342573, + "total": 0.27583874900028604, "data": [ - 0.06108726599995862, - 0.053469223999854876, - 0.050909836999835534, - 0.0557425530000728, - 0.04935127199996714, - 0.055882943000142404, - 0.06210544599980494, - 0.05190464899988001, - 0.05514450900000156 + 0.03725954399988041, + 0.028340660000139906, + 0.03261909200000446, + 0.02620413400018151, + 0.03342258800012132, + 0.02740201500000694, + 0.027526394999767945, + 0.030187269000180095, + 0.03287705200000346 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-linopy-highs]", + "name": "test_emit[sector-xs-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-linopy-highs]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "linopy", "sink": "highs" }, - "param": "sector-s-linopy-highs", + "param": "sector-xs-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1124686693 + 1113667449 ], "allocations": [ - 263569 + 255490 ], "total_bytes": [ - 1446179153 + 1374317634 ], "rss_bytes": [ - 275906560 + 251228160 ] }, - "columns": 30000, - "rows": 24600, + "columns": 3000, + "rows": 2600, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1115,72 +1115,72 @@ "warmup": false }, "stats": { - "min": 0.08791056099971684, - "max": 0.09131006000006892, - "mean": 0.08935070111111701, - "stddev": 0.0010495516306877248, + "min": 0.05782711300025767, + "max": 0.06926199000008637, + "mean": 0.060097422111135126, + "stddev": 0.0035888291742645333, "rounds": 9, - "median": 0.08941003700010697, - "iqr": 0.001249072750169944, - "q1": 0.08862236474988094, - "q3": 0.08987143750005089, - "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.08791056099971684, - "hd15iqr": 0.09131006000006892, - "ops": 11.1918539817208, - "total": 0.804156310000053, + "median": 0.05872405800027991, + "iqr": 0.0015021777497850053, + "q1": 0.05834211025000968, + "q3": 0.05984428799979469, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.05782711300025767, + "hd15iqr": 0.06926199000008637, + "ops": 16.639648838027536, + "total": 0.5408767990002161, "data": [ - 0.08889739200003532, - 0.08835887700024614, - 0.09043598799962638, - 0.08871019399975921, - 0.08941003700010697, - 0.08943994700030089, - 0.08791056099971684, - 0.09131006000006892, - 0.08968325400019239 + 0.06142601999999897, + 0.058266000999992684, + 0.05911042499974428, + 0.06926199000008637, + 0.05872405800027991, + 0.05931704399972659, + 0.05782711300025767, + 0.058576668000114296, + 0.05836748000001535 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-pyomo-highs]", + "name": "test_emit[sector-xs-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-pyomo-highs]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "pyomo", "sink": "highs" }, - "param": "sector-s-pyomo-highs", + "param": "sector-xs-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1172537587 + 1104884377 ], "allocations": [ - 25488016 + 2783661 ], "total_bytes": [ - 3086454267 + 1345100650 ], "rss_bytes": [ - 299421696 + 212148224 ] }, - "columns": 30000, - "rows": 24600, + "columns": 3000, + "rows": 2600, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1188,72 +1188,72 @@ "warmup": false }, "stats": { - "min": 1.7117644160002783, - "max": 1.7713716350003779, - "mean": 1.7443540038889802, - "stddev": 0.017356155211244107, + "min": 0.1455134369998632, + "max": 0.1495603419998588, + "mean": 0.14779271388882384, + "stddev": 0.001219954098766732, "rounds": 9, - "median": 1.7412463589998879, - "iqr": 0.022192537999899287, - "q1": 1.735576765750011, - "q3": 1.7577693037499103, + "median": 0.14805927099996552, + "iqr": 0.0014322254999115103, + "q1": 0.14705240524995133, + "q3": 0.14848463074986284, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.7117644160002783, - "hd15iqr": 1.7713716350003779, - "ops": 0.5732781291931184, - "total": 15.699186035000821, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.1455134369998632, + "hd15iqr": 0.1495603419998588, + "ops": 6.766233420358218, + "total": 1.3301344249994145, "data": [ - 1.734167902000081, - 1.7391229880004175, - 1.7713716350003779, - 1.7360463869999876, - 1.7117644160002783, - 1.7412463589998879, - 1.7573169329998564, - 1.7490229989998625, - 1.759126416000072 + 0.14838343900009932, + 0.1483899489999203, + 0.14876867599969046, + 0.14721547699991788, + 0.1455134369998632, + 0.14768064400004732, + 0.1465631900000517, + 0.1495603419998588, + 0.14805927099996552 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-s-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-s-highspy-matrix-highs]", + "name": "test_emit[sector-xs-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs-highspy-matrix-highs]", "params": { "case_name": "sector", - "size": "s", + "size": "xs", "arm": "highspy-matrix", "sink": "highs" }, - "param": "sector-s-highspy-matrix-highs", + "param": "sector-xs-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 106069852 + 335304 ], "allocations": [ - 33493 + 1539 ], "total_bytes": [ - 167454498 + 441485 ], "rss_bytes": [ - 185950208 + 179515392 ] }, - "columns": 30000, - "rows": 24600, - "nonzeros": 30000, + "columns": 3000, + "rows": 2600, + "nonzeros": 3000, "live_fraction": 0.17647058823529413, - "variables": 170000 + "variables": 17000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1261,76 +1261,76 @@ "warmup": false }, "stats": { - "min": 0.010853401000076701, - "max": 0.01810759499994674, - "mean": 0.0139497962221766, - "stddev": 0.00295598578310425, + "min": 0.00037793699993926566, + "max": 0.0007456349999301892, + "mean": 0.0005185077778454191, + "stddev": 0.00016166384738904534, "rounds": 9, - "median": 0.012780102999840892, - "iqr": 0.00560245400004078, - "q1": 0.01167332624993378, - "q3": 0.01727578024997456, + "median": 0.0004171570003563829, + "iqr": 0.00031856925045303797, + "q1": 0.00038053074979416124, + "q3": 0.0006991000002471992, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.010853401000076701, - "hd15iqr": 0.01810759499994674, - "ops": 71.6856349779688, - "total": 0.1255481659995894, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.00037793699993926566, + "hd15iqr": 0.0007456349999301892, + "ops": 1928.6113781269573, + "total": 0.004666570000608772, "data": [ - 0.011420045999784634, - 0.012780102999840892, - 0.018046015999971132, - 0.017019034999975702, - 0.01365639599998758, - 0.011757752999983495, - 0.01810759499994674, - 0.010853401000076701, - 0.011907821000022523 + 0.0007049949999782257, + 0.0004171570003563829, + 0.00037793699993926566, + 0.0007456349999301892, + 0.000697135000336857, + 0.0005811660003018915, + 0.0003802390001510503, + 0.0003816779999397113, + 0.0003806279996751982 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-specsolve-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-highs]", + "name": "test_emit[sector-xs5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-specsolve-highs]", "params": { "case_name": "sector", - "size": "m", + "size": "xs5", "arm": "specsolve", "sink": "highs" }, - "param": "sector-m-specsolve-highs", + "param": "sector-xs5-specsolve-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 399046893 + 144525785 ], "allocations": [ - 72957 + 72859 ], "total_bytes": [ - 537934470 + 272390197 ], "rss_bytes": [ - 423608320 + 226734080 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, "live_fraction": 0.17647058823529413, - "variables": 1700000, + "variables": 85000, "phase_seconds": { - "attach": 0.009873000999959913, - "build": 0.13753507100000206 + "attach": 0.003374798000095325, + "build": 0.027030039000237593 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1338,76 +1338,76 @@ "warmup": false }, "stats": { - "min": 0.18851055699997232, - "max": 0.22376553799995236, - "mean": 0.19931928911106903, - "stddev": 0.010448671958442603, + "min": 0.035894773000109126, + "max": 0.04815379399997255, + "mean": 0.043217259444494026, + "stddev": 0.004309302401519066, "rounds": 9, - "median": 0.1971290400001635, - "iqr": 0.009102137250124542, - "q1": 0.19318004174988346, - "q3": 0.202282179000008, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.18851055699997232, - "hd15iqr": 0.22376553799995236, - "ops": 5.017075890947806, - "total": 1.7938736019996213, + "median": 0.04465315700008432, + "iqr": 0.006752630249934555, + "q1": 0.04029156900014641, + "q3": 0.047044199250080965, + "iqr_outliers": 0, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.035894773000109126, + "hd15iqr": 0.04815379399997255, + "ops": 23.138903596706484, + "total": 0.3889553350004462, "data": [ - 0.22376553799995236, - 0.18851055699997232, - 0.1971290400001635, - 0.19126389299981383, - 0.20478270900002826, - 0.20144866900000125, - 0.19876658400016822, - 0.1943878539996149, - 0.19381875799990667 + 0.04815379399997255, + 0.04489514599981703, + 0.04465315700008432, + 0.038125389000015275, + 0.04173493600001166, + 0.046846143000038865, + 0.035894773000109126, + 0.047638368000207265, + 0.04101362900019012 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-specsolve-in-memory-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-in-memory-highs]", + "name": "test_emit[sector-xs5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-specsolve-in-memory-highs]", "params": { "case_name": "sector", - "size": "m", + "size": "xs5", "arm": "specsolve-in-memory", "sink": "highs" }, - "param": "sector-m-specsolve-in-memory-highs", + "param": "sector-xs5-specsolve-in-memory-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 398523908 + 151342768 ], "allocations": [ - 72968 + 72896 ], "total_bytes": [ - 537654697 + 279451968 ], "rss_bytes": [ - 413052928 + 226217984 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, "live_fraction": 0.17647058823529413, - "variables": 1700000, + "variables": 85000, "phase_seconds": { - "attach": 0.008930759000122634, - "build": 0.15567723499998465 + "attach": 0.003347328000018024, + "build": 0.0253554199998689 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1415,72 +1415,72 @@ "warmup": false }, "stats": { - "min": 0.20573849099992003, - "max": 0.25753286999997727, - "mean": 0.2235779797777266, - "stddev": 0.01666385032835953, + "min": 0.03312013000004299, + "max": 0.05632049299993014, + "mean": 0.04357817033330017, + "stddev": 0.00736706331962794, "rounds": 9, - "median": 0.21841151499984335, - "iqr": 0.019243797750050362, - "q1": 0.2109289909999461, - "q3": 0.23017278874999647, + "median": 0.04146473699984199, + "iqr": 0.010920647999682842, + "q1": 0.03848172875018463, + "q3": 0.04940237674986747, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.20573849099992003, - "hd15iqr": 0.25753286999997727, - "ops": 4.47271238873419, - "total": 2.0122018179995393, + "ld15iqr": 0.03312013000004299, + "hd15iqr": 0.05632049299993014, + "ops": 22.94726906503121, + "total": 0.39220353299970157, "data": [ - 0.25753286999997727, - 0.22332747100017514, - 0.2098315640000692, - 0.21776784199983013, - 0.22619694500008336, - 0.21841151499984335, - 0.2421003199997358, - 0.20573849099992003, - 0.21129479999990508 + 0.05632049299993014, + 0.038561826000204746, + 0.04323909599997933, + 0.04852615199979482, + 0.052031051000085426, + 0.03312013000004299, + 0.04069861099969785, + 0.03824143700012428, + 0.04146473699984199 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-linopy-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-linopy-highs]", + "name": "test_emit[sector-xs5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-linopy-highs]", "params": { "case_name": "sector", - "size": "m", + "size": "xs5", "arm": "linopy", "sink": "highs" }, - "param": "sector-m-linopy-highs", + "param": "sector-xs5-linopy-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1233929312 + 1118476832 ], "allocations": [ - 344276 + 259038 ], "total_bytes": [ - 2139281525 + 1406391347 ], "rss_bytes": [ - 392175616 + 266186752 ] }, - "columns": 300000, - "rows": 236000, + "columns": 15000, + "rows": 11200, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 85000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1488,72 +1488,72 @@ "warmup": false }, "stats": { - "min": 0.36222065899983136, - "max": 0.3987878369998725, - "mean": 0.3715433772222241, - "stddev": 0.012509595761454865, + "min": 0.07269388799977605, + "max": 0.1008923300000788, + "mean": 0.08193957688889794, + "stddev": 0.01270056672553305, "rounds": 9, - "median": 0.3650441529998716, - "iqr": 0.010047341499785034, - "q1": 0.36430282675007675, - "q3": 0.3743501682498618, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 0.36222065899983136, - "hd15iqr": 0.3987878369998725, - "ops": 2.6914757772734816, - "total": 3.3438903950000167, + "median": 0.07426082900019537, + "iqr": 0.02439218225026707, + "q1": 0.07302600474974952, + "q3": 0.09741818700001659, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.07269388799977605, + "hd15iqr": 0.1008923300000788, + "ops": 12.204114763198035, + "total": 0.7374561920000815, "data": [ - 0.3987878369998725, - 0.3645308870000008, - 0.3636186460003046, - 0.3647167160002027, - 0.3650441529998716, - 0.38607514100021945, - 0.37044184399974256, - 0.36845451199997115, - 0.36222065899983136 + 0.09707368399995175, + 0.09845169600021109, + 0.1008923300000788, + 0.07447714700037977, + 0.07283450799968705, + 0.07426082900019537, + 0.07368227300003127, + 0.07308983699977034, + 0.07269388799977605 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-pyomo-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-pyomo-highs]", + "name": "test_emit[sector-xs5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-pyomo-highs]", "params": { "case_name": "sector", - "size": "m", + "size": "xs5", "arm": "pyomo", "sink": "highs" }, - "param": "sector-m-pyomo-highs", + "param": "sector-xs5-pyomo-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 1813482403 + 1132663667 ], "allocations": [ - 243654345 + 11659063 ], "total_bytes": [ - 51331017439 + 1966189108 ], "rss_bytes": [ - 966176768 + 247898112 ] }, - "columns": 300000, - "rows": 236000, + "columns": 15000, + "rows": 11200, "nonzeros": null, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 85000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1561,72 +1561,1471 @@ "warmup": false }, "stats": { - "min": 26.41355188000034, - "max": 26.89510299099993, - "mean": 26.673865234555553, - "stddev": 0.16764207495565514, + "min": 0.8137708290000774, + "max": 0.9118840169999203, + "mean": 0.8356853231111422, + "stddev": 0.032045946913362426, "rounds": 9, - "median": 26.713467454999773, - "iqr": 0.23819679574967267, - "q1": 26.556721646500137, - "q3": 26.79491844224981, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 26.41355188000034, - "hd15iqr": 26.89510299099993, - "ops": 0.03748987974583138, - "total": 240.064787111, + "median": 0.8209337620000952, + "iqr": 0.018079639749998933, + "q1": 0.8187542475001237, + "q3": 0.8368338872501226, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.8137708290000774, + "hd15iqr": 0.9118840169999203, + "ops": 1.196622666863571, + "total": 7.52116790800028, "data": [ - 26.41355188000034, - 26.713467454999773, - 26.72072828499995, - 26.76164829499976, - 26.89510299099993, - 26.593462575000103, - 26.577394920000188, - 26.494701825999982, - 26.89472888399996 + 0.9118840169999203, + 0.8193744440000046, + 0.8209337620000952, + 0.8282106470001054, + 0.8271806029997606, + 0.8189534960001765, + 0.8627036080001744, + 0.8181565019999653, + 0.8137708290000774 ], "iterations": 1 } }, { "group": null, - "name": "test_emit[sector-m-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_emit[sector-m-highspy-matrix-highs]", + "name": "test_emit[sector-xs5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-xs5-highspy-matrix-highs]", "params": { "case_name": "sector", - "size": "m", + "size": "xs5", "arm": "highspy-matrix", "sink": "highs" }, - "param": "sector-m-highspy-matrix-highs", + "param": "sector-xs5-highspy-matrix-highs", "extra_info": { "benchmem": { "peak_bytes": [ - 172190084 + 1335904 ], "allocations": [ - 33521 + 1539 ], "total_bytes": [ - 282735077 + 1702885 ], "rss_bytes": [ - 245297152 + 181817344 ] }, - "columns": 300000, - "rows": 236000, - "nonzeros": 300000, + "columns": 15000, + "rows": 11200, + "nonzeros": 15000, + "live_fraction": 0.17647058823529413, + "variables": 85000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0007304060000024037, + "max": 0.0017993289998230466, + "mean": 0.001476781888818045, + "stddev": 0.00030374420569564937, + "rounds": 9, + "median": 0.0015026599999146129, + "iqr": 0.00013509849986803601, + "q1": 0.0014674509999395013, + "q3": 0.0016025494998075374, + "iqr_outliers": 1, + "stddev_outliers": 2, + "outliers": "2;1", + "ld15iqr": 0.0014623209999626852, + "hd15iqr": 0.0017993289998230466, + "ops": 677.1480660562262, + "total": 0.013291036999362404, + "data": [ + 0.0017253080000045884, + 0.0015608210001119005, + 0.0015026599999146129, + 0.0015616299997418537, + 0.0014691609999317734, + 0.00147940099986954, + 0.0017993289998230466, + 0.0014623209999626852, + 0.0007304060000024037 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-highs]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "specsolve", + "sink": "highs" + }, + "param": "sector-s-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 170556933 + ], + "allocations": [ + 72866 + ], + "total_bytes": [ + 299057877 + ], + "rss_bytes": [ + 232878080 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000, + "phase_seconds": { + "attach": 0.002988679999816668, + "build": 0.042101584000192815 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.04355863499995394, + "max": 0.05866937800010419, + "mean": 0.05359828666668262, + "stddev": 0.005056294770368189, + "rounds": 9, + "median": 0.05478600199967332, + "iqr": 0.007574279750087953, + "q1": 0.050610790999940036, + "q3": 0.05818507075002799, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.04355863499995394, + "hd15iqr": 0.05866937800010419, + "ops": 18.6573128021574, + "total": 0.4823845800001436, + "data": [ + 0.05818074099988735, + 0.05047787000012249, + 0.058198060000449914, + 0.05065509799987922, + 0.05111583600000813, + 0.04355863499995394, + 0.05674296000006507, + 0.05478600199967332, + 0.05866937800010419 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-specsolve-in-memory-highs]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "sector-s-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 167937100 + ], + "allocations": [ + 72915 + ], + "total_bytes": [ + 296682816 + ], + "rss_bytes": [ + 234127360 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000, + "phase_seconds": { + "attach": 0.002330875000097876, + "build": 0.02839890999985073 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.04331697499992515, + "max": 0.07137162800017904, + "mean": 0.05601849255552022, + "stddev": 0.007469710167814955, + "rounds": 9, + "median": 0.05565646700006255, + "iqr": 0.0037542787499660335, + "q1": 0.05387960849986939, + "q3": 0.057633887249835425, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.05025086100022236, + "hd15iqr": 0.07137162800017904, + "ops": 17.85124794296981, + "total": 0.504166432999682, + "data": [ + 0.07137162800017904, + 0.05516795999983515, + 0.059614241999952355, + 0.05565646700006255, + 0.05025086100022236, + 0.056725339999957214, + 0.05697376899979645, + 0.055089190999751736, + 0.04331697499992515 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-linopy-highs]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "linopy", + "sink": "highs" + }, + "param": "sector-s-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1124620645 + ], + "allocations": [ + 263569 + ], + "total_bytes": [ + 1446111215 + ], + "rss_bytes": [ + 278085632 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.08667427099999259, + "max": 0.11708611799986102, + "mean": 0.0932799296666518, + "stddev": 0.009586849668224026, + "rounds": 9, + "median": 0.0901065979996929, + "iqr": 0.004793952500335763, + "q1": 0.08825672974990084, + "q3": 0.0930506822502366, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.08667427099999259, + "hd15iqr": 0.11708611799986102, + "ops": 10.720419747030606, + "total": 0.8395193669998662, + "data": [ + 0.08850248799990368, + 0.08751945499989233, + 0.08667427099999259, + 0.11708611799986102, + 0.09036425800013603, + 0.09114079200026026, + 0.08934503399996174, + 0.0901065979996929, + 0.09878035300016563 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-pyomo-highs]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "pyomo", + "sink": "highs" + }, + "param": "sector-s-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1172537075 + ], + "allocations": [ + 25488015 + ], + "total_bytes": [ + 3086452163 + ], + "rss_bytes": [ + 297312256 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.732877339999959, + "max": 1.7656807920002393, + "mean": 1.7458488616000067, + "stddev": 0.012599100328802192, + "rounds": 5, + "median": 1.7439990589996341, + "iqr": 0.01623732375014697, + "q1": 1.7367087735000268, + "q3": 1.7529460972501738, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.732877339999959, + "hd15iqr": 1.7656807920002393, + "ops": 0.5727872681278587, + "total": 8.729244308000034, + "data": [ + 1.7439990589996341, + 1.732877339999959, + 1.7656807920002393, + 1.7379859180000494, + 1.748701199000152 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s-highspy-matrix-highs]", + "params": { + "case_name": "sector", + "size": "s", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "sector-s-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 2695304 + ], + "allocations": [ + 1539 + ], + "total_bytes": [ + 3409485 + ], + "rss_bytes": [ + 183701504 + ] + }, + "columns": 30000, + "rows": 24600, + "nonzeros": 30000, + "live_fraction": 0.17647058823529413, + "variables": 170000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.0011575730000004114, + "max": 0.002895872000408417, + "mean": 0.0015892523333604913, + "stddev": 0.0007055414278785687, + "rounds": 9, + "median": 0.0012506819998634455, + "iqr": 0.0004771810000647747, + "q1": 0.0012051629998950375, + "q3": 0.0016823439999598122, + "iqr_outliers": 2, + "stddev_outliers": 2, + "outliers": "2;2", + "ld15iqr": 0.0011575730000004114, + "hd15iqr": 0.0027624429999377753, + "ops": 629.2266992526537, + "total": 0.014303271000244422, + "data": [ + 0.002895872000408417, + 0.0013223109999671578, + 0.001281152000046859, + 0.0012155929998698412, + 0.0011738729999706266, + 0.0012506819998634455, + 0.001243772000179888, + 0.0027624429999377753, + 0.0011575730000004114 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-specsolve-highs]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "sector-s5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 302232773 + ], + "allocations": [ + 72952 + ], + "total_bytes": [ + 435958745 + ], + "rss_bytes": [ + 321916928 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000, + "phase_seconds": { + "attach": 0.005473377999805962, + "build": 0.0976448290002736 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.12737458800029344, + "max": 0.1526986830003807, + "mean": 0.1393476633334103, + "stddev": 0.00781396866396474, + "rounds": 9, + "median": 0.14048285299986674, + "iqr": 0.0073000772500790845, + "q1": 0.13543845125002463, + "q3": 0.1427385285001037, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.12737458800029344, + "hd15iqr": 0.1526986830003807, + "ops": 7.176295433152324, + "total": 1.2541289700006928, + "data": [ + 0.1526986830003807, + 0.1424890600001163, + 0.13930921899964233, + 0.12805363400002534, + 0.12737458800029344, + 0.14348693400006596, + 0.1423339420002776, + 0.14048285299986674, + 0.1379000570000244 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-specsolve-in-memory-highs]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "sector-s5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 284276796 + ], + "allocations": [ + 72952 + ], + "total_bytes": [ + 418246004 + ], + "rss_bytes": [ + 310611968 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000, + "phase_seconds": { + "attach": 0.007056669999656151, + "build": 0.09821142500004498 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.12960535499996695, + "max": 0.16475246300024082, + "mean": 0.14355881266677292, + "stddev": 0.010473668155150617, + "rounds": 9, + "median": 0.14247495000017807, + "iqr": 0.013190404499709985, + "q1": 0.13640689350017965, + "q3": 0.14959729799988963, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.12960535499996695, + "hd15iqr": 0.16475246300024082, + "ops": 6.965786226730564, + "total": 1.2920293140009562, + "data": [ + 0.16475246300024082, + 0.14913795299980848, + 0.1509753330001331, + 0.13369169099996725, + 0.1403954740003428, + 0.14247495000017807, + 0.12960535499996695, + 0.13731196100025045, + 0.1436841340000683 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-linopy-highs]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "linopy", + "sink": "highs" + }, + "param": "sector-s5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1171280293 + ], + "allocations": [ + 299182 + ], + "total_bytes": [ + 1755580038 + ], + "rss_bytes": [ + 318402560 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.21572217999982968, + "max": 0.24804161499969268, + "mean": 0.2280440649998733, + "stddev": 0.011309061990786467, + "rounds": 9, + "median": 0.22574538299977576, + "iqr": 0.015995657999951618, + "q1": 0.21845602924986451, + "q3": 0.23445168724981613, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.21572217999982968, + "hd15iqr": 0.24804161499969268, + "ops": 4.385117411411499, + "total": 2.05239658499886, + "data": [ + 0.2429350849997718, + 0.22145368700012114, + 0.22574538299977576, + 0.2316238879998309, + 0.22998915800008035, + 0.24804161499969268, + 0.21572217999982968, + 0.21846926399985023, + 0.21841632499990737 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-pyomo-highs]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "pyomo", + "sink": "highs" + }, + "param": "sector-s5-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1470417595 + ], + "allocations": [ + 141485885 + ], + "total_bytes": [ + 19944078597 + ], + "rss_bytes": [ + 601759744 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 11.722485248999874, + "max": 11.973214179000024, + "mean": 11.809513072400023, + "stddev": 0.09649753266623823, + "rounds": 5, + "median": 11.779594563000046, + "iqr": 0.09427280324985077, + "q1": 11.754427791000126, + "q3": 11.848700594249976, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 11.722485248999874, + "hd15iqr": 11.973214179000024, + "ops": 0.08467749634293534, + "total": 59.047565362000114, + "data": [ + 11.973214179000024, + 11.76507530500021, + 11.722485248999874, + 11.779594563000046, + 11.80719606599996 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-s5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-s5-highspy-matrix-highs]", + "params": { + "case_name": "sector", + "size": "s5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "sector-s5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 13783704 + ], + "allocations": [ + 1539 + ], + "total_bytes": [ + 17317085 + ], + "rss_bytes": [ + 208642048 + ] + }, + "columns": 150000, + "rows": 137000, + "nonzeros": 150000, + "live_fraction": 0.17647058823529413, + "variables": 850000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.004811110999980883, + "max": 0.012742932000037399, + "mean": 0.006765246444602881, + "stddev": 0.002918700643924516, + "rounds": 9, + "median": 0.004873911000231601, + "iqr": 0.004195648750055625, + "q1": 0.004857030250150274, + "q3": 0.009052679000205899, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.004811110999980883, + "hd15iqr": 0.012742932000037399, + "ops": 147.81427523571904, + "total": 0.060887218001425936, + "data": [ + 0.009566681000251265, + 0.004873911000231601, + 0.004871210000146675, + 0.012742932000037399, + 0.008881345000190777, + 0.00481449100016107, + 0.005452067000078387, + 0.004811110999980883, + 0.004873470000347879 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-highs]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "specsolve", + "sink": "highs" + }, + "param": "sector-m-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 403241477 + ], + "allocations": [ + 72950 + ], + "total_bytes": [ + 542128488 + ], + "rss_bytes": [ + 426500096 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, + "live_fraction": 0.17647058823529413, + "variables": 1700000, + "phase_seconds": { + "attach": 0.01088064299983671, + "build": 0.13343275800025367 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.18406483000035223, + "max": 0.21597969499998726, + "mean": 0.19656009188899284, + "stddev": 0.010155573889482718, + "rounds": 9, + "median": 0.1972566409999672, + "iqr": 0.012176321750075658, + "q1": 0.18928134825011966, + "q3": 0.20145767000019532, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.18406483000035223, + "hd15iqr": 0.21597969499998726, + "ops": 5.087502709170227, + "total": 1.7690408270009357, + "data": [ + 0.21597969499998726, + 0.1904600110001411, + 0.1972566409999672, + 0.2000089940001999, + 0.2058036980001816, + 0.19898777900016285, + 0.18406483000035223, + 0.18574536000005537, + 0.19073381899988817 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-specsolve-in-memory-highs]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "sector-m-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 392232876 + ], + "allocations": [ + 72964 + ], + "total_bytes": [ + 531363075 + ], + "rss_bytes": [ + 412614656 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, + "live_fraction": 0.17647058823529413, + "variables": 1700000, + "phase_seconds": { + "attach": 0.009928860000400164, + "build": 0.17305282699999225 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.19834953200006566, + "max": 0.26801048000015726, + "mean": 0.22689652911114738, + "stddev": 0.02012043163024762, + "rounds": 9, + "median": 0.22642250199987757, + "iqr": 0.02038616325012299, + "q1": 0.21428177324992248, + "q3": 0.23466793650004547, + "iqr_outliers": 1, + "stddev_outliers": 3, + "outliers": "3;1", + "ld15iqr": 0.19834953200006566, + "hd15iqr": 0.26801048000015726, + "ops": 4.407295272067122, + "total": 2.0420687620003264, + "data": [ + 0.22642250199987757, + 0.19834953200006566, + 0.2170156689999203, + 0.206080085999929, + 0.26801048000015726, + 0.22988693100023738, + 0.22411405599996215, + 0.23894838600017465, + 0.2332411200000024 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-linopy-highs]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "linopy", + "sink": "highs" + }, + "param": "sector-m-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1233928800 + ], + "allocations": [ + 344284 + ], + "total_bytes": [ + 2139279827 + ], + "rss_bytes": [ + 395960320 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 1700000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.3691391840002325, + "max": 0.38156125800014706, + "mean": 0.37337199355554024, + "stddev": 0.004308386714779154, + "rounds": 9, + "median": 0.37104912299992066, + "iqr": 0.00436141600027895, + "q1": 0.37066031924973686, + "q3": 0.3750217352500158, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.3691391840002325, + "hd15iqr": 0.38156125800014706, + "ops": 2.6782940800599895, + "total": 3.360347941999862, + "data": [ + 0.38156125800014706, + 0.3735235770000145, + 0.3795162100000198, + 0.37104912299992066, + 0.3706712139996853, + 0.373233338999853, + 0.3691391840002325, + 0.37102640200009773, + 0.3706276349998916 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-pyomo-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-pyomo-highs]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "pyomo", + "sink": "highs" + }, + "param": "sector-m-pyomo-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1812565923 + ], + "allocations": [ + 243654339 + ], + "total_bytes": [ + 51330100487 + ], + "rss_bytes": [ + 966955008 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 1700000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 26.617914374000065, + "max": 26.970313279000038, + "mean": 26.799671407000098, + "stddev": 0.16682078974723338, + "rounds": 5, + "median": 26.84149407399991, + "iqr": 0.31790301874991655, + "q1": 26.62781518775023, + "q3": 26.945718206500146, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 26.617914374000065, + "hd15iqr": 26.970313279000038, + "ops": 0.03731389033892405, + "total": 133.99835703500048, + "data": [ + 26.937519849000182, + 26.84149407399991, + 26.970313279000038, + 26.631115459000284, + 26.617914374000065 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m-highspy-matrix-highs]", + "params": { + "case_name": "sector", + "size": "m", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "sector-m-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 25942704 + ], + "allocations": [ + 1539 + ], + "total_bytes": [ + 32668085 + ], + "rss_bytes": [ + 231333888 + ] + }, + "columns": 300000, + "rows": 236000, + "nonzeros": 300000, + "live_fraction": 0.17647058823529413, + "variables": 1700000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.008736259000215796, + "max": 0.013310221000210731, + "mean": 0.010112304666765541, + "stddev": 0.0017923602893365363, + "rounds": 9, + "median": 0.00881017800020345, + "iqr": 0.003120541750377015, + "q1": 0.008751707999977043, + "q3": 0.011872249750354058, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.008736259000215796, + "hd15iqr": 0.013310221000210731, + "ops": 98.88942560112301, + "total": 0.09101074200088988, + "data": [ + 0.00881017800020345, + 0.010115580999809026, + 0.008736259000215796, + 0.00875579800003834, + 0.008760608000102366, + 0.013310221000210731, + 0.008739437999793154, + 0.011929489000067406, + 0.011853170000449609 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m5-specsolve-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-specsolve-highs]", + "params": { + "case_name": "sector", + "size": "m5", + "arm": "specsolve", + "sink": "highs" + }, + "param": "sector-m5-specsolve-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1228462021 + ], + "allocations": [ + 73016 + ], + "total_bytes": [ + 1412595538 + ], + "rss_bytes": [ + 981397504 + ] + }, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, + "live_fraction": 0.17647058823529413, + "variables": 8500000, + "phase_seconds": { + "attach": 0.024801593000120192, + "build": 0.44675537600005555 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.5418058499999461, + "max": 0.659460412000044, + "mean": 0.6092957853334156, + "stddev": 0.03725159844030023, + "rounds": 9, + "median": 0.6132655370001885, + "iqr": 0.05245284550017004, + "q1": 0.5858926065001242, + "q3": 0.6383454520002942, + "iqr_outliers": 0, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.5418058499999461, + "hd15iqr": 0.659460412000044, + "ops": 1.6412389910965581, + "total": 5.48366206800074, + "data": [ + 0.659460412000044, + 0.5859410890002437, + 0.5857471589997658, + 0.5418058499999461, + 0.6132655370001885, + 0.6554538250002224, + 0.5947746070000903, + 0.614570927999921, + 0.6326426610003182 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m5-specsolve-in-memory-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-specsolve-in-memory-highs]", + "params": { + "case_name": "sector", + "size": "m5", + "arm": "specsolve-in-memory", + "sink": "highs" + }, + "param": "sector-m5-specsolve-in-memory-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1219550012 + ], + "allocations": [ + 72985 + ], + "total_bytes": [ + 1403926717 + ], + "rss_bytes": [ + 971821056 + ] + }, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, + "live_fraction": 0.17647058823529413, + "variables": 8500000, + "phase_seconds": { + "attach": 0.025169551000089996, + "build": 0.4995746820000022 + } + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 0.6354015540000546, + "max": 0.68154074100039, + "mean": 0.6550157942001533, + "stddev": 0.021675767429328974, + "rounds": 5, + "median": 0.6419541260002006, + "iqr": 0.03754887975037491, + "q1": 0.6394118032499136, + "q3": 0.6769606830002886, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.6354015540000546, + "hd15iqr": 0.68154074100039, + "ops": 1.5266807439675718, + "total": 3.2750789710007666, + "data": [ + 0.6407485529998667, + 0.6419541260002006, + 0.6754339970002547, + 0.6354015540000546, + 0.68154074100039 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m5-linopy-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-linopy-highs]", + "params": { + "case_name": "sector", + "size": "m5", + "arm": "linopy", + "sink": "highs" + }, + "param": "sector-m5-linopy-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 1715705117 + ], + "allocations": [ + 703345 + ], + "total_bytes": [ + 5234489189 + ], + "rss_bytes": [ + 962260992 + ] + }, + "columns": 1500000, + "rows": 1170000, + "nonzeros": null, + "live_fraction": 0.17647058823529413, + "variables": 8500000 + }, + "options": { + "disable_gc": false, + "timer": "perf_counter", + "min_rounds": 5, + "max_time": 1.0, + "min_time": 5e-06, + "precision": null, + "confidence": null, + "warmup": false + }, + "stats": { + "min": 1.7267823600000156, + "max": 1.782626147999963, + "mean": 1.7548003697999774, + "stddev": 0.024009926414319396, + "rounds": 5, + "median": 1.744253917000151, + "iqr": 0.03945512549989871, + "q1": 1.7390757847499572, + "q3": 1.7785309102498559, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 1.7267823600000156, + "hd15iqr": 1.782626147999963, + "ops": 0.5698653916479319, + "total": 8.774001848999887, + "data": [ + 1.782626147999963, + 1.7771658309998202, + 1.7267823600000156, + 1.7431735929999377, + 1.744253917000151 + ], + "iterations": 1 + } + }, + { + "group": null, + "name": "test_emit[sector-m5-highspy-matrix-highs]", + "fullname": "bench/test_ladder.py::test_emit[sector-m5-highspy-matrix-highs]", + "params": { + "case_name": "sector", + "size": "m5", + "arm": "highspy-matrix", + "sink": "highs" + }, + "param": "sector-m5-highspy-matrix-highs", + "extra_info": { + "benchmem": { + "peak_bytes": [ + 129036704 + ], + "allocations": [ + 1539 + ], + "total_bytes": [ + 162434085 + ], + "rss_bytes": [ + 433655808 + ] + }, + "columns": 1500000, + "rows": 1170000, + "nonzeros": 1500000, "live_fraction": 0.17647058823529413, - "variables": 1700000 + "variables": 8500000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1634,32 +3033,32 @@ "warmup": false }, "stats": { - "min": 0.035351949999949284, - "max": 0.07878758900005778, - "mean": 0.05601584511098028, - "stddev": 0.01702198296258208, + "min": 0.04392701799997667, + "max": 0.05978367499983506, + "mean": 0.04605125733329866, + "stddev": 0.005155527911361242, "rounds": 9, - "median": 0.05156082499979675, - "iqr": 0.031639864000226225, - "q1": 0.040978862749739164, - "q3": 0.07261872674996539, - "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.035351949999949284, - "hd15iqr": 0.07878758900005778, - "ops": 17.852091636192757, - "total": 0.5041426059988225, + "median": 0.044306805999895005, + "iqr": 0.0004038007500639651, + "q1": 0.04424333949998527, + "q3": 0.04464714025004923, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.04392701799997667, + "hd15iqr": 0.05978367499983506, + "ops": 21.714933704468518, + "total": 0.41446131599968794, "data": [ - 0.07878758900005778, - 0.06050900299987916, - 0.07838477099994634, - 0.05156082499979675, - 0.07069671199997174, - 0.035351949999949284, - 0.050304954999774054, - 0.03586247599969283, - 0.04268432499975461 + 0.05978367499983506, + 0.04460185600009936, + 0.04392701799997667, + 0.044277306999902066, + 0.04478299299989885, + 0.044306805999895005, + 0.044277417000103014, + 0.04436280699974304, + 0.04414143700023487 ], "iterations": 1 } @@ -1678,16 +3077,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2080883053 + 2006434805 ], "allocations": [ - 73043 + 73046 ], "total_bytes": [ - 2325910108 + 2251461270 ], "rss_bytes": [ - 1413816320 + 1427050496 ] }, "columns": 3000000, @@ -1696,14 +3095,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.024063811999894824, - "build": 0.8922102920000725 + "attach": 0.023035432000142464, + "build": 0.8535873589999028 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1711,32 +3110,28 @@ "warmup": false }, "stats": { - "min": 1.178949582000314, - "max": 1.3910204070002692, - "mean": 1.3192689670001225, - "stddev": 0.060226784730184064, - "rounds": 9, - "median": 1.3267438779998884, - "iqr": 0.049120751500140614, - "q1": 1.3022271085001194, - "q3": 1.35134786000026, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 1.2944450290001441, - "hd15iqr": 1.3910204070002692, - "ops": 0.757995545270722, - "total": 11.873420703001102, + "min": 1.21323860099983, + "max": 1.3589698159998989, + "mean": 1.3155183695998858, + "stddev": 0.05950584522320501, + "rounds": 5, + "median": 1.3264897089998158, + "iqr": 0.061286846750249424, + "q1": 1.295467774499798, + "q3": 1.3567546212500474, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.21323860099983, + "hd15iqr": 1.3589698159998989, + "ops": 0.7601566219893603, + "total": 6.577591847999429, "data": [ - 1.178949582000314, - 1.304821135000111, - 1.348394352000014, - 1.3212864960000843, - 1.3267438779998884, - 1.2944450290001441, - 1.3488158080003814, - 1.3910204070002692, - 1.3589440159998958 + 1.21323860099983, + 1.356016223000097, + 1.3589698159998989, + 1.3228774989997873, + 1.3264897089998158 ], "iterations": 1 } @@ -1755,16 +3150,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2223490548 + 2177353388 ], "allocations": [ - 73006 + 72987 ], "total_bytes": [ - 2468760791 + 2422623073 ], "rss_bytes": [ - 1418063872 + 1405865984 ] }, "columns": 3000000, @@ -1773,14 +3168,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.01796114699982354, - "build": 0.8982210170001963 + "attach": 0.023095582000223658, + "build": 0.9160265679997792 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1788,32 +3183,28 @@ "warmup": false }, "stats": { - "min": 1.3137715130001197, - "max": 1.4005657799998517, - "mean": 1.359889638777784, - "stddev": 0.032847844640734314, - "rounds": 9, - "median": 1.3602840950002246, - "iqr": 0.06515132650031319, - "q1": 1.3242835792498227, - "q3": 1.3894349057501358, + "min": 1.3206616630000099, + "max": 1.4629436070003976, + "mean": 1.376059291799993, + "stddev": 0.06049342452102122, + "rounds": 5, + "median": 1.3488454459998138, + "iqr": 0.09622609925008874, + "q1": 1.3302797627499103, + "q3": 1.426505861999999, "iqr_outliers": 0, - "stddev_outliers": 5, - "outliers": "5;0", - "ld15iqr": 1.3137715130001197, - "hd15iqr": 1.4005657799998517, - "ops": 0.7353537901051744, - "total": 12.239006749000055, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.3206616630000099, + "hd15iqr": 1.4629436070003976, + "ops": 0.7267128720099858, + "total": 6.880296458999965, "data": [ - 1.323597816000074, - 1.3245121669997388, - 1.4005657799998517, - 1.3867346450001605, - 1.3602840950002246, - 1.3718755800000508, - 1.3975356880000618, - 1.3137715130001197, - 1.3601294649997726 + 1.3206616630000099, + 1.4143599469998662, + 1.3334857959998772, + 1.4629436070003976, + 1.3488454459998138 ], "iterations": 1 } @@ -1832,16 +3223,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 2331766097 + 2329669137 ], "allocations": [ - 1155540 + 1155602 ], "total_bytes": [ - 9091516254 + 9091517804 ], "rss_bytes": [ - 1655033856 + 1660776448 ] }, "columns": 3000000, @@ -1853,7 +3244,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1861,32 +3252,28 @@ "warmup": false }, "stats": { - "min": 3.44283683499998, - "max": 3.517026655000336, - "mean": 3.4717860262222633, - "stddev": 0.02610382921349864, - "rounds": 9, - "median": 3.4794975949998843, - "iqr": 0.039420127000084904, - "q1": 3.448393913499899, - "q3": 3.487814040499984, + "min": 3.4945080379998217, + "max": 3.590109988000222, + "mean": 3.5330521756000053, + "stddev": 0.03584820405454123, + "rounds": 5, + "median": 3.5230657759998394, + "iqr": 0.04110297800025364, + "q1": 3.5116171677499324, + "q3": 3.552720145750186, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 3.44283683499998, - "hd15iqr": 3.517026655000336, - "ops": 0.28803618438666423, - "total": 31.246074236000368, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 3.4945080379998217, + "hd15iqr": 3.590109988000222, + "ops": 0.28304139036106185, + "total": 17.665260878000026, "data": [ - 3.517026655000336, - 3.495067891999952, - 3.4813683760003187, - 3.44283683499998, - 3.4512131890001, - 3.4794975949998843, - 3.4853960899999947, - 3.4437135789999047, - 3.4499540249998972 + 3.540256865000174, + 3.5230657759998394, + 3.590109988000222, + 3.5173202109999693, + 3.4945080379998217 ], "iterations": 1 } @@ -1905,16 +3292,16 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 840930752 + 264566704 ], "allocations": [ - 33765 + 1539 ], "total_bytes": [ - 1478311929 + 332604085 ], "rss_bytes": [ - 841846784 + 722776064 ] }, "columns": 3000000, @@ -1926,7 +3313,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -1934,32 +3321,32 @@ "warmup": false }, "stats": { - "min": 0.48899531200004276, - "max": 0.533722133000083, - "mean": 0.5080460932223205, - "stddev": 0.016453621411264382, + "min": 0.1310816209997938, + "max": 0.20397846799960462, + "mean": 0.17168278633324816, + "stddev": 0.034406030248823785, "rounds": 9, - "median": 0.4999007370001891, - "iqr": 0.02675994949959204, - "q1": 0.49532794250035295, - "q3": 0.522087891999945, + "median": 0.1980174629998146, + "iqr": 0.0670344602502837, + "q1": 0.1329155844998695, + "q3": 0.1999500447501532, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.48899531200004276, - "hd15iqr": 0.533722133000083, - "ops": 1.968325341618956, - "total": 4.572414839000885, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.1310816209997938, + "hd15iqr": 0.20397846799960462, + "ops": 5.824695773861282, + "total": 1.5451450769992334, "data": [ - 0.5259518799998659, - 0.4900495340002635, - 0.49929450299987366, - 0.533722133000083, - 0.4999007370001891, - 0.49708741200038276, - 0.5166134320002129, - 0.5207998959999713, - 0.48899531200004276 + 0.20234058799997, + 0.1317195670003457, + 0.20397846799960462, + 0.13331425699971078, + 0.1980174629998146, + 0.1470879859998604, + 0.19915319700021428, + 0.1310816209997938, + 0.19845192999991923 ], "iterations": 1 } @@ -1993,16 +3380,16 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.003222421999907965, - "build": 0.018396119000044564, - "first_window": 0.3493249299999661 + "attach": 0.0017683390001366206, + "build": 0.019116976999612234, + "first_window": 0.3493195949999972 }, - "process_rss_bytes": 130281472 + "process_rss_bytes": 130490368 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2010,32 +3397,32 @@ "warmup": false }, "stats": { - "min": 0.45065443600014987, - "max": 0.5028310419997979, - "mean": 0.4801273177778158, - "stddev": 0.01715769872867009, + "min": 0.44177482499981124, + "max": 0.5020179269999971, + "mean": 0.475672221000069, + "stddev": 0.0179783016317854, "rounds": 9, - "median": 0.4776184219999777, - "iqr": 0.027587766750230003, - "q1": 0.4693672937498832, - "q3": 0.4969550605001132, + "median": 0.4739158440002029, + "iqr": 0.022348412999917855, + "q1": 0.4669244047502161, + "q3": 0.489272817750134, "iqr_outliers": 0, "stddev_outliers": 3, "outliers": "3;0", - "ld15iqr": 0.45065443600014987, - "hd15iqr": 0.5028310419997979, - "ops": 2.0827808853458345, - "total": 4.3211458600003425, + "ld15iqr": 0.44177482499981124, + "hd15iqr": 0.5020179269999971, + "ops": 2.102287995497334, + "total": 4.281049989000621, "data": [ - 0.4954600860000937, - 0.46849937200022396, - 0.5014399840001715, - 0.45065443600014987, - 0.48037742900032754, - 0.5028310419997979, - 0.4696566009997696, - 0.4746084879998307, - 0.4776184219999777 + 0.5020179269999971, + 0.4766482969998833, + 0.44177482499981124, + 0.47351568600015526, + 0.4948950689999947, + 0.4684070060002341, + 0.4873987340001804, + 0.4624766010001622, + 0.4739158440002029 ], "iterations": 1 } @@ -2069,16 +3456,16 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.0012863480001215066, - "build": 0.0097591349999675, - "first_window": 0.35679798299997856 + "attach": 0.001243332999820268, + "build": 0.008961996999914845, + "first_window": 0.3644105650000711 }, - "process_rss_bytes": 130637824 + "process_rss_bytes": 130338816 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2086,32 +3473,32 @@ "warmup": false }, "stats": { - "min": 0.4403642449997278, - "max": 0.48693061100038904, - "mean": 0.46520905866676304, - "stddev": 0.018210059093431052, + "min": 0.44742033200009246, + "max": 0.49638199099990743, + "mean": 0.47434949688891315, + "stddev": 0.016274740790912706, "rounds": 9, - "median": 0.46708022400025584, - "iqr": 0.03735281474985186, - "q1": 0.4486494037502098, - "q3": 0.48600221850006164, + "median": 0.47858932600001935, + "iqr": 0.027114256749655397, + "q1": 0.458802456000285, + "q3": 0.4859167127499404, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.4403642449997278, - "hd15iqr": 0.48693061100038904, - "ops": 2.149571211845891, - "total": 4.1868815280008675, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.44742033200009246, + "hd15iqr": 0.49638199099990743, + "ops": 2.108150227961953, + "total": 4.269145472000218, "data": [ - 0.45482918100015013, - 0.44837631600012173, - 0.48693061100038904, - 0.48570413100014775, - 0.4868964809998033, - 0.4679599060000328, - 0.44874043300023914, - 0.46708022400025584, - 0.4403642449997278 + 0.49638199099990743, + 0.4858454029999848, + 0.45923391100041044, + 0.44742033200009246, + 0.47858932600001935, + 0.48613064199980727, + 0.4733744069999375, + 0.45750809099990875, + 0.48466136900015044 ], "iterations": 1 } @@ -2145,14 +3532,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "first_window": 0.7572808270001588 + "first_window": 0.7999730159999672 }, - "process_rss_bytes": 224219136 + "process_rss_bytes": 224309248 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2160,32 +3547,32 @@ "warmup": false }, "stats": { - "min": 0.921186040000066, - "max": 1.0017401589998371, - "mean": 0.9554173732222403, - "stddev": 0.023877997291727526, + "min": 0.9492758500000491, + "max": 1.0549229419998483, + "mean": 0.9975850971111666, + "stddev": 0.03888564212707653, "rounds": 9, - "median": 0.9511979789999714, - "iqr": 0.031542873749685896, - "q1": 0.93934308900009, - "q3": 0.9708859627497759, + "median": 0.9908754429998226, + "iqr": 0.06782853150002666, + "q1": 0.9639600175000851, + "q3": 1.0317885490001117, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.921186040000066, - "hd15iqr": 1.0017401589998371, - "ops": 1.0466629852327265, - "total": 8.598756359000163, + "stddev_outliers": 4, + "outliers": "4;0", + "ld15iqr": 0.9492758500000491, + "hd15iqr": 1.0549229419998483, + "ops": 1.002420748762012, + "total": 8.978265874000499, "data": [ - 1.0017401589998371, - 0.9592003300003853, - 0.9511979789999714, - 0.9732810360001167, - 0.9700876049996623, - 0.921186040000066, - 0.9446244460000344, - 0.9374719679999544, - 0.9399667960001352 + 0.9786354450002364, + 0.9671748030000344, + 0.954315661000237, + 0.9492758500000491, + 1.0549229419998483, + 1.027582084000187, + 1.0110757020001984, + 0.9908754429998226, + 1.044407943999886 ], "iterations": 1 } @@ -2219,88 +3606,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "first_window": 0.4374424220000037 - }, - "process_rss_bytes": 160260096 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.5556717220001701, - "max": 0.638044114999957, - "mean": 0.5906974154444874, - "stddev": 0.025189615944810794, - "rounds": 9, - "median": 0.5902311019999615, - "iqr": 0.024025205499924596, - "q1": 0.5777097010001171, - "q3": 0.6017349065000417, - "iqr_outliers": 1, - "stddev_outliers": 3, - "outliers": "3;1", - "ld15iqr": 0.5556717220001701, - "hd15iqr": 0.638044114999957, - "ops": 1.692914128035453, - "total": 5.316276739000386, - "data": [ - 0.5556717220001701, - 0.638044114999957, - 0.6114979160001894, - 0.5842406940000728, - 0.5877612229996885, - 0.5984805699999924, - 0.5922326750001048, - 0.5902311019999615, - 0.5581167220002499 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[sector-2xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[sector-2xs-highspy-matrix-highs]", - "params": { - "case_name": "sector", - "size": "2xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "sector-2xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 300, - "rows": 252, - "nonzeros": 300, - "live_fraction": 0.17647058823529413, - "variables": 1700, - "phase_seconds": { - "first_window": 0.21195279399989886 + "first_window": 0.4396261679999043 }, - "process_rss_bytes": 101298176 + "process_rss_bytes": 158269440 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2308,32 +3621,32 @@ "warmup": false }, "stats": { - "min": 0.28388988799997605, - "max": 0.32340281400001913, - "mean": 0.304644147777809, - "stddev": 0.01332811077423016, + "min": 0.5859576879997803, + "max": 0.6384787570000299, + "mean": 0.6066251369999615, + "stddev": 0.021255486967767665, "rounds": 9, - "median": 0.3107226460001584, - "iqr": 0.021796948500195867, - "q1": 0.2909079720000136, - "q3": 0.3127049205002095, + "median": 0.599197510999602, + "iqr": 0.04205435974995453, + "q1": 0.5869641007501514, + "q3": 0.6290184605001059, "iqr_outliers": 0, - "stddev_outliers": 4, - "outliers": "4;0", - "ld15iqr": 0.28388988799997605, - "hd15iqr": 0.32340281400001913, - "ops": 3.2825183326001257, - "total": 2.7417973300002814, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.5859576879997803, + "hd15iqr": 0.6384787570000299, + "ops": 1.6484644948039195, + "total": 5.459626232999653, "data": [ - 0.3116761259998384, - 0.3107226460001584, - 0.32340281400001913, - 0.2912233140000353, - 0.2899619459999485, - 0.31472316000008504, - 0.31203217400025096, - 0.28388988799997605, - 0.3041652619999695 + 0.587236182000197, + 0.6095319679998283, + 0.6384787570000299, + 0.599197510999602, + 0.6278581900000972, + 0.5859576879997803, + 0.6324992720001319, + 0.5927188079999723, + 0.5861478570000145 ], "iterations": 1 } @@ -2367,16 +3680,16 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.0017502740001873462, - "build": 0.01945022100017013, - "first_window": 0.3509300539999458 + "attach": 0.0029923219999545836, + "build": 0.022681384999941656, + "first_window": 0.35836377100031314 }, - "process_rss_bytes": 135131136 + "process_rss_bytes": 134860800 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2384,32 +3697,28 @@ "warmup": false }, "stats": { - "min": 0.4431318920001104, - "max": 0.4815671280002789, - "mean": 0.4647704892222464, - "stddev": 0.012955299890104561, - "rounds": 9, - "median": 0.4663807789997918, - "iqr": 0.016341121000436942, - "q1": 0.4575979812497053, - "q3": 0.47393910225014224, + "min": 0.4669351550001011, + "max": 0.5225526340000215, + "mean": 0.4926175350000449, + "stddev": 0.020659510106876014, + "rounds": 5, + "median": 0.4913823910001156, + "iqr": 0.026697891500020887, + "q1": 0.4786685884999997, + "q3": 0.5053664800000206, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.4431318920001104, - "hd15iqr": 0.4815671280002789, - "ops": 2.1515996027919377, - "total": 4.182934403000218, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.4669351550001011, + "hd15iqr": 0.5225526340000215, + "ops": 2.029972400393561, + "total": 2.4630876750002244, "data": [ - 0.4815671280002789, - 0.4633220550003898, - 0.47717483699989316, - 0.47286052400022527, - 0.47049701300011293, - 0.4468042999997124, - 0.46119587499970294, - 0.4431318920001104, - 0.4663807789997918 + 0.5225526340000215, + 0.4669351550001011, + 0.4913823910001156, + 0.4996377620000203, + 0.4825797329999659 ], "iterations": 1 } @@ -2443,16 +3752,16 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.0012919779996991565, - "build": 0.01518356800033871, - "first_window": 0.3471755279997524 + "attach": 0.0012397519999467477, + "build": 0.012201038000057451, + "first_window": 0.36104870400004074 }, - "process_rss_bytes": 133951488 + "process_rss_bytes": 134144000 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2460,32 +3769,28 @@ "warmup": false }, "stats": { - "min": 0.4345098470002995, - "max": 0.4768060599999444, - "mean": 0.45940056711116184, - "stddev": 0.015491158085256694, - "rounds": 9, - "median": 0.46343837499989604, - "iqr": 0.02688992525008871, - "q1": 0.446080414249991, - "q3": 0.4729703395000797, + "min": 0.440424172999883, + "max": 0.491376701000263, + "mean": 0.4632391717999781, + "stddev": 0.02150301209614719, + "rounds": 5, + "median": 0.4698133990000315, + "iqr": 0.03456007800048155, + "q1": 0.4421631649996698, + "q3": 0.47672324300015134, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.4345098470002995, - "hd15iqr": 0.4768060599999444, - "ops": 2.1767495984784633, - "total": 4.134605104000457, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.440424172999883, + "hd15iqr": 0.491376701000263, + "ops": 2.158712088432344, + "total": 2.3161958589998903, "data": [ - 0.4688480080003501, - 0.44617972600008216, - 0.46343837499989604, - 0.45055975700006456, - 0.44578247899971757, - 0.4768060599999444, - 0.47678059899999425, - 0.4717002530001082, - 0.4345098470002995 + 0.440424172999883, + 0.47183875700011413, + 0.4427428289995987, + 0.491376701000263, + 0.4698133990000315 ], "iterations": 1 } @@ -2519,14 +3824,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "first_window": 0.7515358870000455 + "first_window": 0.7579046759997254 }, - "process_rss_bytes": 229490688 + "process_rss_bytes": 229277696 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2534,32 +3839,28 @@ "warmup": false }, "stats": { - "min": 0.9219887940002991, - "max": 0.9659668500003136, - "mean": 0.9390388560000752, - "stddev": 0.013033813897457442, - "rounds": 9, - "median": 0.9337767309998526, - "iqr": 0.014992791500276326, - "q1": 0.9311167214999614, - "q3": 0.9461095130002377, + "min": 0.907421597999928, + "max": 0.9675172019997262, + "mean": 0.9467349309999917, + "stddev": 0.023452991093540237, + "rounds": 5, + "median": 0.9509992799999054, + "iqr": 0.025776714749667917, + "q1": 0.9368802082502725, + "q3": 0.9626569229999404, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.9219887940002991, - "hd15iqr": 0.9659668500003136, - "ops": 1.0649186597662152, - "total": 8.451349704000677, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.907421597999928, + "hd15iqr": 0.9675172019997262, + "ops": 1.0562618609030796, + "total": 4.733674654999959, "data": [ - 0.9316931789999217, - 0.9219887940002991, - 0.9474872209998466, - 0.9426870229999622, - 0.9659668500003136, - 0.9337767309998526, - 0.9327122800000325, - 0.9456502770003681, - 0.9293873490000806 + 0.9610368300000118, + 0.9675172019997262, + 0.9509992799999054, + 0.9466997450003873, + 0.907421597999928 ], "iterations": 1 } @@ -2593,88 +3894,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "first_window": 0.5902684109996699 - }, - "process_rss_bytes": 171655168 - }, - "options": { - "disable_gc": false, - "timer": "perf_counter", - "min_rounds": 9, - "max_time": 1.0, - "min_time": 5e-06, - "precision": null, - "confidence": null, - "warmup": false - }, - "stats": { - "min": 0.7201774899999691, - "max": 0.8142993910000769, - "mean": 0.7508345699999255, - "stddev": 0.025820236807381325, - "rounds": 9, - "median": 0.7438662240001577, - "iqr": 0.011554158750300303, - "q1": 0.7410578989997703, - "q3": 0.7526120577500706, - "iqr_outliers": 2, - "stddev_outliers": 2, - "outliers": "2;2", - "ld15iqr": 0.7388949469996078, - "hd15iqr": 0.8142993910000769, - "ops": 1.33185130247812, - "total": 6.75751112999933, - "data": [ - 0.7422222969998984, - 0.8142993910000769, - 0.7518762640002024, - 0.7388949469996078, - 0.7417788829998244, - 0.7438662240001577, - 0.7201774899999691, - 0.7548194389996752, - 0.7495761949999178 - ], - "iterations": 1 - } - }, - { - "group": null, - "name": "test_fresh[sector-xs-highspy-matrix-highs]", - "fullname": "bench/test_ladder.py::test_fresh[sector-xs-highspy-matrix-highs]", - "params": { - "case_name": "sector", - "size": "xs", - "arm": "highspy-matrix", - "sink": "highs" - }, - "param": "sector-xs-highspy-matrix-highs", - "extra_info": { - "benchmem": { - "peak_bytes": [ - 59705 - ], - "allocations": [ - 25 - ], - "total_bytes": [ - 132349 - ] - }, - "columns": 3000, - "rows": 2600, - "nonzeros": 3000, - "live_fraction": 0.17647058823529413, - "variables": 17000, - "phase_seconds": { - "first_window": 0.21613361800018538 + "first_window": 0.5827821279999625 }, - "process_rss_bytes": 102305792 + "process_rss_bytes": 171581440 }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2682,32 +3909,28 @@ "warmup": false }, "stats": { - "min": 0.2877603150000141, - "max": 0.32852279100006854, - "mean": 0.31096845822225483, - "stddev": 0.014667044937809943, - "rounds": 9, - "median": 0.31829024800026673, - "iqr": 0.021816720249830723, - "q1": 0.2986838895002393, - "q3": 0.32050060975007, + "min": 0.7330762039996443, + "max": 0.7805455420002545, + "mean": 0.7537670412000808, + "stddev": 0.022060838493824845, + "rounds": 5, + "median": 0.7406163900000138, + "iqr": 0.03792680749995725, + "q1": 0.7382132157501928, + "q3": 0.7761400232501501, "iqr_outliers": 0, - "stddev_outliers": 3, - "outliers": "3;0", - "ld15iqr": 0.2877603150000141, - "hd15iqr": 0.32852279100006854, - "ops": 3.2157602276346684, - "total": 2.7987161240002933, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.7330762039996443, + "hd15iqr": 0.7805455420002545, + "ops": 1.3266698400713954, + "total": 3.7688352060004036, "data": [ - 0.30158709400029693, - 0.31829024800026673, - 0.2877603150000141, - 0.31082962399977987, - 0.32852279100006854, - 0.2899742760000663, - 0.3186496349999288, - 0.3236519919996681, - 0.31945014900020396 + 0.7406163900000138, + 0.7805455420002545, + 0.7746715170001153, + 0.7399255530003757, + 0.7330762039996443 ], "iterations": 1 } @@ -2740,14 +3963,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.0012197089999972377, - "build": 0.010363499999584747 + "attach": 0.0023952260003170522, + "build": 0.014818141999967338 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2755,28 +3978,28 @@ "warmup": false }, "stats": { - "min": 0.019389020999824425, - "max": 0.03128412800015212, - "mean": 0.025477726600001915, - "stddev": 0.004247433388336942, + "min": 0.025821397000072466, + "max": 0.031029335999846808, + "mean": 0.029122266999911516, + "stddev": 0.0021244913994886796, "rounds": 5, - "median": 0.025960634000057325, - "iqr": 0.004097680250310987, - "q1": 0.023318372249832464, - "q3": 0.02741605250014345, + "median": 0.029122946999905253, + "iqr": 0.0029959909996932765, + "q1": 0.027972466750043168, + "q3": 0.030968457749736444, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.019389020999824425, - "hd15iqr": 0.03128412800015212, - "ops": 39.24996981480776, - "total": 0.12738863300000958, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.025821397000072466, + "hd15iqr": 0.031029335999846808, + "ops": 34.337986119110795, + "total": 0.14561133499955758, "data": [ - 0.024628155999835144, - 0.03128412800015212, - 0.02612669400014056, - 0.025960634000057325, - 0.019389020999824425 + 0.030948164999699657, + 0.031029335999846808, + 0.025821397000072466, + 0.028689490000033402, + 0.029122946999905253 ], "iterations": 1 } @@ -2809,14 +4032,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700, "phase_seconds": { - "attach": 0.0023169099999904574, - "build": 0.012659428999995725 + "attach": 0.003028782000001229, + "build": 0.014223886000308994 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2824,28 +4047,28 @@ "warmup": false }, "stats": { - "min": 0.021264494999741146, - "max": 0.02635878999990382, - "mean": 0.024520004199985124, - "stddev": 0.0022054931435990304, + "min": 0.024772541999936948, + "max": 0.028694209999684972, + "mean": 0.026667859599820078, + "stddev": 0.001599042998494553, "rounds": 5, - "median": 0.02571844600015538, - "iqr": 0.0033994607503018415, - "q1": 0.022725038999851677, - "q3": 0.026124499750153518, + "median": 0.026019525999799953, + "iqr": 0.0024711229999638817, + "q1": 0.02564266499985024, + "q3": 0.02811378799981412, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.021264494999741146, - "hd15iqr": 0.02635878999990382, - "ops": 40.78302727210001, - "total": 0.12260002099992562, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.024772541999936948, + "hd15iqr": 0.028694209999684972, + "ops": 37.4983225127954, + "total": 0.13333929799910038, "data": [ - 0.02604640300023675, - 0.02635878999990382, - 0.021264494999741146, - 0.02571844600015538, - 0.02321188699988852 + 0.028694209999684972, + 0.02792031399985717, + 0.024772541999936948, + 0.026019525999799953, + 0.025932705999821337 ], "iterations": 1 } @@ -2866,10 +4089,10 @@ 133676 ], "allocations": [ - 22298 + 22293 ], "total_bytes": [ - 2831194 + 2830842 ] }, "columns": 300, @@ -2881,7 +4104,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2889,28 +4112,28 @@ "warmup": false }, "stats": { - "min": 0.05365966199997274, - "max": 0.056643807999989804, - "mean": 0.054482527799973465, - "stddev": 0.0012593201782716327, + "min": 0.05492772399975365, + "max": 0.057061840999722335, + "mean": 0.055581641599928844, + "stddev": 0.0008608468571819082, "rounds": 5, - "median": 0.05387892099997771, - "iqr": 0.0013833129999056837, - "q1": 0.053682620250015134, - "q3": 0.05506593324992082, + "median": 0.05526566099979391, + "iqr": 0.0008941277499161515, + "q1": 0.055046500000116794, + "q3": 0.055940627750032945, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.05365966199997274, - "hd15iqr": 0.056643807999989804, - "ops": 18.35450814013969, - "total": 0.27241263899986734, + "ld15iqr": 0.05492772399975365, + "hd15iqr": 0.057061840999722335, + "ops": 17.991552088329833, + "total": 0.2779082079996442, "data": [ - 0.056643807999989804, - 0.05365966199997274, - 0.05387892099997771, - 0.053690273000029265, - 0.05453997499989782 + 0.057061840999722335, + 0.05556689000013648, + 0.05526566099979391, + 0.05508609200023784, + 0.05492772399975365 ], "iterations": 1 } @@ -2928,7 +4151,7 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 93261 + 94174 ], "allocations": [ 21126 @@ -2946,7 +4169,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -2954,28 +4177,28 @@ "warmup": false }, "stats": { - "min": 0.014532213000165939, - "max": 0.023422845999903075, - "mean": 0.01860166639999079, - "stddev": 0.004432635223174587, + "min": 0.014530194000144547, + "max": 0.02056684800027142, + "mean": 0.01775461860006544, + "stddev": 0.0030437843247143035, "rounds": 5, - "median": 0.01598444199998994, - "iqr": 0.00805135899997822, - "q1": 0.015369514499980141, - "q3": 0.02342087349995836, + "median": 0.018610968999837496, + "iqr": 0.005999273999805155, + "q1": 0.014536899000177073, + "q3": 0.020536172999982227, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.014532213000165939, - "hd15iqr": 0.023422845999903075, - "ops": 53.75862454992178, - "total": 0.09300833199995395, + "ld15iqr": 0.014530194000144547, + "hd15iqr": 0.02056684800027142, + "ops": 56.323372668580674, + "total": 0.08877309300032721, "data": [ - 0.01564861499991821, - 0.02342021599997679, - 0.023422845999903075, - 0.014532213000165939, - 0.01598444199998994 + 0.02056684800027142, + 0.018610968999837496, + 0.02052594799988583, + 0.014539134000187914, + 0.014530194000144547 ], "iterations": 1 } @@ -3011,7 +4234,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3019,28 +4242,28 @@ "warmup": false }, "stats": { - "min": 0.011054524999963178, - "max": 0.01681582300034279, - "mean": 0.012453875800110837, - "stddev": 0.002447210350856653, + "min": 0.010804596000070887, + "max": 0.017188547999921866, + "mean": 0.013254075399891008, + "stddev": 0.00323588087884387, "rounds": 5, - "median": 0.011405040000227018, - "iqr": 0.0016505697496995708, - "q1": 0.01128125525019641, - "q3": 0.01293182499989598, - "iqr_outliers": 1, + "median": 0.011033564999706869, + "iqr": 0.005731544999662219, + "q1": 0.010849746000076266, + "q3": 0.016581290999738485, + "iqr_outliers": 0, "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.011054524999963178, - "hd15iqr": 0.01681582300034279, - "ops": 80.29628816364945, - "total": 0.06226937900055418, + "outliers": "1;0", + "ld15iqr": 0.010804596000070887, + "hd15iqr": 0.017188547999921866, + "ops": 75.44849186599794, + "total": 0.06627037699945504, "data": [ - 0.011356832000274153, - 0.011054524999963178, - 0.011405040000227018, - 0.011637158999747044, - 0.01681582300034279 + 0.011033564999706869, + 0.010804596000070887, + 0.016378871999677358, + 0.017188547999921866, + 0.010864796000078059 ], "iterations": 1 } @@ -3061,10 +4284,10 @@ 342710 ], "allocations": [ - 496 + 495 ], "total_bytes": [ - 585775 + 585759 ] }, "columns": 300, @@ -3076,7 +4299,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3084,28 +4307,28 @@ "warmup": false }, "stats": { - "min": 0.008389395999984117, - "max": 0.013929718999861507, - "mean": 0.010599661600008404, - "stddev": 0.0025671794423837834, + "min": 0.008471770000141987, + "max": 0.009685561999958736, + "mean": 0.009061824400032493, + "stddev": 0.00043984885255401426, "rounds": 5, - "median": 0.009001551999972435, - "iqr": 0.00433187199985241, - "q1": 0.008753068750138482, - "q3": 0.013084940749990892, + "median": 0.00911770599986994, + "iqr": 0.0004856890000155545, + "q1": 0.008789603500076737, + "q3": 0.009275292500092291, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.008389395999984117, - "hd15iqr": 0.013929718999861507, - "ops": 94.34263448553935, - "total": 0.052998308000042016, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.008471770000141987, + "hd15iqr": 0.009685561999958736, + "ops": 110.35305429185037, + "total": 0.04530912200016246, "data": [ - 0.013929718999861507, - 0.008874293000189937, - 0.01280334800003402, - 0.009001551999972435, - 0.008389395999984117 + 0.00911770599986994, + 0.008471770000141987, + 0.009685561999958736, + 0.00913853600013681, + 0.008895548000054987 ], "iterations": 1 } @@ -3123,13 +4346,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 114957 + 106915 ], "allocations": [ - 1627 + 1632 ], "total_bytes": [ - 261063 + 245434 ] }, "columns": 300, @@ -3141,7 +4364,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3149,28 +4372,28 @@ "warmup": false }, "stats": { - "min": 0.007898271000158275, - "max": 0.011280231999990065, - "mean": 0.009197986200069863, - "stddev": 0.0016385341863895356, + "min": 0.008341830000063055, + "max": 0.009101255000132369, + "mean": 0.008606156399946486, + "stddev": 0.0003000172874353431, "rounds": 5, - "median": 0.008113439999760885, - "iqr": 0.002827626249995774, - "q1": 0.00799524525018569, - "q3": 0.010822871500181463, + "median": 0.008575087999815878, + "iqr": 0.0003546665002431837, + "q1": 0.008382780749798258, + "q3": 0.008737447250041441, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.007898271000158275, - "hd15iqr": 0.011280231999990065, - "ops": 108.71944991528738, - "total": 0.045989931000349316, + "ld15iqr": 0.008341830000063055, + "hd15iqr": 0.009101255000132369, + "ops": 116.19588972450212, + "total": 0.043030781999732426, "data": [ - 0.008027570000194828, - 0.010670418000245263, - 0.007898271000158275, - 0.008113439999760885, - 0.011280231999990065 + 0.008616178000011132, + 0.008396430999709992, + 0.008575087999815878, + 0.008341830000063055, + 0.009101255000132369 ], "iterations": 1 } @@ -3203,14 +4426,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.0026176370001849136, - "build": 0.01636405899989768 + "attach": 0.002744694000284653, + "build": 0.022044199999982084 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3218,28 +4441,28 @@ "warmup": false }, "stats": { - "min": 0.026870546000282047, - "max": 0.032147761000032915, - "mean": 0.028971356000056403, - "stddev": 0.0020596788007373862, + "min": 0.028887638000014704, + "max": 0.03797257399992304, + "mean": 0.03343182519993206, + "stddev": 0.004142963581867869, "rounds": 5, - "median": 0.02818580400025894, - "iqr": 0.002745093499925133, - "q1": 0.027624492499967346, - "q3": 0.03036958599989248, + "median": 0.03404406699974061, + "iqr": 0.007765043250060444, + "q1": 0.029320572499955233, + "q3": 0.03708561575001568, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.026870546000282047, - "hd15iqr": 0.032147761000032915, - "ops": 34.51685174825967, - "total": 0.14485678000028201, + "ld15iqr": 0.028887638000014704, + "hd15iqr": 0.03797257399992304, + "ops": 29.91161846592905, + "total": 0.16715912599966032, "data": [ - 0.02818580400025894, - 0.032147761000032915, - 0.027875807999862445, - 0.029776860999845667, - 0.026870546000282047 + 0.03404406699974061, + 0.02946488399993541, + 0.028887638000014704, + 0.03797257399992304, + 0.036789963000046555 ], "iterations": 1 } @@ -3272,14 +4495,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000, "phase_seconds": { - "attach": 0.0013388480001594871, - "build": 0.01867737800012037 + "attach": 0.0025026749999597087, + "build": 0.023199810999813053 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3287,28 +4510,28 @@ "warmup": false }, "stats": { - "min": 0.027872178000052372, - "max": 0.03195558200013693, - "mean": 0.029219209799975943, - "stddev": 0.001585980318462179, + "min": 0.02655564199994842, + "max": 0.03515956199998982, + "mean": 0.03146221320002951, + "stddev": 0.0031671455981419957, "rounds": 5, - "median": 0.028733090000059747, - "iqr": 0.0013803672501353503, - "q1": 0.028363985999817487, - "q3": 0.029744353249952837, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 0.027872178000052372, - "hd15iqr": 0.03195558200013693, - "ops": 34.22406036459012, - "total": 0.1460960489998797, + "median": 0.03221986800008381, + "iqr": 0.0035348950001434787, + "q1": 0.029712950749967604, + "q3": 0.03324784575011108, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.02655564199994842, + "hd15iqr": 0.03515956199998982, + "ops": 31.784159418227517, + "total": 0.15731106600014755, "data": [ - 0.027872178000052372, - 0.028733090000059747, - 0.029007276999891474, - 0.03195558200013693, - 0.028527921999739192 + 0.030765386999973998, + 0.03221986800008381, + 0.02655564199994842, + 0.032610607000151504, + 0.03515956199998982 ], "iterations": 1 } @@ -3329,10 +4552,10 @@ 1064804 ], "allocations": [ - 23120 + 23113 ], "total_bytes": [ - 8840176 + 8839776 ] }, "columns": 3000, @@ -3344,7 +4567,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3352,28 +4575,28 @@ "warmup": false }, "stats": { - "min": 0.056550048000190145, - "max": 0.05874839799980691, - "mean": 0.057321452799988036, - "stddev": 0.0008402463795709709, + "min": 0.057650236999961635, + "max": 0.060199903000011545, + "mean": 0.058855928399952975, + "stddev": 0.001175709291766384, "rounds": 5, - "median": 0.057019754000066314, - "iqr": 0.0007595709998895472, - "q1": 0.056890919250008665, - "q3": 0.05765049024989821, + "median": 0.0585434009999517, + "iqr": 0.002194946749682458, + "q1": 0.05784108200009541, + "q3": 0.06003602874977787, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.056550048000190145, - "hd15iqr": 0.05874839799980691, - "ops": 17.445475492208892, - "total": 0.2866072639999402, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.057650236999961635, + "hd15iqr": 0.060199903000011545, + "ops": 16.99064184672345, + "total": 0.29427964199976486, "data": [ - 0.05874839799980691, - 0.057284520999928645, - 0.056550048000190145, - 0.05700454299994817, - 0.057019754000066314 + 0.060199903000011545, + 0.057650236999961635, + 0.0585434009999517, + 0.05998140399969998, + 0.057904697000140004 ], "iterations": 1 } @@ -3409,7 +4632,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3417,28 +4640,28 @@ "warmup": false }, "stats": { - "min": 0.029730690000178583, - "max": 0.05765313800020522, - "mean": 0.046519482599978804, - "stddev": 0.014766455467889864, + "min": 0.030249140000250918, + "max": 0.03204085999959716, + "mean": 0.030829336399983732, + "stddev": 0.0008041858025234563, "rounds": 5, - "median": 0.05689352499985034, - "iqr": 0.026756056999943212, - "q1": 0.030664972499948817, - "q3": 0.05742102949989203, + "median": 0.030321108999942226, + "iqr": 0.0012102562499194391, + "q1": 0.030256961750069422, + "q3": 0.03146721799998886, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.029730690000178583, - "hd15iqr": 0.05765313800020522, - "ops": 21.496369781216263, - "total": 0.232597412999894, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.030249140000250918, + "hd15iqr": 0.03204085999959716, + "ops": 32.43663720249677, + "total": 0.15414668199991866, "data": [ - 0.03097639999987223, - 0.05765313800020522, - 0.05689352499985034, - 0.05734365999978763, - 0.029730690000178583 + 0.03204085999959716, + 0.03127600400011943, + 0.030321108999942226, + 0.030249140000250918, + 0.030259569000008923 ], "iterations": 1 } @@ -3474,7 +4697,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3482,28 +4705,28 @@ "warmup": false }, "stats": { - "min": 0.03544702099998176, - "max": 0.0629260420000719, - "mean": 0.050761264199991274, - "stddev": 0.013244308794305569, + "min": 0.03363435000028403, + "max": 0.062088390000099025, + "mean": 0.03981646140009616, + "stddev": 0.012455781827093686, "rounds": 5, - "median": 0.05727872099987508, - "iqr": 0.02433010549998471, - "q1": 0.036939531500024714, - "q3": 0.061269637000009425, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.03544702099998176, - "hd15iqr": 0.0629260420000719, - "ops": 19.700060976814125, - "total": 0.25380632099995637, + "median": 0.03450412599977426, + "iqr": 0.007299456750047284, + "q1": 0.034136404500145545, + "q3": 0.04143586125019283, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.03363435000028403, + "hd15iqr": 0.062088390000099025, + "ops": 25.11524040148844, + "total": 0.1990823070004808, "data": [ - 0.03743703500003903, - 0.05727872099987508, - 0.0607175019999886, - 0.0629260420000719, - 0.03544702099998176 + 0.062088390000099025, + 0.03363435000028403, + 0.03450412599977426, + 0.0345516850002241, + 0.034303756000099384 ], "iterations": 1 } @@ -3521,13 +4744,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 812239 + 758003 ], "allocations": [ - 2848 + 2847 ], "total_bytes": [ - 1348568 + 1348552 ] }, "columns": 3000, @@ -3539,7 +4762,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3547,28 +4770,28 @@ "warmup": false }, "stats": { - "min": 0.010415589999865915, - "max": 0.0126448299997719, - "mean": 0.011120875400047225, - "stddev": 0.0009090007584486224, + "min": 0.010035920999598602, + "max": 0.02552224800001568, + "mean": 0.015568549599902327, + "stddev": 0.006334587331212105, "rounds": 5, - "median": 0.010965354000290972, - "iqr": 0.0010782172503240872, - "q1": 0.010435419999907936, - "q3": 0.011513637250232023, + "median": 0.016107123999972828, + "iqr": 0.008400588000199605, + "q1": 0.010061022749823678, + "q3": 0.018461610750023283, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.010415589999865915, - "hd15iqr": 0.0126448299997719, - "ops": 89.92097870242782, - "total": 0.05560437700023613, + "ld15iqr": 0.010035920999598602, + "hd15iqr": 0.02552224800001568, + "ops": 64.23205922832233, + "total": 0.07784274799951163, "data": [ - 0.010442029999921942, - 0.011136573000385397, - 0.010415589999865915, - 0.0126448299997719, - 0.010965354000290972 + 0.016107123999972828, + 0.016108065000025817, + 0.02552224800001568, + 0.010069389999898704, + 0.010035920999598602 ], "iterations": 1 } @@ -3586,13 +4809,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 594957 + 486167 ], "allocations": [ - 1632 + 1637 ], "total_bytes": [ - 1086171 + 927674 ] }, "columns": 3000, @@ -3604,7 +4827,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3612,28 +4835,28 @@ "warmup": false }, "stats": { - "min": 0.008449466999991273, - "max": 0.009176420000130747, - "mean": 0.008625576599933992, - "stddev": 0.0003097401104005704, + "min": 0.008592989999669953, + "max": 0.023912337999718147, + "mean": 0.011875969999891822, + "stddev": 0.006734117170685251, "rounds": 5, - "median": 0.00849148499992225, - "iqr": 0.0002334590001282777, - "q1": 0.008465447999810749, - "q3": 0.008698906999939027, + "median": 0.009002847000374459, + "iqr": 0.004301359750115807, + "q1": 0.008614364249751816, + "q3": 0.012915723999867623, "iqr_outliers": 1, "stddev_outliers": 1, "outliers": "1;1", - "ld15iqr": 0.008449466999991273, - "hd15iqr": 0.009176420000130747, - "ops": 115.93427852784386, - "total": 0.043127882999669964, + "ld15iqr": 0.008592989999669953, + "hd15iqr": 0.023912337999718147, + "ops": 84.20364820802924, + "total": 0.05937984999945911, "data": [ - 0.009176420000130747, - 0.00853973599987512, - 0.008470774999750574, - 0.008449466999991273, - 0.00849148499992225 + 0.008621488999779103, + 0.009250185999917448, + 0.009002847000374459, + 0.008592989999669953, + 0.023912337999718147 ], "iterations": 1 } @@ -3666,14 +4889,14 @@ "live_fraction": 0.17647058823529413, "variables": 170000, "phase_seconds": { - "attach": 0.0035291089998281677, - "build": 0.0390696399999797 + "attach": 0.0034568290002425783, + "build": 0.03693548199998986 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3681,28 +4904,28 @@ "warmup": false }, "stats": { - "min": 0.04978157599998667, - "max": 0.054443065999748796, - "mean": 0.052556802199978846, - "stddev": 0.001954983597591941, + "min": 0.048831320000317646, + "max": 0.052818575999936, + "mean": 0.05041785240000536, + "stddev": 0.00168006886796434, "rounds": 5, - "median": 0.052949059000184207, - "iqr": 0.0032195369998362366, - "q1": 0.051022178000039276, - "q3": 0.05424171499987551, + "median": 0.050263460999758536, + "iqr": 0.002761614249948252, + "q1": 0.04889139425006306, + "q3": 0.05165300850001131, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.04978157599998667, - "hd15iqr": 0.054443065999748796, - "ops": 19.02703281289824, - "total": 0.26278401099989424, + "ld15iqr": 0.048831320000317646, + "hd15iqr": 0.052818575999936, + "ops": 19.83424426860145, + "total": 0.2520892620000268, "data": [ - 0.052949059000184207, - 0.05143571200005681, - 0.04978157599998667, - 0.054443065999748796, - 0.05417459799991775 + 0.048831320000317646, + 0.052818575999936, + 0.048911418999978196, + 0.050263460999758536, + 0.05126448600003641 ], "iterations": 1 } @@ -3720,13 +4943,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 463166 + 463134 ], "allocations": [ - 446 + 445 ], "total_bytes": [ - 1067030 + 1066998 ] }, "columns": 30000, @@ -3735,14 +4958,14 @@ "live_fraction": 0.17647058823529413, "variables": 170000, "phase_seconds": { - "attach": 0.004025435000130528, - "build": 0.036617589999877964 + "attach": 0.0023358370003734308, + "build": 0.04002228300032584 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3750,28 +4973,28 @@ "warmup": false }, "stats": { - "min": 0.0457169219998832, - "max": 0.051647321000018565, - "mean": 0.04936677059995418, - "stddev": 0.0022647312080645693, + "min": 0.04989307299956636, + "max": 0.05359452099992268, + "mean": 0.052179057999910586, + "stddev": 0.0015081156146998505, "rounds": 5, - "median": 0.04990005699983158, - "iqr": 0.0027194735002922243, - "q1": 0.04814937599985569, - "q3": 0.05086884950014792, + "median": 0.05248538900013955, + "iqr": 0.0022734412499403334, + "q1": 0.05114509374993759, + "q3": 0.05341853499987792, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.0457169219998832, - "hd15iqr": 0.051647321000018565, - "ops": 20.256540742831742, - "total": 0.2468338529997709, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.04989307299956636, + "hd15iqr": 0.05359452099992268, + "ops": 19.164776796118353, + "total": 0.2608952899995529, "data": [ - 0.04990005699983158, - 0.0457169219998832, - 0.051647321000018565, - 0.048960193999846524, - 0.050609359000191034 + 0.053359872999863, + 0.05156243400006133, + 0.05359452099992268, + 0.04989307299956636, + 0.05248538900013955 ], "iterations": 1 } @@ -3792,10 +5015,10 @@ 10982244 ], "allocations": [ - 31201 + 31194 ], "total_bytes": [ - 64372899 + 64372499 ] }, "columns": 30000, @@ -3807,7 +5030,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3815,28 +5038,28 @@ "warmup": false }, "stats": { - "min": 0.07722844699992493, - "max": 0.08000206299993806, - "mean": 0.07867850880002152, - "stddev": 0.0010921258988610245, + "min": 0.07821415599983084, + "max": 0.10514130599995042, + "mean": 0.08946697039991705, + "stddev": 0.01406182863916652, "rounds": 5, - "median": 0.07899423200024103, - "iqr": 0.001641434000021036, - "q1": 0.0777710224999737, - "q3": 0.07941245649999473, + "median": 0.08122117599987178, + "iqr": 0.026384758999824953, + "q1": 0.07826138350003475, + "q3": 0.1046461424998597, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.07722844699992493, - "hd15iqr": 0.08000206299993806, - "ops": 12.709951106746528, - "total": 0.3933925440001076, + "ld15iqr": 0.07821415599983084, + "hd15iqr": 0.10514130599995042, + "ops": 11.177309296715912, + "total": 0.4473348519995852, "data": [ - 0.08000206299993806, - 0.07921592100001362, - 0.07722844699992493, - 0.07899423200024103, - 0.07795188099998995 + 0.08122117599987178, + 0.10514130599995042, + 0.07821415599983084, + 0.07827712600010273, + 0.10448108799982947 ], "iterations": 1 } @@ -3872,7 +5095,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3880,28 +5103,28 @@ "warmup": false }, "stats": { - "min": 0.3171434490000138, - "max": 0.3508729359996323, - "mean": 0.328014890599934, - "stddev": 0.013308580393232544, + "min": 0.3204149459998007, + "max": 0.36535593899998275, + "mean": 0.3435256731999289, + "stddev": 0.021259114413114913, "rounds": 5, - "median": 0.32567186400001447, - "iqr": 0.01264917324988346, - "q1": 0.3195722880000176, - "q3": 0.33222146124990104, + "median": 0.3513930129997789, + "iqr": 0.03956788274990686, + "q1": 0.32111159475005024, + "q3": 0.3606794774999571, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.3171434490000138, - "hd15iqr": 0.3508729359996323, - "ops": 3.048642085031615, - "total": 1.64007445299967, + "stddev_outliers": 3, + "outliers": "3;0", + "ld15iqr": 0.3204149459998007, + "hd15iqr": 0.36535593899998275, + "ops": 2.9109905838624437, + "total": 1.7176283659996443, "data": [ - 0.3171434490000138, - 0.3260043029999906, - 0.32038190100001884, - 0.3508729359996323, - 0.32567186400001447 + 0.32134381100013343, + 0.3204149459998007, + 0.36535593899998275, + 0.3513930129997789, + 0.35912065699994855 ], "iterations": 1 } @@ -3937,7 +5160,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -3945,28 +5168,28 @@ "warmup": false }, "stats": { - "min": 0.28211311299992303, - "max": 0.3113201900000604, - "mean": 0.2977522137998676, - "stddev": 0.013073887850600905, + "min": 0.27956764900000053, + "max": 0.31560590500021135, + "mean": 0.30066665559988903, + "stddev": 0.013093665664131532, "rounds": 5, - "median": 0.30066453299969, - "iqr": 0.023944311999684942, - "q1": 0.2852057192500297, - "q3": 0.30915003124971463, - "iqr_outliers": 0, + "median": 0.30183535699961794, + "iqr": 0.011023670250324358, + "q1": 0.2962564967497201, + "q3": 0.30728016700004446, + "iqr_outliers": 1, "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.28211311299992303, - "hd15iqr": 0.3113201900000604, - "ops": 3.35849727945984, - "total": 1.488761068999338, + "outliers": "2;1", + "ld15iqr": 0.3018194459996266, + "hd15iqr": 0.31560590500021135, + "ops": 3.325942472752103, + "total": 1.5033332779994453, "data": [ - 0.30066453299969, - 0.3113201900000604, - 0.28623658800006524, - 0.3084266449995994, - 0.28211311299992303 + 0.3018194459996266, + 0.30183535699961794, + 0.31560590500021135, + 0.3045049209999888, + 0.27956764900000053 ], "iterations": 1 } @@ -3984,13 +5207,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 6106839 + 5574603 ], "allocations": [ - 24851 + 24850 ], "total_bytes": [ - 8320731 + 8320715 ] }, "columns": 30000, @@ -4002,7 +5225,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4010,28 +5233,28 @@ "warmup": false }, "stats": { - "min": 0.020967987999938487, - "max": 0.04088554400004796, - "mean": 0.029468969400022617, - "stddev": 0.01026329558623732, + "min": 0.02100267400010125, + "max": 0.041973621000124695, + "mean": 0.025611067400041064, + "stddev": 0.009159940709494784, "rounds": 5, - "median": 0.02274639200004458, - "iqr": 0.018657237249840364, - "q1": 0.021932419000108894, - "q3": 0.04058965624994926, - "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.020967987999938487, - "hd15iqr": 0.04088554400004796, - "ops": 33.93399974141045, - "total": 0.14734484700011308, + "median": 0.02147965199992541, + "iqr": 0.006011911249970581, + "q1": 0.021215852500063193, + "q3": 0.027227763750033773, + "iqr_outliers": 1, + "stddev_outliers": 1, + "outliers": "1;1", + "ld15iqr": 0.02100267400010125, + "hd15iqr": 0.041973621000124695, + "ops": 39.04561978538999, + "total": 0.12805533700020533, "data": [ - 0.02274639200004458, - 0.04049102699991636, - 0.04088554400004796, - 0.022253896000165696, - 0.020967987999938487 + 0.041973621000124695, + 0.02100267400010125, + 0.021286912000050506, + 0.022312478000003466, + 0.02147965199992541 ], "iterations": 1 } @@ -4049,13 +5272,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 5269957 + 4190167 ], "allocations": [ - 1635 + 1640 ], "total_bytes": [ - 8723198 + 7159701 ] }, "columns": 30000, @@ -4067,7 +5290,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4075,28 +5298,28 @@ "warmup": false }, "stats": { - "min": 0.011939596000047459, - "max": 0.020156964999841875, - "mean": 0.015603578800073592, - "stddev": 0.0032762042527582423, + "min": 0.012248117000126513, + "max": 0.019441264999841223, + "mean": 0.015107346399963717, + "stddev": 0.003327148843938751, "rounds": 5, - "median": 0.015388677000373718, - "iqr": 0.0051470902499204385, - "q1": 0.012888271000065288, - "q3": 0.018035361249985726, + "median": 0.013279720999889832, + "iqr": 0.005755436249955892, + "q1": 0.012546315500003402, + "q3": 0.018301751749959294, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.011939596000047459, - "hd15iqr": 0.020156964999841875, - "ops": 64.0878616894788, - "total": 0.07801789400036796, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.012248117000126513, + "hd15iqr": 0.019441264999841223, + "ops": 66.1929615913488, + "total": 0.07553673199981858, "data": [ - 0.01320449600007123, - 0.017328160000033677, - 0.015388677000373718, - 0.020156964999841875, - 0.011939596000047459 + 0.012248117000126513, + 0.013279720999889832, + 0.019441264999841223, + 0.01792191399999865, + 0.012645714999962365 ], "iterations": 1 } @@ -4129,14 +5352,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700000, "phase_seconds": { - "attach": 0.008888112000022375, - "build": 0.15295336899998802 + "attach": 0.010787875999994867, + "build": 0.13635551000015766 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4144,28 +5367,28 @@ "warmup": false }, "stats": { - "min": 0.17697752899994157, - "max": 0.1966809169998669, - "mean": 0.18589868540011595, - "stddev": 0.007424502275286607, + "min": 0.1734420699999646, + "max": 0.19422661699991295, + "mean": 0.18520057759997144, + "stddev": 0.009155478663202493, "rounds": 5, - "median": 0.18391286900032355, - "iqr": 0.009751342500294413, - "q1": 0.18130242649999673, - "q3": 0.19105376900029114, + "median": 0.18634691299985207, + "iqr": 0.016470474250013467, + "q1": 0.1772185817500258, + "q3": 0.19368905600003927, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 0.17697752899994157, - "hd15iqr": 0.1966809169998669, - "ops": 5.379274188236817, - "total": 0.9294934270005797, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 0.1734420699999646, + "hd15iqr": 0.19422661699991295, + "ops": 5.399551194489116, + "total": 0.9260028879998572, "data": [ - 0.18391286900032355, - 0.18917805300043256, - 0.1827440590000151, - 0.17697752899994157, - 0.1966809169998669 + 0.1784774190000462, + 0.19422661699991295, + 0.18634691299985207, + 0.19350986900008138, + 0.1734420699999646 ], "iterations": 1 } @@ -4198,14 +5421,14 @@ "live_fraction": 0.17647058823529413, "variables": 1700000, "phase_seconds": { - "attach": 0.010853394999685406, - "build": 0.1624809660002029 + "attach": 0.010224689000096987, + "build": 0.16413239500025156 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4213,28 +5436,28 @@ "warmup": false }, "stats": { - "min": 0.18080699700021796, - "max": 0.20560162999981912, - "mean": 0.19548457439996128, - "stddev": 0.011305907585579242, + "min": 0.1898537120000583, + "max": 0.21072012800004813, + "mean": 0.19989181440014364, + "stddev": 0.007645966180351057, "rounds": 5, - "median": 0.20030349699982253, - "iqr": 0.020038249249978435, - "q1": 0.18479848424999545, - "q3": 0.2048367334999739, + "median": 0.20030815000018265, + "iqr": 0.009314392499732094, + "q1": 0.19488093950030816, + "q3": 0.20419533200004025, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.18080699700021796, - "hd15iqr": 0.20560162999981912, - "ops": 5.115493143484564, - "total": 0.9774228719998064, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.1898537120000583, + "hd15iqr": 0.21072012800004813, + "ops": 5.0027061038037255, + "total": 0.9994590720007182, "data": [ - 0.20458176800002548, - 0.18080699700021796, - 0.20560162999981912, - 0.18612897999992128, - 0.20030349699982253 + 0.20202040000003763, + 0.20030815000018265, + 0.1898537120000583, + 0.19655668200039145, + 0.21072012800004813 ], "iterations": 1 } @@ -4255,10 +5478,10 @@ 109637188 ], "allocations": [ - 111949 + 111938 ], "total_bytes": [ - 601027612 + 601026908 ] }, "columns": 300000, @@ -4270,7 +5493,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4278,28 +5501,28 @@ "warmup": false }, "stats": { - "min": 0.2786076850002246, - "max": 0.2846781709999959, - "mean": 0.28152978119996985, - "stddev": 0.0025616405591785654, + "min": 0.28159879699978774, + "max": 0.29162233700026263, + "mean": 0.2876303208000536, + "stddev": 0.003782331778105547, "rounds": 5, - "median": 0.28117868199979057, - "iqr": 0.004454318499824694, - "q1": 0.2793777107500546, - "q3": 0.28383202924987927, + "median": 0.28875871399986863, + "iqr": 0.004409268000131306, + "q1": 0.2855124162500715, + "q3": 0.2899216842502028, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.2786076850002246, - "hd15iqr": 0.2846781709999959, - "ops": 3.5520220835525125, - "total": 1.4076489059998494, + "ld15iqr": 0.28159879699978774, + "hd15iqr": 0.29162233700026263, + "ops": 3.4766849239623476, + "total": 1.438151604000268, "data": [ - 0.2835499819998404, - 0.2786076850002246, - 0.2846781709999959, - 0.2796343859999979, - 0.28117868199979057 + 0.28875871399986863, + 0.2893548000001829, + 0.29162233700026263, + 0.2868169560001661, + 0.28159879699978774 ], "iterations": 1 } @@ -4317,13 +5540,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 230052948 + 212227156 ], "allocations": [ - 965267 + 965250 ], "total_bytes": [ - 402089408 + 384263616 ] }, "columns": 300000, @@ -4335,7 +5558,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4343,28 +5566,28 @@ "warmup": false }, "stats": { - "min": 3.3768341310001233, - "max": 3.4493568799998684, - "mean": 3.4056566066000413, - "stddev": 0.026528137290977822, + "min": 3.4129804410004, + "max": 3.469431574999817, + "mean": 3.430990615800056, + "stddev": 0.022977793506387952, "rounds": 5, - "median": 3.4007212239998807, - "iqr": 0.01904030225000497, - "q1": 3.394267774500122, - "q3": 3.413308076750127, - "iqr_outliers": 1, - "stddev_outliers": 2, - "outliers": "2;1", - "ld15iqr": 3.3768341310001233, - "hd15iqr": 3.4493568799998684, - "ops": 0.29362913397141555, - "total": 17.028283033000207, + "median": 3.4215415600001506, + "iqr": 0.027540020749597716, + "q1": 3.415656305250195, + "q3": 3.443196325999793, + "iqr_outliers": 0, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 3.4129804410004, + "hd15iqr": 3.469431574999817, + "ops": 0.29146101286167897, + "total": 17.15495307900028, "data": [ - 3.3768341310001233, - 3.4000789890001215, - 3.4007212239998807, - 3.401291809000213, - 3.4493568799998684 + 3.469431574999817, + 3.4215415600001506, + 3.416548260000127, + 3.4129804410004, + 3.434451242999785 ], "iterations": 1 } @@ -4382,13 +5605,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 221195980 + 209661644 ], "allocations": [ - 772928 + 772917 ], "total_bytes": [ - 405111757 + 393577421 ] }, "columns": 300000, @@ -4400,7 +5623,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4408,28 +5631,28 @@ "warmup": false }, "stats": { - "min": 3.0338212779997775, - "max": 3.0820808379999107, - "mean": 3.0554934893999417, - "stddev": 0.018856621016189214, + "min": 3.0013998650001668, + "max": 3.03336553500003, + "mean": 3.0209946706000665, + "stddev": 0.012768787993108549, "rounds": 5, - "median": 3.0492662739998195, - "iqr": 0.027291101249943495, - "q1": 3.0429543602500644, - "q3": 3.070245461500008, + "median": 3.02482017300008, + "iqr": 0.0183166014995777, + "q1": 3.0122077917502565, + "q3": 3.0305243932498342, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 3.0338212779997775, - "hd15iqr": 3.0820808379999107, - "ops": 0.32727937515467814, - "total": 15.277467446999708, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 3.0013998650001668, + "hd15iqr": 3.03336553500003, + "ops": 0.3310168037474121, + "total": 15.104973353000332, "data": [ - 3.0820808379999107, - 3.0492662739998195, - 3.0338212779997775, - 3.0663003360000403, - 3.04599872100016 + 3.0013998650001668, + 3.02482017300008, + 3.03336553500003, + 3.029577345999769, + 3.0158104340002865 ], "iterations": 1 } @@ -4447,13 +5670,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 58819039 + 53567003 ], "allocations": [ - 236254 + 236253 ], "total_bytes": [ - 76142366 + 76142350 ] }, "columns": 300000, @@ -4465,7 +5688,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4473,28 +5696,28 @@ "warmup": false }, "stats": { - "min": 0.13331324000000677, - "max": 0.16126713599987852, - "mean": 0.14552035299993804, - "stddev": 0.012894305172238475, + "min": 0.1264210889999049, + "max": 0.17739069199978985, + "mean": 0.15158263979992626, + "stddev": 0.021122121497931374, "rounds": 5, - "median": 0.13822785599995768, - "iqr": 0.022280209750306312, - "q1": 0.13623001699977522, - "q3": 0.15851022675008153, + "median": 0.1551549580003666, + "iqr": 0.03558371675001126, + "q1": 0.13228953674979493, + "q3": 0.1678732534998062, "iqr_outliers": 0, - "stddev_outliers": 1, - "outliers": "1;0", - "ld15iqr": 0.13331324000000677, - "hd15iqr": 0.16126713599987852, - "ops": 6.871890971845194, - "total": 0.7276017649996902, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 0.1264210889999049, + "hd15iqr": 0.17739069199978985, + "ops": 6.597061519181213, + "total": 0.7579131989996313, "data": [ - 0.1575912570001492, - 0.13822785599995768, - 0.13331324000000677, - 0.16126713599987852, - 0.13720227599969803 + 0.16470077399981164, + 0.13424568599975828, + 0.17739069199978985, + 0.1551549580003666, + 0.1264210889999049 ], "iterations": 1 } @@ -4512,13 +5735,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 51469557 + 40774367 ], "allocations": [ - 1638 + 1643 ], "total_bytes": [ - 83111633 + 67635736 ] }, "columns": 300000, @@ -4530,7 +5753,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4538,28 +5761,28 @@ "warmup": false }, "stats": { - "min": 0.04149521799990907, - "max": 0.05109756499996365, - "mean": 0.04623369319997437, - "stddev": 0.004410043391129279, + "min": 0.04748012199979712, + "max": 0.07742565399985324, + "mean": 0.06433557579994158, + "stddev": 0.011077421295742218, "rounds": 5, - "median": 0.04535203600016757, - "iqr": 0.008269809999887912, - "q1": 0.042398060499976964, - "q3": 0.050667870499864875, + "median": 0.06476580500020646, + "iqr": 0.01326030000029732, + "q1": 0.05848543374975179, + "q3": 0.07174573375004911, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 0.04149521799990907, - "hd15iqr": 0.05109756499996365, - "ops": 21.62924765007859, - "total": 0.23116846599987184, + "ld15iqr": 0.04748012199979712, + "hd15iqr": 0.07742565399985324, + "ops": 15.543499651104515, + "total": 0.3216778789997079, "data": [ - 0.05052463899983195, - 0.05109756499996365, - 0.042699007999999594, - 0.04149521799990907, - 0.04535203600016757 + 0.06476580500020646, + 0.04748012199979712, + 0.07742565399985324, + 0.0698524270001144, + 0.06215387099973668 ], "iterations": 1 } @@ -4577,13 +5800,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 40068496 + 56845600 ], "allocations": [ - 430 + 428 ], "total_bytes": [ - 65103540 + 81880644 ] }, "columns": 3000000, @@ -4592,14 +5815,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.024017681000259472, - "build": 0.879475722999814 + "attach": 0.017429061000257207, + "build": 0.8379086190002454 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4607,28 +5830,28 @@ "warmup": false }, "stats": { - "min": 1.00734920900004, - "max": 1.0569293789999392, - "mean": 1.0332210965999367, - "stddev": 0.01992062678570602, + "min": 0.9817079109998303, + "max": 1.0765414780003084, + "mean": 1.0339429372000268, + "stddev": 0.03822779063731075, "rounds": 5, - "median": 1.0278247410001313, - "iqr": 0.030710745999840583, - "q1": 1.0204302582499167, - "q3": 1.0511410042497573, + "median": 1.0415995839998686, + "iqr": 0.06108425849993182, + "q1": 1.002938686750099, + "q3": 1.0640229452500307, "iqr_outliers": 0, "stddev_outliers": 2, "outliers": "2;0", - "ld15iqr": 1.00734920900004, - "hd15iqr": 1.0569293789999392, - "ops": 0.9678470593474537, - "total": 5.166105482999683, + "ld15iqr": 0.9817079109998303, + "hd15iqr": 1.0765414780003084, + "ops": 0.9671713631586419, + "total": 5.169714686000134, "data": [ - 1.0569293789999392, - 1.0247906079998756, - 1.0492115459996967, - 1.00734920900004, - 1.0278247410001313 + 1.0765414780003084, + 1.0100156120001884, + 1.0415995839998686, + 1.0598501009999381, + 0.9817079109998303 ], "iterations": 1 } @@ -4646,13 +5869,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 40069534 + 65235358 ], "allocations": [ - 452 + 453 ], "total_bytes": [ - 65120167 + 90285991 ] }, "columns": 3000000, @@ -4661,14 +5884,14 @@ "live_fraction": 0.17647058823529413, "variables": 17000000, "phase_seconds": { - "attach": 0.01785909399995944, - "build": 0.8825777359998028 + "attach": 0.023333209000156785, + "build": 0.9068067010002778 } }, "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4676,28 +5899,28 @@ "warmup": false }, "stats": { - "min": 1.0119998289997056, - "max": 1.12038619499981, - "mean": 1.0770654845999161, - "stddev": 0.04115194394275025, + "min": 1.0601590189999115, + "max": 1.1168694619996131, + "mean": 1.0793161961999431, + "stddev": 0.022789682617207097, "rounds": 5, - "median": 1.0919779330001802, - "iqr": 0.0487814209999442, - "q1": 1.052518842249924, - "q3": 1.1013002632498683, + "median": 1.0709869800002707, + "iqr": 0.028415231249709905, + "q1": 1.0636330145000557, + "q3": 1.0920482457497656, "iqr_outliers": 0, - "stddev_outliers": 2, - "outliers": "2;0", - "ld15iqr": 1.0119998289997056, - "hd15iqr": 1.12038619499981, - "ops": 0.9284486545137572, - "total": 5.3853274229995804, + "stddev_outliers": 1, + "outliers": "1;0", + "ld15iqr": 1.0601590189999115, + "hd15iqr": 1.1168694619996131, + "ops": 0.9265125488904924, + "total": 5.396580980999715, "data": [ - 1.0919779330001802, - 1.0949382859998877, - 1.12038619499981, - 1.0119998289997056, - 1.066025179999997 + 1.1168694619996131, + 1.0647910130001037, + 1.0837745069998164, + 1.0601590189999115, + 1.0709869800002707 ], "iterations": 1 } @@ -4718,10 +5941,10 @@ 1096191940 ], "allocations": [ - 923341 + 923334 ], "total_bytes": [ - 5959834812 + 5959829996 ] }, "columns": 3000000, @@ -4733,7 +5956,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4741,28 +5964,28 @@ "warmup": false }, "stats": { - "min": 2.494178475999888, - "max": 2.5425103160000617, - "mean": 2.5105085118000714, - "stddev": 0.018578358982230838, + "min": 2.54759816700016, + "max": 2.588980515000003, + "mean": 2.5656225476001056, + "stddev": 0.016372696131399158, "rounds": 5, - "median": 2.5041852990002553, - "iqr": 0.014714462500364789, - "q1": 2.5016045432498686, - "q3": 2.5163190057502334, - "iqr_outliers": 1, - "stddev_outliers": 1, - "outliers": "1;1", - "ld15iqr": 2.494178475999888, - "hd15iqr": 2.5425103160000617, - "ops": 0.3983256759735044, - "total": 12.552542559000358, + "median": 2.5594645400001355, + "iqr": 0.02390905799995835, + "q1": 2.554643874750127, + "q3": 2.5785529327500853, + "iqr_outliers": 0, + "stddev_outliers": 2, + "outliers": "2;0", + "ld15iqr": 2.54759816700016, + "hd15iqr": 2.588980515000003, + "ops": 0.38976894747647284, + "total": 12.828112738000527, "data": [ - 2.504079898999862, - 2.5425103160000617, - 2.494178475999888, - 2.5041852990002553, - 2.5075885690002906 + 2.575077072000113, + 2.556992444000116, + 2.54759816700016, + 2.5594645400001355, + 2.588980515000003 ], "iterations": 1 } @@ -4780,13 +6003,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 604543615 + 551043579 ], "allocations": [ - 2500397 + 2500380 ], "total_bytes": [ - 924575470 + 907798238 ] }, "columns": 3000000, @@ -4798,7 +6021,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4806,28 +6029,28 @@ "warmup": false }, "stats": { - "min": 1.3652362049997464, - "max": 1.3853030690002015, - "mean": 1.3739774681998824, - "stddev": 0.009128312753624114, + "min": 1.3765617609997207, + "max": 1.4323087779998787, + "mean": 1.3965696023999044, + "stddev": 0.022405660355645146, "rounds": 5, - "median": 1.370560187999672, - "iqr": 0.016469918750431134, - "q1": 1.3663779044997, - "q3": 1.3828478232501311, + "median": 1.3880491859999893, + "iqr": 0.03008723099992494, + "q1": 1.3807883094999625, + "q3": 1.4108755404998874, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 1.3652362049997464, - "hd15iqr": 1.3853030690002015, - "ops": 0.727813973041458, - "total": 6.869887340999412, + "ld15iqr": 1.3765617609997207, + "hd15iqr": 1.4323087779998787, + "ops": 0.716040216170803, + "total": 6.982848011999522, "data": [ - 1.3820294080001077, - 1.370560187999672, - 1.3667584709996845, - 1.3853030690002015, - 1.3652362049997464 + 1.4037311279998903, + 1.4323087779998787, + 1.3765617609997207, + 1.3880491859999893, + 1.382197159000043 ], "iterations": 1 } @@ -4845,13 +6068,13 @@ "extra_info": { "benchmem": { "peak_bytes": [ - 524114133 + 415614943 ], "allocations": [ - 1781 + 1770 ], "total_bytes": [ - 992408737 + 818631624 ] }, "columns": 3000000, @@ -4863,7 +6086,7 @@ "options": { "disable_gc": false, "timer": "perf_counter", - "min_rounds": 9, + "min_rounds": 5, "max_time": 1.0, "min_time": 5e-06, "precision": null, @@ -4871,33 +6094,33 @@ "warmup": false }, "stats": { - "min": 0.4490248209999663, - "max": 0.47257699600004344, - "mean": 0.46308052679996764, - "stddev": 0.010387239566346592, + "min": 0.47622523299969544, + "max": 0.4855698900000789, + "mean": 0.4800535225999738, + "stddev": 0.0038760333155886894, "rounds": 5, - "median": 0.46683626599997297, - "iqr": 0.017953714499640228, - "q1": 0.4538350765001269, - "q3": 0.4717887909997671, + "median": 0.47982391200002894, + "iqr": 0.006289474250138483, + "q1": 0.4765728699999272, + "q3": 0.4828623442500657, "iqr_outliers": 0, "stddev_outliers": 1, "outliers": "1;0", - "ld15iqr": 0.4490248209999663, - "hd15iqr": 0.47257699600004344, - "ops": 2.159451633413124, - "total": 2.315402633999838, + "ld15iqr": 0.47622523299969544, + "hd15iqr": 0.4855698900000789, + "ops": 2.0831010562822074, + "total": 2.400267612999869, "data": [ - 0.471526055999675, - 0.47257699600004344, - 0.4490248209999663, - 0.4554384950001804, - 0.46683626599997297 + 0.47982391200002894, + 0.47622523299969544, + 0.4855698900000789, + 0.4819598290000613, + 0.47668874900000446 ], "iterations": 1 } } ], - "datetime": "2026-10-13T12:42:51.569308+00:00", + "datetime": "2026-10-14T07:00:11.209786+00:00", "version": "5.3.0" } \ No newline at end of file diff --git a/docs/about/benchmarks.json b/docs/about/benchmarks.json index aa366d5d0..20e1fea19 100644 --- a/docs/about/benchmarks.json +++ b/docs/about/benchmarks.json @@ -1,233 +1,409 @@ [ -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "gurobipy-loop", "wall_s": 0.0072, "wall_q1_s": 0.0061, "wall_q3_s": 0.0084, "peak_gb": 0.1766}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "gurobipy-loop", "wall_s": 0.0076, "wall_q1_s": 0.0074, "wall_q3_s": 0.0087, "peak_gb": 0.1768}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-loop", "wall_s": 0.0243, "wall_q1_s": 0.0235, "wall_q3_s": 0.047, "peak_gb": 0.1803}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-loop", "wall_s": 0.3044, "wall_q1_s": 0.2907, "wall_q3_s": 0.3085, "peak_gb": 0.2147}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-loop", "wall_s": 2.5598, "wall_q1_s": 2.5358, "wall_q3_s": 2.5647, "peak_gb": 0.5678}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-loop", "wall_s": 26.932, "wall_q1_s": 26.8699, "wall_q3_s": 26.9543, "peak_gb": 4.0306}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "gurobipy-matrix", "wall_s": 0.0081, "wall_q1_s": 0.0059, "wall_q3_s": 0.0088, "peak_gb": 0.1851}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "gurobipy-matrix", "wall_s": 0.0063, "wall_q1_s": 0.0062, "wall_q3_s": 0.0066, "peak_gb": 0.1853}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-matrix", "wall_s": 0.0076, "wall_q1_s": 0.0074, "wall_q3_s": 0.0091, "peak_gb": 0.1849}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-matrix", "wall_s": 0.0224, "wall_q1_s": 0.0222, "wall_q3_s": 0.0227, "peak_gb": 0.1939}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-matrix", "wall_s": 0.1728, "wall_q1_s": 0.1722, "wall_q3_s": 0.1978, "peak_gb": 0.3032}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-matrix", "wall_s": 2.0434, "wall_q1_s": 2.0327, "wall_q3_s": 2.0514, "peak_gb": 1.4067}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "linopy", "wall_s": 0.0286, "wall_q1_s": 0.0283, "wall_q3_s": 0.0314, "peak_gb": 0.2459}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "linopy", "wall_s": 0.0292, "wall_q1_s": 0.0287, "wall_q3_s": 0.0297, "peak_gb": 0.2463}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.0374, "wall_q1_s": 0.0372, "wall_q3_s": 0.0446, "peak_gb": 0.2478}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.1269, "wall_q1_s": 0.1253, "wall_q3_s": 0.1275, "peak_gb": 0.28}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 1.0534, "wall_q1_s": 1.051, "wall_q3_s": 1.0604, "peak_gb": 0.6804}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "wall_s": 10.7984, "wall_q1_s": 10.7713, "wall_q3_s": 10.9037, "peak_gb": 4.489}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "pyomo", "wall_s": 0.0127, "wall_q1_s": 0.0125, "wall_q3_s": 0.0129, "peak_gb": 0.2052}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "pyomo", "wall_s": 0.0194, "wall_q1_s": 0.0192, "wall_q3_s": 0.0196, "peak_gb": 0.2062}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.1756, "wall_q1_s": 0.1754, "wall_q3_s": 0.185, "peak_gb": 0.2166}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 1.6511, "wall_q1_s": 1.648, "wall_q3_s": 1.6596, "peak_gb": 0.4108}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "wall_s": 15.6126, "wall_q1_s": 15.5787, "wall_q3_s": 15.6599, "peak_gb": 2.1655}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "gurobipy-loop", "wall_s": 0.0062, "wall_q1_s": 0.0062, "wall_q3_s": 0.0072, "peak_gb": 0.1763}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "gurobipy-loop", "wall_s": 0.0076, "wall_q1_s": 0.0075, "wall_q3_s": 0.012, "peak_gb": 0.1767}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "gurobipy-loop", "wall_s": 0.0147, "wall_q1_s": 0.0145, "wall_q3_s": 0.0151, "peak_gb": 0.1782}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-loop", "wall_s": 0.0237, "wall_q1_s": 0.0231, "wall_q3_s": 0.0239, "peak_gb": 0.1804}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "gurobipy-loop", "wall_s": 0.0963, "wall_q1_s": 0.0951, "wall_q3_s": 0.1037, "peak_gb": 0.1941}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-loop", "wall_s": 0.3142, "wall_q1_s": 0.3057, "wall_q3_s": 0.3446, "peak_gb": 0.2147}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "gurobipy-loop", "wall_s": 1.3637, "wall_q1_s": 1.3322, "wall_q3_s": 1.4128, "peak_gb": 0.3753}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-loop", "wall_s": 2.6425, "wall_q1_s": 2.5781, "wall_q3_s": 2.6473, "peak_gb": 0.5677}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "gurobipy-loop", "wall_s": 13.9742, "wall_q1_s": 13.9266, "wall_q3_s": 14.0367, "peak_gb": 2.1041}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-loop", "wall_s": 27.4724, "wall_q1_s": 27.4385, "wall_q3_s": 27.7504, "peak_gb": 4.0426}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "gurobipy-matrix", "wall_s": 0.0008, "wall_q1_s": 0.0008, "wall_q3_s": 0.0009, "peak_gb": 0.1831}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "gurobipy-matrix", "wall_s": 0.0009, "wall_q1_s": 0.0008, "wall_q3_s": 0.0009, "peak_gb": 0.1832}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "gurobipy-matrix", "wall_s": 0.0015, "wall_q1_s": 0.0014, "wall_q3_s": 0.002, "peak_gb": 0.1836}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-matrix", "wall_s": 0.0022, "wall_q1_s": 0.0021, "wall_q3_s": 0.0022, "peak_gb": 0.1841}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "gurobipy-matrix", "wall_s": 0.0081, "wall_q1_s": 0.008, "wall_q3_s": 0.0081, "peak_gb": 0.1872}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-matrix", "wall_s": 0.0155, "wall_q1_s": 0.0154, "wall_q3_s": 0.021, "peak_gb": 0.1927}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "gurobipy-matrix", "wall_s": 0.0758, "wall_q1_s": 0.0757, "wall_q3_s": 0.0962, "peak_gb": 0.2368}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-matrix", "wall_s": 0.1551, "wall_q1_s": 0.1515, "wall_q3_s": 0.1649, "peak_gb": 0.2928}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "gurobipy-matrix", "wall_s": 0.8814, "wall_q1_s": 0.8676, "wall_q3_s": 0.895, "peak_gb": 0.7341}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-matrix", "wall_s": 1.8522, "wall_q1_s": 1.8473, "wall_q3_s": 1.8663, "peak_gb": 1.2843}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "linopy", "wall_s": 0.0294, "wall_q1_s": 0.0293, "wall_q3_s": 0.0297, "peak_gb": 0.246}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "linopy", "wall_s": 0.03, "wall_q1_s": 0.0295, "wall_q3_s": 0.0304, "peak_gb": 0.2463}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "linopy", "wall_s": 0.0337, "wall_q1_s": 0.0332, "wall_q3_s": 0.034, "peak_gb": 0.2468}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.0374, "wall_q1_s": 0.037, "wall_q3_s": 0.0381, "peak_gb": 0.248}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "linopy", "wall_s": 0.0759, "wall_q1_s": 0.0754, "wall_q3_s": 0.0761, "peak_gb": 0.2608}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.1178, "wall_q1_s": 0.1166, "wall_q3_s": 0.1186, "peak_gb": 0.2798}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "linopy", "wall_s": 0.5385, "wall_q1_s": 0.5335, "wall_q3_s": 0.5432, "peak_gb": 0.4559}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 0.9893, "wall_q1_s": 0.9847, "wall_q3_s": 1.0176, "peak_gb": 0.6783}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "linopy", "wall_s": 5.4082, "wall_q1_s": 5.4025, "wall_q3_s": 5.4241, "peak_gb": 2.3955}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "wall_s": 10.8258, "wall_q1_s": 10.8119, "wall_q3_s": 10.8634, "peak_gb": 4.4892}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "pyomo", "wall_s": 0.0128, "wall_q1_s": 0.0128, "wall_q3_s": 0.0131, "peak_gb": 0.2052}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "pyomo", "wall_s": 0.0201, "wall_q1_s": 0.02, "wall_q3_s": 0.0205, "peak_gb": 0.2058}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "pyomo", "wall_s": 0.055, "wall_q1_s": 0.0542, "wall_q3_s": 0.0561, "peak_gb": 0.2103}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.1786, "wall_q1_s": 0.177, "wall_q3_s": 0.1791, "peak_gb": 0.2165}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "pyomo", "wall_s": 0.8134, "wall_q1_s": 0.8073, "wall_q3_s": 0.8146, "peak_gb": 0.3031}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 1.7085, "wall_q1_s": 1.6903, "wall_q3_s": 1.72, "peak_gb": 0.4088}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "pyomo", "wall_s": 7.9307, "wall_q1_s": 7.8247, "wall_q3_s": 7.962, "peak_gb": 1.1868}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "wall_s": 15.7871, "wall_q1_s": 15.7239, "wall_q3_s": 15.8502, "peak_gb": 2.1584}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "pyomo", "refused": ">16 GB"}, {"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "pyomo", "refused": ">16 GB"}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve", "wall_s": 0.0254, "wall_q1_s": 0.0236, "wall_q3_s": 0.0271, "peak_gb": 0.2239}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve", "wall_s": 0.0209, "wall_q1_s": 0.0195, "wall_q3_s": 0.0224, "peak_gb": 0.2244}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0242, "wall_q1_s": 0.0232, "wall_q3_s": 0.0261, "peak_gb": 0.2263}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.0543, "wall_q1_s": 0.0496, "wall_q3_s": 0.0724, "peak_gb": 0.2459}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.292, "wall_q1_s": 0.2882, "wall_q3_s": 0.3051, "peak_gb": 0.4373}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 2.3492, "wall_q1_s": 2.3238, "wall_q3_s": 2.3792, "peak_gb": 1.7488}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve-in-memory", "wall_s": 0.0203, "wall_q1_s": 0.0184, "wall_q3_s": 0.0218, "peak_gb": 0.224}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve-in-memory", "wall_s": 0.0219, "wall_q1_s": 0.0205, "wall_q3_s": 0.0252, "peak_gb": 0.2243}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0255, "wall_q1_s": 0.0239, "wall_q3_s": 0.0276, "peak_gb": 0.2264}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.0722, "wall_q1_s": 0.0506, "wall_q3_s": 0.0752, "peak_gb": 0.2456}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.3488, "wall_q1_s": 0.3257, "wall_q3_s": 0.3608, "peak_gb": 0.4456}, -{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 2.724, "wall_q1_s": 2.6839, "wall_q3_s": 2.7435, "peak_gb": 1.7505}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "highspy-matrix", "wall_s": 0.0056, "wall_q1_s": 0.0056, "wall_q3_s": 0.0058, "peak_gb": 0.181}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "highspy-matrix", "wall_s": 0.0059, "wall_q1_s": 0.0055, "wall_q3_s": 0.0068, "peak_gb": 0.1809}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "highspy-matrix", "wall_s": 0.0059, "wall_q1_s": 0.0058, "wall_q3_s": 0.0072, "peak_gb": 0.1811}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "highspy-matrix", "wall_s": 0.0121, "wall_q1_s": 0.0081, "wall_q3_s": 0.0133, "peak_gb": 0.1891}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "highspy-matrix", "wall_s": 0.0331, "wall_q1_s": 0.0318, "wall_q3_s": 0.0579, "peak_gb": 0.2946}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "highspy-matrix", "wall_s": 0.786, "wall_q1_s": 0.7836, "wall_q3_s": 0.7931, "peak_gb": 1.3209}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "linopy", "wall_s": 0.0258, "wall_q1_s": 0.0257, "wall_q3_s": 0.0266, "peak_gb": 0.2466}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "linopy", "wall_s": 0.0271, "wall_q1_s": 0.0268, "wall_q3_s": 0.0284, "peak_gb": 0.241}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.0275, "wall_q1_s": 0.0273, "wall_q3_s": 0.0284, "peak_gb": 0.2411}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.0454, "wall_q1_s": 0.0443, "wall_q3_s": 0.0457, "peak_gb": 0.2488}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 0.189, "wall_q1_s": 0.1884, "wall_q3_s": 0.1903, "peak_gb": 0.4076}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "wall_s": 1.9389, "wall_q1_s": 1.9372, "wall_q3_s": 1.9427, "peak_gb": 1.9033}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "pyomo", "wall_s": 0.0113, "wall_q1_s": 0.0109, "wall_q3_s": 0.0119, "peak_gb": 0.2031}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "pyomo", "wall_s": 0.0164, "wall_q1_s": 0.0162, "wall_q3_s": 0.0166, "peak_gb": 0.2011}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.0827, "wall_q1_s": 0.0817, "wall_q3_s": 0.0833, "peak_gb": 0.209}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 1.3814, "wall_q1_s": 1.3651, "wall_q3_s": 1.3895, "peak_gb": 0.365}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "wall_s": 14.4802, "wall_q1_s": 14.3856, "wall_q3_s": 14.5153, "peak_gb": 1.7944}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve", "wall_s": 0.0215, "wall_q1_s": 0.0186, "wall_q3_s": 0.0225, "peak_gb": 0.224}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve", "wall_s": 0.0205, "wall_q1_s": 0.0195, "wall_q3_s": 0.0217, "peak_gb": 0.2244}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "specsolve", "wall_s": 0.0232, "wall_q1_s": 0.0206, "wall_q3_s": 0.027, "peak_gb": 0.2251}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0236, "wall_q1_s": 0.0216, "wall_q3_s": 0.0259, "peak_gb": 0.226}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve", "wall_s": 0.0443, "wall_q1_s": 0.0336, "wall_q3_s": 0.0494, "peak_gb": 0.2322}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.0527, "wall_q1_s": 0.0484, "wall_q3_s": 0.0704, "peak_gb": 0.2464}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve", "wall_s": 0.1655, "wall_q1_s": 0.1533, "wall_q3_s": 0.1695, "peak_gb": 0.3406}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.2789, "wall_q1_s": 0.2693, "wall_q3_s": 0.2925, "peak_gb": 0.4441}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve", "wall_s": 1.2439, "wall_q1_s": 1.2098, "wall_q3_s": 1.278, "peak_gb": 1.0484}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 2.3861, "wall_q1_s": 2.3452, "wall_q3_s": 2.4175, "peak_gb": 1.7492}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve-in-memory", "wall_s": 0.0247, "wall_q1_s": 0.0234, "wall_q3_s": 0.0264, "peak_gb": 0.2238}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve-in-memory", "wall_s": 0.0223, "wall_q1_s": 0.0201, "wall_q3_s": 0.0236, "peak_gb": 0.2248}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "specsolve-in-memory", "wall_s": 0.0227, "wall_q1_s": 0.0209, "wall_q3_s": 0.0257, "peak_gb": 0.2251}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0236, "wall_q1_s": 0.0203, "wall_q3_s": 0.0246, "peak_gb": 0.2263}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve-in-memory", "wall_s": 0.048, "wall_q1_s": 0.0449, "wall_q3_s": 0.0489, "peak_gb": 0.233}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.0688, "wall_q1_s": 0.0462, "wall_q3_s": 0.072, "peak_gb": 0.2454}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve-in-memory", "wall_s": 0.1649, "wall_q1_s": 0.157, "wall_q3_s": 0.1879, "peak_gb": 0.3264}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.3252, "wall_q1_s": 0.2858, "wall_q3_s": 0.3334, "peak_gb": 0.4579}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve-in-memory", "wall_s": 1.4639, "wall_q1_s": 1.4235, "wall_q3_s": 1.4953, "peak_gb": 1.0285}, +{"model": "dispatch", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 2.658, "wall_q1_s": 2.6312, "wall_q3_s": 2.75, "peak_gb": 1.75}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "highspy-matrix", "wall_s": 0.0003, "wall_q1_s": 0.0003, "wall_q3_s": 0.0005, "peak_gb": 0.1784}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "highspy-matrix", "wall_s": 0.0003, "wall_q1_s": 0.0003, "wall_q3_s": 0.0006, "peak_gb": 0.1783}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0004, "wall_q3_s": 0.0005, "peak_gb": 0.179}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "highspy-matrix", "wall_s": 0.0005, "wall_q1_s": 0.0005, "wall_q3_s": 0.0005, "peak_gb": 0.1793}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "highspy-matrix", "wall_s": 0.0013, "wall_q1_s": 0.0013, "wall_q3_s": 0.0027, "peak_gb": 0.1819}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "highspy-matrix", "wall_s": 0.0022, "wall_q1_s": 0.0021, "wall_q3_s": 0.0028, "peak_gb": 0.1865}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "highspy-matrix", "wall_s": 0.0097, "wall_q1_s": 0.0095, "wall_q3_s": 0.0223, "peak_gb": 0.2239}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "highspy-matrix", "wall_s": 0.0435, "wall_q1_s": 0.0208, "wall_q3_s": 0.0445, "peak_gb": 0.2701}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "highspy-matrix", "wall_s": 0.2086, "wall_q1_s": 0.1859, "wall_q3_s": 0.2276, "peak_gb": 0.6618}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "highspy-matrix", "wall_s": 0.5172, "wall_q1_s": 0.5127, "wall_q3_s": 0.5189, "peak_gb": 1.0498}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "linopy", "wall_s": 0.0264, "wall_q1_s": 0.0263, "wall_q3_s": 0.0337, "peak_gb": 0.2487}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "linopy", "wall_s": 0.027, "wall_q1_s": 0.0268, "wall_q3_s": 0.0285, "peak_gb": 0.2407}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "linopy", "wall_s": 0.0277, "wall_q1_s": 0.0272, "wall_q3_s": 0.0288, "peak_gb": 0.2413}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.0276, "wall_q1_s": 0.0272, "wall_q3_s": 0.0281, "peak_gb": 0.2412}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "linopy", "wall_s": 0.0346, "wall_q1_s": 0.0345, "wall_q3_s": 0.0347, "peak_gb": 0.243}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.0376, "wall_q1_s": 0.0373, "wall_q3_s": 0.0381, "peak_gb": 0.251}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "linopy", "wall_s": 0.1022, "wall_q1_s": 0.1019, "wall_q3_s": 0.1059, "peak_gb": 0.3229}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 0.1365, "wall_q1_s": 0.1353, "wall_q3_s": 0.1374, "peak_gb": 0.4077}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "linopy", "wall_s": 0.9537, "wall_q1_s": 0.9299, "wall_q3_s": 0.967, "peak_gb": 1.0757}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "wall_s": 1.9651, "wall_q1_s": 1.9455, "wall_q3_s": 1.986, "peak_gb": 1.9056}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "pyomo", "wall_s": 0.0105, "wall_q1_s": 0.0101, "wall_q3_s": 0.0107, "peak_gb": 0.2036}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "pyomo", "wall_s": 0.0167, "wall_q1_s": 0.0165, "wall_q3_s": 0.0172, "peak_gb": 0.201}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "pyomo", "wall_s": 0.0449, "wall_q1_s": 0.0447, "wall_q3_s": 0.0456, "peak_gb": 0.2076}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.0815, "wall_q1_s": 0.0809, "wall_q3_s": 0.0818, "peak_gb": 0.2099}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "pyomo", "wall_s": 0.7346, "wall_q1_s": 0.7287, "wall_q3_s": 0.7409, "peak_gb": 0.2777}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 1.3351, "wall_q1_s": 1.329, "wall_q3_s": 1.345, "peak_gb": 0.3623}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "pyomo", "wall_s": 6.8838, "wall_q1_s": 6.8631, "wall_q3_s": 6.9908, "peak_gb": 0.9903}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "wall_s": 14.6825, "wall_q1_s": 14.6019, "wall_q3_s": 14.7116, "peak_gb": 1.7907}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "pyomo", "refused": ">16 GB"}, {"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "pyomo", "refused": ">16 GB"}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve", "wall_s": 0.0168, "wall_q1_s": 0.0161, "wall_q3_s": 0.0221, "peak_gb": 0.217}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve", "wall_s": 0.0204, "wall_q1_s": 0.0178, "wall_q3_s": 0.0214, "peak_gb": 0.2142}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.022, "wall_q1_s": 0.0204, "wall_q3_s": 0.0239, "peak_gb": 0.2155}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.0369, "wall_q1_s": 0.0337, "wall_q3_s": 0.0416, "peak_gb": 0.2324}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.1598, "wall_q1_s": 0.1444, "wall_q3_s": 0.1617, "peak_gb": 0.4087}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 1.0241, "wall_q1_s": 1.0056, "wall_q3_s": 1.0546, "peak_gb": 1.5999}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve-in-memory", "wall_s": 0.0231, "wall_q1_s": 0.0212, "wall_q3_s": 0.0238, "peak_gb": 0.2138}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve-in-memory", "wall_s": 0.0198, "wall_q1_s": 0.0184, "wall_q3_s": 0.0214, "peak_gb": 0.2144}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0243, "wall_q1_s": 0.0217, "wall_q3_s": 0.0264, "peak_gb": 0.2153}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.0386, "wall_q1_s": 0.0367, "wall_q3_s": 0.0403, "peak_gb": 0.2336}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.1961, "wall_q1_s": 0.184, "wall_q3_s": 0.239, "peak_gb": 0.4258}, -{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 1.3408, "wall_q1_s": 1.2931, "wall_q3_s": 1.401, "peak_gb": 1.5511}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "gurobipy-loop", "wall_s": 0.0248, "wall_q1_s": 0.0235, "wall_q3_s": 0.0256, "peak_gb": 0.1777}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-loop", "wall_s": 0.0868, "wall_q1_s": 0.0807, "wall_q3_s": 0.109, "peak_gb": 0.1827}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-loop", "wall_s": 0.7817, "wall_q1_s": 0.7641, "wall_q3_s": 0.7916, "peak_gb": 0.2391}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-loop", "wall_s": 8.0114, "wall_q1_s": 7.9046, "wall_q3_s": 8.0235, "peak_gb": 0.8257}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-loop", "refused": ">16 GB"}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "gurobipy-matrix", "wall_s": 0.025, "wall_q1_s": 0.0223, "wall_q3_s": 0.0277, "peak_gb": 0.1866}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-matrix", "wall_s": 0.0246, "wall_q1_s": 0.0227, "wall_q3_s": 0.0324, "peak_gb": 0.1866}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-matrix", "wall_s": 0.0486, "wall_q1_s": 0.0473, "wall_q3_s": 0.0714, "peak_gb": 0.2037}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-matrix", "wall_s": 0.3741, "wall_q1_s": 0.3694, "wall_q3_s": 0.3783, "peak_gb": 0.393}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-matrix", "wall_s": 3.2369, "wall_q1_s": 3.2293, "wall_q3_s": 3.2585, "peak_gb": 2.2591}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "linopy", "wall_s": 0.1889, "wall_q1_s": 0.1884, "wall_q3_s": 0.1894, "peak_gb": 0.2552}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.2039, "wall_q1_s": 0.2037, "wall_q3_s": 0.2065, "peak_gb": 0.2675}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.385, "wall_q1_s": 0.3614, "wall_q3_s": 0.3899, "peak_gb": 0.3999}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 2.0525, "wall_q1_s": 2.0491, "wall_q3_s": 2.0906, "peak_gb": 1.7532}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve", "wall_s": 0.0212, "wall_q1_s": 0.0188, "wall_q3_s": 0.0248, "peak_gb": 0.217}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve", "wall_s": 0.0196, "wall_q1_s": 0.0187, "wall_q3_s": 0.0215, "peak_gb": 0.2144}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "specsolve", "wall_s": 0.0213, "wall_q1_s": 0.0179, "wall_q3_s": 0.0239, "peak_gb": 0.2146}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0226, "wall_q1_s": 0.0192, "wall_q3_s": 0.0255, "peak_gb": 0.2156}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve", "wall_s": 0.0263, "wall_q1_s": 0.0251, "wall_q3_s": 0.0297, "peak_gb": 0.2213}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.0378, "wall_q1_s": 0.0357, "wall_q3_s": 0.0393, "peak_gb": 0.2337}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve", "wall_s": 0.0749, "wall_q1_s": 0.0687, "wall_q3_s": 0.0928, "peak_gb": 0.314}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.1433, "wall_q1_s": 0.1343, "wall_q3_s": 0.1479, "peak_gb": 0.4096}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve", "wall_s": 0.5752, "wall_q1_s": 0.5545, "wall_q3_s": 0.5959, "peak_gb": 0.9984}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 1.0263, "wall_q1_s": 1.0121, "wall_q3_s": 1.0464, "peak_gb": 1.595}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "3xs", "variables": 200, "library": "specsolve-in-memory", "wall_s": 0.0169, "wall_q1_s": 0.0161, "wall_q3_s": 0.0208, "peak_gb": 0.2136}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 1000, "library": "specsolve-in-memory", "wall_s": 0.02, "wall_q1_s": 0.0184, "wall_q3_s": 0.024, "peak_gb": 0.214}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 5000, "library": "specsolve-in-memory", "wall_s": 0.0203, "wall_q1_s": 0.0194, "wall_q3_s": 0.0208, "peak_gb": 0.2148}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0207, "wall_q1_s": 0.0201, "wall_q3_s": 0.0216, "peak_gb": 0.216}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve-in-memory", "wall_s": 0.0291, "wall_q1_s": 0.0269, "wall_q3_s": 0.0296, "peak_gb": 0.2224}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.0379, "wall_q1_s": 0.0335, "wall_q3_s": 0.0425, "peak_gb": 0.2333}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve-in-memory", "wall_s": 0.1039, "wall_q1_s": 0.0927, "wall_q3_s": 0.1063, "peak_gb": 0.312}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.1952, "wall_q1_s": 0.1844, "wall_q3_s": 0.212, "peak_gb": 0.4378}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve-in-memory", "wall_s": 0.7333, "wall_q1_s": 0.7135, "wall_q3_s": 0.761, "peak_gb": 0.9696}, +{"model": "dispatch", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 1.3379, "wall_q1_s": 1.3231, "wall_q3_s": 1.3857, "peak_gb": 1.5054}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "gurobipy-loop", "wall_s": 0.0248, "wall_q1_s": 0.0236, "wall_q3_s": 0.0341, "peak_gb": 0.1778}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "gurobipy-loop", "wall_s": 0.0678, "wall_q1_s": 0.0442, "wall_q3_s": 0.0716, "peak_gb": 0.1798}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-loop", "wall_s": 0.1048, "wall_q1_s": 0.085, "wall_q3_s": 0.1093, "peak_gb": 0.1832}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "gurobipy-loop", "wall_s": 0.42, "wall_q1_s": 0.4175, "wall_q3_s": 0.4278, "peak_gb": 0.2091}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-loop", "wall_s": 0.7792, "wall_q1_s": 0.7643, "wall_q3_s": 0.7803, "peak_gb": 0.24}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "gurobipy-loop", "wall_s": 4.104, "wall_q1_s": 4.0714, "wall_q3_s": 4.1232, "peak_gb": 0.5035}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-loop", "wall_s": 8.0006, "wall_q1_s": 7.9461, "wall_q3_s": 8.0551, "peak_gb": 0.8328}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "gurobipy-loop", "refused": ">30 s"}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-loop", "refused": ">30 s"}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "gurobipy-matrix", "wall_s": 0.0009, "wall_q1_s": 0.0009, "wall_q3_s": 0.0011, "peak_gb": 0.1844}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "gurobipy-matrix", "wall_s": 0.0034, "wall_q1_s": 0.0015, "wall_q3_s": 0.0035, "peak_gb": 0.1848}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "gurobipy-matrix", "wall_s": 0.0063, "wall_q1_s": 0.003, "wall_q3_s": 0.0064, "peak_gb": 0.186}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "gurobipy-matrix", "wall_s": 0.0228, "wall_q1_s": 0.0105, "wall_q3_s": 0.0254, "peak_gb": 0.1921}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "gurobipy-matrix", "wall_s": 0.0204, "wall_q1_s": 0.0203, "wall_q3_s": 0.0327, "peak_gb": 0.2005}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "gurobipy-matrix", "wall_s": 0.1011, "wall_q1_s": 0.1009, "wall_q3_s": 0.1014, "peak_gb": 0.2742}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "gurobipy-matrix", "wall_s": 0.2025, "wall_q1_s": 0.202, "wall_q3_s": 0.2029, "peak_gb": 0.3649}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "gurobipy-matrix", "wall_s": 1.1973, "wall_q1_s": 1.1805, "wall_q3_s": 1.2023, "peak_gb": 0.982}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "gurobipy-matrix", "wall_s": 2.4776, "wall_q1_s": 2.4466, "wall_q3_s": 2.4885, "peak_gb": 1.7571}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "linopy", "wall_s": 0.1924, "wall_q1_s": 0.191, "wall_q3_s": 0.2042, "peak_gb": 0.2551}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "linopy", "wall_s": 0.1976, "wall_q1_s": 0.1971, "wall_q3_s": 0.1999, "peak_gb": 0.2607}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.2328, "wall_q1_s": 0.2101, "wall_q3_s": 0.2416, "peak_gb": 0.2686}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "linopy", "wall_s": 0.281, "wall_q1_s": 0.277, "wall_q3_s": 0.2888, "peak_gb": 0.3317}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.3547, "wall_q1_s": 0.3531, "wall_q3_s": 0.3579, "peak_gb": 0.4106}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "linopy", "wall_s": 1.1202, "wall_q1_s": 1.0901, "wall_q3_s": 1.1222, "peak_gb": 1.0108}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 2.033, "wall_q1_s": 2.0308, "wall_q3_s": 2.0608, "peak_gb": 1.7551}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "linopy", "refused": ">16 GB"}, {"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "refused": ">16 GB"}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "pyomo", "wall_s": 0.0473, "wall_q1_s": 0.0469, "wall_q3_s": 0.048, "peak_gb": 0.209}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.3233, "wall_q1_s": 0.3229, "wall_q3_s": 0.3296, "peak_gb": 0.2314}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 3.1847, "wall_q1_s": 3.1215, "wall_q3_s": 3.213, "peak_gb": 0.4679}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "pyomo", "wall_s": 0.0481, "wall_q1_s": 0.0475, "wall_q3_s": 0.0789, "peak_gb": 0.2088}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "pyomo", "wall_s": 0.1119, "wall_q1_s": 0.111, "wall_q3_s": 0.1123, "peak_gb": 0.2168}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.3205, "wall_q1_s": 0.3181, "wall_q3_s": 0.343, "peak_gb": 0.2312}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "pyomo", "wall_s": 1.613, "wall_q1_s": 1.5845, "wall_q3_s": 1.6162, "peak_gb": 0.3432}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 3.2016, "wall_q1_s": 3.1947, "wall_q3_s": 3.2557, "peak_gb": 0.4707}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "pyomo", "wall_s": 16.3442, "wall_q1_s": 16.1044, "wall_q3_s": 16.4002, "peak_gb": 1.4668}, {"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "refused": ">30 s"}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "pyomo", "refused": ">30 s"}, {"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "pyomo", "refused": ">30 s"}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve", "wall_s": 0.0594, "wall_q1_s": 0.0564, "wall_q3_s": 0.0691, "peak_gb": 0.2299}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0821, "wall_q1_s": 0.0817, "wall_q3_s": 0.0887, "peak_gb": 0.2346}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.1408, "wall_q1_s": 0.1268, "wall_q3_s": 0.1515, "peak_gb": 0.2679}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.6792, "wall_q1_s": 0.6544, "wall_q3_s": 0.6962, "peak_gb": 0.5893}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 4.4489, "wall_q1_s": 4.4038, "wall_q3_s": 4.503, "peak_gb": 2.7839}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve-in-memory", "wall_s": 0.0655, "wall_q1_s": 0.0616, "wall_q3_s": 0.0677, "peak_gb": 0.2296}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0719, "wall_q1_s": 0.0676, "wall_q3_s": 0.0749, "peak_gb": 0.2338}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.1383, "wall_q1_s": 0.1334, "wall_q3_s": 0.1488, "peak_gb": 0.268}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.7004, "wall_q1_s": 0.679, "wall_q3_s": 0.7257, "peak_gb": 0.5656}, -{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 4.617, "wall_q1_s": 4.6077, "wall_q3_s": 4.693, "peak_gb": 2.7399}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "highspy-matrix", "wall_s": 0.0242, "wall_q1_s": 0.0213, "wall_q3_s": 0.0257, "peak_gb": 0.1827}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "highspy-matrix", "wall_s": 0.0224, "wall_q1_s": 0.0202, "wall_q3_s": 0.0251, "peak_gb": 0.1831}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "highspy-matrix", "wall_s": 0.0345, "wall_q1_s": 0.0253, "wall_q3_s": 0.0366, "peak_gb": 0.2018}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "highspy-matrix", "wall_s": 0.173, "wall_q1_s": 0.1477, "wall_q3_s": 0.1774, "peak_gb": 0.4073}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "highspy-matrix", "wall_s": 1.3783, "wall_q1_s": 1.3577, "wall_q3_s": 1.398, "peak_gb": 2.4078}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "linopy", "wall_s": 0.184, "wall_q1_s": 0.1829, "wall_q3_s": 0.2077, "peak_gb": 0.2501}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.1888, "wall_q1_s": 0.1886, "wall_q3_s": 0.189, "peak_gb": 0.2622}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.2378, "wall_q1_s": 0.2368, "wall_q3_s": 0.239, "peak_gb": 0.4122}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 0.8237, "wall_q1_s": 0.8211, "wall_q3_s": 0.8255, "peak_gb": 1.7587}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve", "wall_s": 0.0682, "wall_q1_s": 0.0627, "wall_q3_s": 0.0788, "peak_gb": 0.2298}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "specsolve", "wall_s": 0.0754, "wall_q1_s": 0.0695, "wall_q3_s": 0.0829, "peak_gb": 0.2312}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0753, "wall_q1_s": 0.073, "wall_q3_s": 0.0772, "peak_gb": 0.2343}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve", "wall_s": 0.0981, "wall_q1_s": 0.0954, "wall_q3_s": 0.1133, "peak_gb": 0.2474}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.1236, "wall_q1_s": 0.1193, "wall_q3_s": 0.1322, "peak_gb": 0.2697}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve", "wall_s": 0.3806, "wall_q1_s": 0.373, "wall_q3_s": 0.4039, "peak_gb": 0.4359}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.6201, "wall_q1_s": 0.6047, "wall_q3_s": 0.663, "peak_gb": 0.5797}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve", "wall_s": 2.1938, "wall_q1_s": 2.1614, "wall_q3_s": 2.2546, "peak_gb": 1.5239}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 4.4779, "wall_q1_s": 4.4448, "wall_q3_s": 4.4927, "peak_gb": 2.7836}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve-in-memory", "wall_s": 0.075, "wall_q1_s": 0.068, "wall_q3_s": 0.0786, "peak_gb": 0.2298}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "specsolve-in-memory", "wall_s": 0.0697, "wall_q1_s": 0.065, "wall_q3_s": 0.0745, "peak_gb": 0.2317}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0764, "wall_q1_s": 0.0711, "wall_q3_s": 0.0808, "peak_gb": 0.2345}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve-in-memory", "wall_s": 0.1104, "wall_q1_s": 0.0981, "wall_q3_s": 0.1205, "peak_gb": 0.2483}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.1252, "wall_q1_s": 0.121, "wall_q3_s": 0.1308, "peak_gb": 0.266}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve-in-memory", "wall_s": 0.3537, "wall_q1_s": 0.3345, "wall_q3_s": 0.3879, "peak_gb": 0.4112}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.6762, "wall_q1_s": 0.6576, "wall_q3_s": 0.7003, "peak_gb": 0.586}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve-in-memory", "wall_s": 2.3538, "wall_q1_s": 2.3094, "wall_q3_s": 2.4559, "peak_gb": 1.4907}, +{"model": "network", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 4.6552, "wall_q1_s": 4.6053, "wall_q3_s": 4.7193, "peak_gb": 2.7397}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0003, "wall_q3_s": 0.0005, "peak_gb": 0.1803}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "highspy-matrix", "wall_s": 0.0005, "wall_q1_s": 0.0004, "wall_q3_s": 0.0008, "peak_gb": 0.1806}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "highspy-matrix", "wall_s": 0.0006, "wall_q1_s": 0.0006, "wall_q3_s": 0.0008, "peak_gb": 0.1818}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "highspy-matrix", "wall_s": 0.0044, "wall_q1_s": 0.002, "wall_q3_s": 0.0044, "peak_gb": 0.1881}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "highspy-matrix", "wall_s": 0.0083, "wall_q1_s": 0.0083, "wall_q3_s": 0.0085, "peak_gb": 0.1965}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "highspy-matrix", "wall_s": 0.0266, "wall_q1_s": 0.0177, "wall_q3_s": 0.0271, "peak_gb": 0.2667}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "highspy-matrix", "wall_s": 0.0381, "wall_q1_s": 0.0377, "wall_q3_s": 0.0381, "peak_gb": 0.3541}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "highspy-matrix", "wall_s": 0.3266, "wall_q1_s": 0.2965, "wall_q3_s": 0.359, "peak_gb": 1.0736}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "highspy-matrix", "wall_s": 0.8242, "wall_q1_s": 0.8009, "wall_q3_s": 0.8648, "peak_gb": 1.8376}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "linopy", "wall_s": 0.1872, "wall_q1_s": 0.1864, "wall_q3_s": 0.1966, "peak_gb": 0.25}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "linopy", "wall_s": 0.1886, "wall_q1_s": 0.1878, "wall_q3_s": 0.1894, "peak_gb": 0.2545}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "linopy", "wall_s": 0.1914, "wall_q1_s": 0.1904, "wall_q3_s": 0.1981, "peak_gb": 0.262}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "linopy", "wall_s": 0.2123, "wall_q1_s": 0.2103, "wall_q3_s": 0.2184, "peak_gb": 0.3268}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "linopy", "wall_s": 0.2366, "wall_q1_s": 0.2352, "wall_q3_s": 0.2439, "peak_gb": 0.4027}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "linopy", "wall_s": 0.4835, "wall_q1_s": 0.4804, "wall_q3_s": 0.5149, "peak_gb": 1.0075}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "linopy", "wall_s": 0.7799, "wall_q1_s": 0.7675, "wall_q3_s": 0.7838, "peak_gb": 1.7482}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "linopy", "refused": ">16 GB"}, {"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "linopy", "refused": ">16 GB"}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "pyomo", "wall_s": 0.0504, "wall_q1_s": 0.0488, "wall_q3_s": 0.0513, "peak_gb": 0.204}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.361, "wall_q1_s": 0.3563, "wall_q3_s": 0.3673, "peak_gb": 0.223}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 3.9255, "wall_q1_s": 3.8909, "wall_q3_s": 3.9584, "peak_gb": 0.418}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "pyomo", "wall_s": 0.0481, "wall_q1_s": 0.0475, "wall_q3_s": 0.0909, "peak_gb": 0.204}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "pyomo", "wall_s": 0.1265, "wall_q1_s": 0.1254, "wall_q3_s": 0.1356, "peak_gb": 0.2106}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "pyomo", "wall_s": 0.3484, "wall_q1_s": 0.3453, "wall_q3_s": 0.3518, "peak_gb": 0.2232}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "pyomo", "wall_s": 1.8276, "wall_q1_s": 1.8181, "wall_q3_s": 1.8326, "peak_gb": 0.312}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "pyomo", "wall_s": 3.9192, "wall_q1_s": 3.8951, "wall_q3_s": 3.9511, "peak_gb": 0.4184}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "pyomo", "wall_s": 29.7937, "wall_q1_s": 29.7167, "wall_q3_s": 30.077, "peak_gb": 1.2215}, {"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "pyomo", "refused": ">30 s"}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "pyomo", "refused": ">30 s"}, {"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "pyomo", "refused": ">30 s"}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve", "wall_s": 0.0694, "wall_q1_s": 0.0619, "wall_q3_s": 0.0784, "peak_gb": 0.2192}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0658, "wall_q1_s": 0.0619, "wall_q3_s": 0.0751, "peak_gb": 0.2235}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.1068, "wall_q1_s": 0.093, "wall_q3_s": 0.1125, "peak_gb": 0.2546}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.4817, "wall_q1_s": 0.4628, "wall_q3_s": 0.4929, "peak_gb": 0.633}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 2.7259, "wall_q1_s": 2.6655, "wall_q3_s": 2.7839, "peak_gb": 2.5197}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve-in-memory", "wall_s": 0.082, "wall_q1_s": 0.0601, "wall_q3_s": 0.0834, "peak_gb": 0.2192}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0736, "wall_q1_s": 0.0661, "wall_q3_s": 0.0756, "peak_gb": 0.2238}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.1111, "wall_q1_s": 0.1065, "wall_q3_s": 0.1144, "peak_gb": 0.255}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.5097, "wall_q1_s": 0.4952, "wall_q3_s": 0.5305, "peak_gb": 0.6081}, -{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 2.9377, "wall_q1_s": 2.923, "wall_q3_s": 3.0458, "peak_gb": 2.5}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-loop", "wall_s": 0.0079, "wall_q1_s": 0.0076, "wall_q3_s": 0.0116, "peak_gb": 0.1768}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-loop", "wall_s": 0.0194, "wall_q1_s": 0.0187, "wall_q3_s": 0.0376, "peak_gb": 0.1782}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-loop", "wall_s": 0.1307, "wall_q1_s": 0.1265, "wall_q3_s": 0.1548, "peak_gb": 0.1933}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-loop", "wall_s": 1.6082, "wall_q1_s": 1.5905, "wall_q3_s": 1.6371, "peak_gb": 0.3602}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-loop", "wall_s": 16.2388, "wall_q1_s": 16.2035, "wall_q3_s": 16.2532, "peak_gb": 2.0191}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-matrix", "wall_s": 0.0069, "wall_q1_s": 0.0066, "wall_q3_s": 0.0076, "peak_gb": 0.1859}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-matrix", "wall_s": 0.0083, "wall_q1_s": 0.0078, "wall_q3_s": 0.0116, "peak_gb": 0.186}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-matrix", "wall_s": 0.0143, "wall_q1_s": 0.0141, "wall_q3_s": 0.0145, "peak_gb": 0.1869}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-matrix", "wall_s": 0.0825, "wall_q1_s": 0.0793, "wall_q3_s": 0.0835, "peak_gb": 0.2272}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-matrix", "wall_s": 0.8497, "wall_q1_s": 0.8337, "wall_q3_s": 0.8556, "peak_gb": 0.6242}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0458, "wall_q1_s": 0.0456, "wall_q3_s": 0.0462, "peak_gb": 0.2482}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0508, "wall_q1_s": 0.05, "wall_q3_s": 0.0514, "peak_gb": 0.2515}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0911, "wall_q1_s": 0.0902, "wall_q3_s": 0.0916, "peak_gb": 0.2697}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.5018, "wall_q1_s": 0.4953, "wall_q3_s": 0.5224, "peak_gb": 0.4645}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 4.799, "wall_q1_s": 4.7872, "wall_q3_s": 4.8324, "peak_gb": 2.2965}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0176, "wall_q1_s": 0.0168, "wall_q3_s": 0.0183, "peak_gb": 0.2076}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.0607, "wall_q1_s": 0.0601, "wall_q3_s": 0.0609, "peak_gb": 0.2102}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 0.8241, "wall_q1_s": 0.8189, "wall_q3_s": 0.8272, "peak_gb": 0.2798}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 7.7788, "wall_q1_s": 7.7355, "wall_q3_s": 7.8546, "peak_gb": 0.9463}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">16 GB"}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0265, "wall_q1_s": 0.0222, "wall_q3_s": 0.0278, "peak_gb": 0.2249}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.027, "wall_q1_s": 0.0251, "wall_q3_s": 0.0278, "peak_gb": 0.2289}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0379, "wall_q1_s": 0.0347, "wall_q3_s": 0.0411, "peak_gb": 0.2338}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.1431, "wall_q1_s": 0.1379, "wall_q3_s": 0.1582, "peak_gb": 0.328}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 1.1066, "wall_q1_s": 1.0781, "wall_q3_s": 1.1106, "peak_gb": 0.9559}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0252, "wall_q1_s": 0.0207, "wall_q3_s": 0.0267, "peak_gb": 0.2259}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0273, "wall_q1_s": 0.0258, "wall_q3_s": 0.0291, "peak_gb": 0.2294}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0401, "wall_q1_s": 0.038, "wall_q3_s": 0.0471, "peak_gb": 0.235}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.1698, "wall_q1_s": 0.1583, "wall_q3_s": 0.1745, "peak_gb": 0.3147}, -{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 1.2109, "wall_q1_s": 1.189, "wall_q3_s": 1.2249, "peak_gb": 0.8971}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "highspy-matrix", "wall_s": 0.0068, "wall_q1_s": 0.0066, "wall_q3_s": 0.0069, "peak_gb": 0.1816}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "highspy-matrix", "wall_s": 0.0068, "wall_q1_s": 0.0065, "wall_q3_s": 0.0075, "peak_gb": 0.1816}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "highspy-matrix", "wall_s": 0.0086, "wall_q1_s": 0.0083, "wall_q3_s": 0.0112, "peak_gb": 0.183}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "highspy-matrix", "wall_s": 0.0243, "wall_q1_s": 0.0179, "wall_q3_s": 0.0365, "peak_gb": 0.2234}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "highspy-matrix", "wall_s": 0.2522, "wall_q1_s": 0.2461, "wall_q3_s": 0.2741, "peak_gb": 0.6236}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0429, "wall_q1_s": 0.0427, "wall_q3_s": 0.0435, "peak_gb": 0.2455}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0453, "wall_q1_s": 0.0444, "wall_q3_s": 0.0456, "peak_gb": 0.2457}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0555, "wall_q1_s": 0.0549, "wall_q3_s": 0.0817, "peak_gb": 0.2591}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.1613, "wall_q1_s": 0.1567, "wall_q3_s": 0.1845, "peak_gb": 0.3557}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 1.1537, "wall_q1_s": 1.1424, "wall_q3_s": 1.1614, "peak_gb": 1.2974}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0173, "wall_q1_s": 0.0168, "wall_q3_s": 0.0173, "peak_gb": 0.2005}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.0765, "wall_q1_s": 0.0756, "wall_q3_s": 0.0775, "peak_gb": 0.2064}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 0.9105, "wall_q1_s": 0.9061, "wall_q3_s": 0.9281, "peak_gb": 0.2627}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 13.1603, "wall_q1_s": 13.0977, "wall_q3_s": 13.2885, "peak_gb": 0.7871}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve", "wall_s": 0.0804, "wall_q1_s": 0.0718, "wall_q3_s": 0.0841, "peak_gb": 0.2183}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "specsolve", "wall_s": 0.0676, "wall_q1_s": 0.0659, "wall_q3_s": 0.0733, "peak_gb": 0.2208}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve", "wall_s": 0.0695, "wall_q1_s": 0.0642, "wall_q3_s": 0.0772, "peak_gb": 0.2236}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve", "wall_s": 0.091, "wall_q1_s": 0.0896, "wall_q3_s": 0.0926, "peak_gb": 0.2369}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve", "wall_s": 0.1058, "wall_q1_s": 0.1026, "wall_q3_s": 0.1092, "peak_gb": 0.2546}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve", "wall_s": 0.2963, "wall_q1_s": 0.2664, "wall_q3_s": 0.3047, "peak_gb": 0.4291}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve", "wall_s": 0.456, "wall_q1_s": 0.421, "wall_q3_s": 0.4846, "peak_gb": 0.6471}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve", "wall_s": 1.2921, "wall_q1_s": 1.2645, "wall_q3_s": 1.3437, "peak_gb": 1.8217}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve", "wall_s": 2.7235, "wall_q1_s": 2.6477, "wall_q3_s": 2.7972, "peak_gb": 2.5275}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 800, "library": "specsolve-in-memory", "wall_s": 0.0555, "wall_q1_s": 0.0547, "wall_q3_s": 0.0708, "peak_gb": 0.2197}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 4000, "library": "specsolve-in-memory", "wall_s": 0.0659, "wall_q1_s": 0.0638, "wall_q3_s": 0.0699, "peak_gb": 0.2206}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 10000, "library": "specsolve-in-memory", "wall_s": 0.0724, "wall_q1_s": 0.0677, "wall_q3_s": 0.0758, "peak_gb": 0.2233}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 50000, "library": "specsolve-in-memory", "wall_s": 0.0986, "wall_q1_s": 0.0851, "wall_q3_s": 0.1052, "peak_gb": 0.2379}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s", "variables": 100000, "library": "specsolve-in-memory", "wall_s": 0.1101, "wall_q1_s": 0.101, "wall_q3_s": 0.117, "peak_gb": 0.2536}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 500000, "library": "specsolve-in-memory", "wall_s": 0.2833, "wall_q1_s": 0.2515, "wall_q3_s": 0.3007, "peak_gb": 0.4185}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m", "variables": 1000000, "library": "specsolve-in-memory", "wall_s": 0.4632, "wall_q1_s": 0.4425, "wall_q3_s": 0.4866, "peak_gb": 0.6122}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 5000000, "library": "specsolve-in-memory", "wall_s": 1.5816, "wall_q1_s": 1.5113, "wall_q3_s": 1.6258, "peak_gb": 1.627}, +{"model": "network", "sink": "highs", "ladder": "length", "rung": "l", "variables": 10000000, "library": "specsolve-in-memory", "wall_s": 2.8867, "wall_q1_s": 2.8422, "wall_q3_s": 3.0086, "peak_gb": 2.5182}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-loop", "wall_s": 0.0079, "wall_q1_s": 0.0078, "wall_q3_s": 0.0092, "peak_gb": 0.1767}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "gurobipy-loop", "wall_s": 0.0127, "wall_q1_s": 0.0123, "wall_q3_s": 0.0227, "peak_gb": 0.1773}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-loop", "wall_s": 0.0192, "wall_q1_s": 0.0189, "wall_q3_s": 0.0387, "peak_gb": 0.178}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "gurobipy-loop", "wall_s": 0.0671, "wall_q1_s": 0.0666, "wall_q3_s": 0.0684, "peak_gb": 0.1843}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-loop", "wall_s": 0.1329, "wall_q1_s": 0.1291, "wall_q3_s": 0.1381, "peak_gb": 0.1925}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "gurobipy-loop", "wall_s": 0.7867, "wall_q1_s": 0.7805, "wall_q3_s": 0.8, "peak_gb": 0.2676}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-loop", "wall_s": 1.6721, "wall_q1_s": 1.6132, "wall_q3_s": 1.6975, "peak_gb": 0.3599}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "gurobipy-loop", "wall_s": 7.9797, "wall_q1_s": 7.9609, "wall_q3_s": 8.028, "peak_gb": 1.0945}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-loop", "wall_s": 16.3545, "wall_q1_s": 16.2648, "wall_q3_s": 16.4245, "peak_gb": 1.9909}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-matrix", "wall_s": 0.0008, "wall_q1_s": 0.0008, "wall_q3_s": 0.001, "peak_gb": 0.1838}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "gurobipy-matrix", "wall_s": 0.0022, "wall_q1_s": 0.001, "wall_q3_s": 0.0022, "peak_gb": 0.1838}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-matrix", "wall_s": 0.0013, "wall_q1_s": 0.0013, "wall_q3_s": 0.0013, "peak_gb": 0.184}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "gurobipy-matrix", "wall_s": 0.0036, "wall_q1_s": 0.0035, "wall_q3_s": 0.0036, "peak_gb": 0.1858}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-matrix", "wall_s": 0.0063, "wall_q1_s": 0.0063, "wall_q3_s": 0.0087, "peak_gb": 0.1866}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "gurobipy-matrix", "wall_s": 0.0293, "wall_q1_s": 0.0293, "wall_q3_s": 0.0293, "peak_gb": 0.2025}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-matrix", "wall_s": 0.0583, "wall_q1_s": 0.0581, "wall_q3_s": 0.0586, "peak_gb": 0.2231}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "gurobipy-matrix", "wall_s": 0.3029, "wall_q1_s": 0.2957, "wall_q3_s": 0.3047, "peak_gb": 0.3848}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-matrix", "wall_s": 0.6485, "wall_q1_s": 0.6412, "wall_q3_s": 0.6732, "peak_gb": 0.5612}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0462, "wall_q1_s": 0.0459, "wall_q3_s": 0.0469, "peak_gb": 0.2503}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "linopy", "wall_s": 0.0481, "wall_q1_s": 0.0479, "wall_q3_s": 0.0487, "peak_gb": 0.2506}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0506, "wall_q1_s": 0.0504, "wall_q3_s": 0.0514, "peak_gb": 0.2512}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "linopy", "wall_s": 0.0684, "wall_q1_s": 0.0682, "wall_q3_s": 0.069, "peak_gb": 0.2603}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0889, "wall_q1_s": 0.0886, "wall_q3_s": 0.0895, "peak_gb": 0.2676}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "linopy", "wall_s": 0.2792, "wall_q1_s": 0.2757, "wall_q3_s": 0.286, "peak_gb": 0.3613}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.487, "wall_q1_s": 0.4829, "wall_q3_s": 0.4962, "peak_gb": 0.4638}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "linopy", "wall_s": 2.4382, "wall_q1_s": 2.4254, "wall_q3_s": 2.4496, "peak_gb": 1.2747}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 4.7901, "wall_q1_s": 4.7735, "wall_q3_s": 4.82, "peak_gb": 2.2939}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0173, "wall_q1_s": 0.0171, "wall_q3_s": 0.0208, "peak_gb": 0.2056}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "pyomo", "wall_s": 0.0363, "wall_q1_s": 0.0357, "wall_q3_s": 0.0367, "peak_gb": 0.2076}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.0601, "wall_q1_s": 0.06, "wall_q3_s": 0.0604, "peak_gb": 0.2122}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "pyomo", "wall_s": 0.3442, "wall_q1_s": 0.3408, "wall_q3_s": 0.372, "peak_gb": 0.2384}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 0.8229, "wall_q1_s": 0.8207, "wall_q3_s": 0.8267, "peak_gb": 0.2797}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "pyomo", "wall_s": 3.9955, "wall_q1_s": 3.9855, "wall_q3_s": 4.0401, "peak_gb": 0.5816}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 7.7872, "wall_q1_s": 7.7391, "wall_q3_s": 7.7969, "peak_gb": 0.945}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "pyomo", "refused": ">30 s"}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">30 s"}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.024, "wall_q1_s": 0.0224, "wall_q3_s": 0.0252, "peak_gb": 0.2251}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve", "wall_s": 0.0256, "wall_q1_s": 0.0232, "wall_q3_s": 0.0274, "peak_gb": 0.2262}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0296, "wall_q1_s": 0.028, "wall_q3_s": 0.031, "peak_gb": 0.2291}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve", "wall_s": 0.0311, "wall_q1_s": 0.0287, "wall_q3_s": 0.0358, "peak_gb": 0.2305}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0473, "wall_q1_s": 0.0426, "wall_q3_s": 0.0486, "peak_gb": 0.2344}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve", "wall_s": 0.0968, "wall_q1_s": 0.086, "wall_q3_s": 0.1039, "peak_gb": 0.2766}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.1533, "wall_q1_s": 0.1323, "wall_q3_s": 0.1651, "peak_gb": 0.3272}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve", "wall_s": 0.5804, "wall_q1_s": 0.5464, "wall_q3_s": 0.5881, "peak_gb": 0.6686}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 1.0835, "wall_q1_s": 1.0697, "wall_q3_s": 1.1023, "peak_gb": 0.9958}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0282, "wall_q1_s": 0.0241, "wall_q3_s": 0.0296, "peak_gb": 0.2251}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve-in-memory", "wall_s": 0.023, "wall_q1_s": 0.0212, "wall_q3_s": 0.0272, "peak_gb": 0.2265}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0271, "wall_q1_s": 0.0229, "wall_q3_s": 0.0283, "peak_gb": 0.2296}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve-in-memory", "wall_s": 0.0349, "wall_q1_s": 0.0329, "wall_q3_s": 0.0372, "peak_gb": 0.2311}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0462, "wall_q1_s": 0.0409, "wall_q3_s": 0.0467, "peak_gb": 0.2348}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve-in-memory", "wall_s": 0.1016, "wall_q1_s": 0.0844, "wall_q3_s": 0.1084, "peak_gb": 0.2688}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.1543, "wall_q1_s": 0.1403, "wall_q3_s": 0.1626, "peak_gb": 0.3163}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve-in-memory", "wall_s": 0.6456, "wall_q1_s": 0.6164, "wall_q3_s": 0.6663, "peak_gb": 0.6009}, +{"model": "nodal", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 1.1902, "wall_q1_s": 1.1828, "wall_q3_s": 1.2086, "peak_gb": 0.907}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0003, "wall_q3_s": 0.0005, "peak_gb": 0.1792}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0003, "wall_q3_s": 0.0005, "peak_gb": 0.1794}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0004, "wall_q3_s": 0.0004, "peak_gb": 0.1793}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "highspy-matrix", "wall_s": 0.0007, "wall_q1_s": 0.0007, "wall_q3_s": 0.0007, "peak_gb": 0.1811}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "highspy-matrix", "wall_s": 0.0017, "wall_q1_s": 0.001, "wall_q3_s": 0.0021, "peak_gb": 0.1823}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "highspy-matrix", "wall_s": 0.0036, "wall_q1_s": 0.0036, "wall_q3_s": 0.0048, "peak_gb": 0.1965}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "highspy-matrix", "wall_s": 0.0168, "wall_q1_s": 0.0073, "wall_q3_s": 0.0168, "peak_gb": 0.2143}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "highspy-matrix", "wall_s": 0.0381, "wall_q1_s": 0.0349, "wall_q3_s": 0.0418, "peak_gb": 0.3555}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "highspy-matrix", "wall_s": 0.0858, "wall_q1_s": 0.0827, "wall_q3_s": 0.0961, "peak_gb": 0.5307}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0437, "wall_q1_s": 0.0436, "wall_q3_s": 0.0441, "peak_gb": 0.243}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "linopy", "wall_s": 0.0446, "wall_q1_s": 0.0443, "wall_q3_s": 0.0447, "peak_gb": 0.2452}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0469, "wall_q1_s": 0.0466, "wall_q3_s": 0.0478, "peak_gb": 0.2456}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "linopy", "wall_s": 0.0503, "wall_q1_s": 0.0489, "wall_q3_s": 0.0749, "peak_gb": 0.2499}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0531, "wall_q1_s": 0.0528, "wall_q3_s": 0.0535, "peak_gb": 0.2566}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "linopy", "wall_s": 0.0966, "wall_q1_s": 0.0962, "wall_q3_s": 0.0979, "peak_gb": 0.3011}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.1508, "wall_q1_s": 0.1504, "wall_q3_s": 0.1512, "peak_gb": 0.3577}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "linopy", "wall_s": 0.6046, "wall_q1_s": 0.5946, "wall_q3_s": 0.6064, "peak_gb": 0.7704}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 1.1725, "wall_q1_s": 1.1662, "wall_q3_s": 1.192, "peak_gb": 1.2967}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0168, "wall_q1_s": 0.0166, "wall_q3_s": 0.017, "peak_gb": 0.2006}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "pyomo", "wall_s": 0.0431, "wall_q1_s": 0.0428, "wall_q3_s": 0.0437, "peak_gb": 0.202}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.0764, "wall_q1_s": 0.0762, "wall_q3_s": 0.0801, "peak_gb": 0.2063}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "pyomo", "wall_s": 0.4367, "wall_q1_s": 0.4312, "wall_q3_s": 0.4437, "peak_gb": 0.228}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 0.9019, "wall_q1_s": 0.8963, "wall_q3_s": 0.9254, "peak_gb": 0.2641}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "pyomo", "wall_s": 5.5901, "wall_q1_s": 5.575, "wall_q3_s": 5.6561, "peak_gb": 0.4972}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 13.2376, "wall_q1_s": 13.2103, "wall_q3_s": 13.3003, "peak_gb": 0.7889}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "pyomo", "refused": ">30 s"}, {"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">30 s"}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0234, "wall_q1_s": 0.0204, "wall_q3_s": 0.0264, "peak_gb": 0.2145}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0238, "wall_q1_s": 0.0225, "wall_q3_s": 0.0259, "peak_gb": 0.2186}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0323, "wall_q1_s": 0.0309, "wall_q3_s": 0.0347, "peak_gb": 0.2245}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.1021, "wall_q1_s": 0.0855, "wall_q3_s": 0.1061, "peak_gb": 0.3123}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 0.5569, "wall_q1_s": 0.552, "wall_q3_s": 0.5812, "peak_gb": 1.0322}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0251, "wall_q1_s": 0.024, "wall_q3_s": 0.0258, "peak_gb": 0.2152}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0239, "wall_q1_s": 0.0219, "wall_q3_s": 0.0266, "peak_gb": 0.2181}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0346, "wall_q1_s": 0.0323, "wall_q3_s": 0.0363, "peak_gb": 0.2242}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.0947, "wall_q1_s": 0.0926, "wall_q3_s": 0.1176, "peak_gb": 0.2943}, -{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 0.6664, "wall_q1_s": 0.6552, "wall_q3_s": 0.6998, "peak_gb": 1.0145}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-loop", "wall_s": 0.0109, "wall_q1_s": 0.0106, "wall_q3_s": 0.0129, "peak_gb": 0.1772}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-loop", "wall_s": 0.0341, "wall_q1_s": 0.0336, "wall_q3_s": 0.0608, "peak_gb": 0.1796}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-loop", "wall_s": 0.2814, "wall_q1_s": 0.2609, "wall_q3_s": 0.2863, "peak_gb": 0.2065}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-loop", "wall_s": 2.9517, "wall_q1_s": 2.9335, "wall_q3_s": 2.9613, "peak_gb": 0.4703}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-loop", "wall_s": 30.4673, "wall_q1_s": 30.3738, "wall_q3_s": 30.5494, "peak_gb": 3.2227}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-matrix", "wall_s": 0.0085, "wall_q1_s": 0.0083, "wall_q3_s": 0.0098, "peak_gb": 0.1862}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-matrix", "wall_s": 0.0108, "wall_q1_s": 0.0103, "wall_q3_s": 0.0128, "peak_gb": 0.1864}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-matrix", "wall_s": 0.0228, "wall_q1_s": 0.022, "wall_q3_s": 0.0279, "peak_gb": 0.1904}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-matrix", "wall_s": 0.1396, "wall_q1_s": 0.1278, "wall_q3_s": 0.1592, "peak_gb": 0.2441}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-matrix", "wall_s": 1.3673, "wall_q1_s": 1.3524, "wall_q3_s": 1.386, "peak_gb": 0.793}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0571, "wall_q1_s": 0.0564, "wall_q3_s": 0.0579, "peak_gb": 0.2513}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0633, "wall_q1_s": 0.0632, "wall_q3_s": 0.064, "peak_gb": 0.257}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.1344, "wall_q1_s": 0.1329, "wall_q3_s": 0.1382, "peak_gb": 0.2929}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.8642, "wall_q1_s": 0.861, "wall_q3_s": 0.8676, "peak_gb": 0.5291}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 8.6782, "wall_q1_s": 8.6412, "wall_q3_s": 8.7288, "peak_gb": 3.0342}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0242, "wall_q1_s": 0.0238, "wall_q3_s": 0.0255, "peak_gb": 0.2056}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.1067, "wall_q1_s": 0.1039, "wall_q3_s": 0.1092, "peak_gb": 0.2184}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 1.3205, "wall_q1_s": 1.3141, "wall_q3_s": 1.3279, "peak_gb": 0.3226}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 11.9681, "wall_q1_s": 11.953, "wall_q3_s": 11.9907, "peak_gb": 1.1748}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">16 GB"}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0305, "wall_q1_s": 0.0256, "wall_q3_s": 0.0336, "peak_gb": 0.2269}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0347, "wall_q1_s": 0.0323, "wall_q3_s": 0.0363, "peak_gb": 0.2307}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0726, "wall_q1_s": 0.0649, "wall_q3_s": 0.0747, "peak_gb": 0.2429}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.2818, "wall_q1_s": 0.271, "wall_q3_s": 0.287, "peak_gb": 0.4131}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 2.0006, "wall_q1_s": 1.9959, "wall_q3_s": 2.0102, "peak_gb": 1.3354}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0313, "wall_q1_s": 0.0281, "wall_q3_s": 0.0381, "peak_gb": 0.2272}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0378, "wall_q1_s": 0.0324, "wall_q3_s": 0.0416, "peak_gb": 0.2306}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0714, "wall_q1_s": 0.0667, "wall_q3_s": 0.0734, "peak_gb": 0.2442}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.3134, "wall_q1_s": 0.3029, "wall_q3_s": 0.3299, "peak_gb": 0.3743}, -{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 2.0199, "wall_q1_s": 1.9911, "wall_q3_s": 2.0455, "peak_gb": 1.4019}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "highspy-matrix", "wall_s": 0.0087, "wall_q1_s": 0.0083, "wall_q3_s": 0.0099, "peak_gb": 0.1822}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "highspy-matrix", "wall_s": 0.0101, "wall_q1_s": 0.0088, "wall_q3_s": 0.0115, "peak_gb": 0.1822}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "highspy-matrix", "wall_s": 0.0128, "wall_q1_s": 0.0117, "wall_q3_s": 0.0173, "peak_gb": 0.186}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "highspy-matrix", "wall_s": 0.0516, "wall_q1_s": 0.041, "wall_q3_s": 0.0726, "peak_gb": 0.2453}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "highspy-matrix", "wall_s": 0.4999, "wall_q1_s": 0.4953, "wall_q3_s": 0.5221, "peak_gb": 0.8418}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0551, "wall_q1_s": 0.0547, "wall_q3_s": 0.0555, "peak_gb": 0.2465}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0584, "wall_q1_s": 0.0578, "wall_q3_s": 0.0592, "peak_gb": 0.251}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0894, "wall_q1_s": 0.0886, "wall_q3_s": 0.0899, "peak_gb": 0.2759}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.365, "wall_q1_s": 0.3643, "wall_q3_s": 0.3744, "peak_gb": 0.3922}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 3.4795, "wall_q1_s": 3.4484, "wall_q3_s": 3.4878, "peak_gb": 1.655}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0276, "wall_q1_s": 0.0272, "wall_q3_s": 0.0277, "peak_gb": 0.2008}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.1477, "wall_q1_s": 0.1476, "wall_q3_s": 0.1489, "peak_gb": 0.2122}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 1.7412, "wall_q1_s": 1.7356, "wall_q3_s": 1.7578, "peak_gb": 0.2994}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 26.7135, "wall_q1_s": 26.5567, "wall_q3_s": 26.7949, "peak_gb": 0.9662}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">16 GB"}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0311, "wall_q1_s": 0.0274, "wall_q3_s": 0.0336, "peak_gb": 0.2163}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0317, "wall_q1_s": 0.0296, "wall_q3_s": 0.0335, "peak_gb": 0.2202}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0533, "wall_q1_s": 0.0513, "wall_q3_s": 0.0578, "peak_gb": 0.2335}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.1971, "wall_q1_s": 0.1932, "wall_q3_s": 0.2023, "peak_gb": 0.4236}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 1.3267, "wall_q1_s": 1.3022, "wall_q3_s": 1.3513, "peak_gb": 1.4138}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0306, "wall_q1_s": 0.0263, "wall_q3_s": 0.0332, "peak_gb": 0.2165}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0341, "wall_q1_s": 0.0321, "wall_q3_s": 0.0351, "peak_gb": 0.2204}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0551, "wall_q1_s": 0.0517, "wall_q3_s": 0.0572, "peak_gb": 0.2336}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.2184, "wall_q1_s": 0.2109, "wall_q3_s": 0.2302, "peak_gb": 0.4131}, -{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 1.3603, "wall_q1_s": 1.3243, "wall_q3_s": 1.3894, "peak_gb": 1.4181} +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0247, "wall_q1_s": 0.0227, "wall_q3_s": 0.0263, "peak_gb": 0.2151}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve", "wall_s": 0.022, "wall_q1_s": 0.0203, "wall_q3_s": 0.0274, "peak_gb": 0.2155}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0254, "wall_q1_s": 0.0247, "wall_q3_s": 0.0284, "peak_gb": 0.219}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve", "wall_s": 0.0277, "wall_q1_s": 0.0264, "wall_q3_s": 0.0299, "peak_gb": 0.2195}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0303, "wall_q1_s": 0.0293, "wall_q3_s": 0.0361, "peak_gb": 0.2239}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve", "wall_s": 0.0616, "wall_q1_s": 0.0553, "wall_q3_s": 0.065, "peak_gb": 0.2625}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.0977, "wall_q1_s": 0.0846, "wall_q3_s": 0.1049, "peak_gb": 0.312}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve", "wall_s": 0.3131, "wall_q1_s": 0.2932, "wall_q3_s": 0.3485, "peak_gb": 0.6767}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 0.5317, "wall_q1_s": 0.5248, "wall_q3_s": 0.5572, "peak_gb": 1.032}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0231, "wall_q1_s": 0.0205, "wall_q3_s": 0.0264, "peak_gb": 0.215}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve-in-memory", "wall_s": 0.0222, "wall_q1_s": 0.0214, "wall_q3_s": 0.0254, "peak_gb": 0.216}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0219, "wall_q1_s": 0.0215, "wall_q3_s": 0.0244, "peak_gb": 0.2185}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve-in-memory", "wall_s": 0.0303, "wall_q1_s": 0.0271, "wall_q3_s": 0.0315, "peak_gb": 0.2204}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0344, "wall_q1_s": 0.0304, "wall_q3_s": 0.0385, "peak_gb": 0.2239}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve-in-memory", "wall_s": 0.0618, "wall_q1_s": 0.0579, "wall_q3_s": 0.0685, "peak_gb": 0.2572}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.097, "wall_q1_s": 0.0945, "wall_q3_s": 0.1083, "peak_gb": 0.295}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve-in-memory", "wall_s": 0.3691, "wall_q1_s": 0.3611, "wall_q3_s": 0.3905, "peak_gb": 0.6762}, +{"model": "nodal", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 0.6466, "wall_q1_s": 0.6231, "wall_q3_s": 0.7006, "peak_gb": 0.9464}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-loop", "wall_s": 0.0109, "wall_q1_s": 0.0108, "wall_q3_s": 0.0171, "peak_gb": 0.1769}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "gurobipy-loop", "wall_s": 0.0211, "wall_q1_s": 0.021, "wall_q3_s": 0.0419, "peak_gb": 0.1779}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-loop", "wall_s": 0.0609, "wall_q1_s": 0.0523, "wall_q3_s": 0.0624, "peak_gb": 0.1793}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "gurobipy-loop", "wall_s": 0.1239, "wall_q1_s": 0.1232, "wall_q3_s": 0.13, "peak_gb": 0.1899}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-loop", "wall_s": 0.2646, "wall_q1_s": 0.2618, "wall_q3_s": 0.2801, "peak_gb": 0.2061}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "gurobipy-loop", "wall_s": 1.6691, "wall_q1_s": 1.6534, "wall_q3_s": 1.693, "peak_gb": 0.3376}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-loop", "wall_s": 2.9955, "wall_q1_s": 2.9888, "wall_q3_s": 3.0004, "peak_gb": 0.4707}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "gurobipy-loop", "wall_s": 14.4703, "wall_q1_s": 14.3807, "wall_q3_s": 14.5095, "peak_gb": 1.6461}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-loop", "wall_s": 30.5881, "wall_q1_s": 30.5251, "wall_q3_s": 30.6609, "peak_gb": 3.2228}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "gurobipy-matrix", "wall_s": 0.0008, "wall_q1_s": 0.0008, "wall_q3_s": 0.0017, "peak_gb": 0.184}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "gurobipy-matrix", "wall_s": 0.0011, "wall_q1_s": 0.0011, "wall_q3_s": 0.0025, "peak_gb": 0.1842}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "gurobipy-matrix", "wall_s": 0.0015, "wall_q1_s": 0.0015, "wall_q3_s": 0.0034, "peak_gb": 0.1843}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "gurobipy-matrix", "wall_s": 0.0043, "wall_q1_s": 0.0043, "wall_q3_s": 0.0105, "peak_gb": 0.1855}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "gurobipy-matrix", "wall_s": 0.0083, "wall_q1_s": 0.0082, "wall_q3_s": 0.0206, "peak_gb": 0.1888}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "gurobipy-matrix", "wall_s": 0.0406, "wall_q1_s": 0.0405, "wall_q3_s": 0.0407, "peak_gb": 0.2134}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "gurobipy-matrix", "wall_s": 0.0763, "wall_q1_s": 0.0761, "wall_q3_s": 0.0764, "peak_gb": 0.2386}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "gurobipy-matrix", "wall_s": 0.3809, "wall_q1_s": 0.3804, "wall_q3_s": 0.382, "peak_gb": 0.43}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "gurobipy-matrix", "wall_s": 0.8739, "wall_q1_s": 0.8655, "wall_q3_s": 0.88, "peak_gb": 0.6551}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.056, "wall_q1_s": 0.0558, "wall_q3_s": 0.0569, "peak_gb": 0.2515}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "linopy", "wall_s": 0.0605, "wall_q1_s": 0.0601, "wall_q3_s": 0.0607, "peak_gb": 0.2518}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0641, "wall_q1_s": 0.0639, "wall_q3_s": 0.0648, "peak_gb": 0.2563}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "linopy", "wall_s": 0.0952, "wall_q1_s": 0.0948, "wall_q3_s": 0.1032, "peak_gb": 0.2726}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.1351, "wall_q1_s": 0.1347, "wall_q3_s": 0.1454, "peak_gb": 0.2905}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "linopy", "wall_s": 0.4807, "wall_q1_s": 0.4788, "wall_q3_s": 0.5165, "peak_gb": 0.3969}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.8376, "wall_q1_s": 0.8357, "wall_q3_s": 0.8408, "peak_gb": 0.5295}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "linopy", "wall_s": 4.2305, "wall_q1_s": 4.2009, "wall_q3_s": 4.2788, "peak_gb": 1.6207}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 8.5629, "wall_q1_s": 8.5576, "wall_q3_s": 8.5915, "peak_gb": 3.0489}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0232, "wall_q1_s": 0.0227, "wall_q3_s": 0.0236, "peak_gb": 0.2079}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "pyomo", "wall_s": 0.0577, "wall_q1_s": 0.0573, "wall_q3_s": 0.0589, "peak_gb": 0.2107}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.1025, "wall_q1_s": 0.1018, "wall_q3_s": 0.1032, "peak_gb": 0.2182}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "pyomo", "wall_s": 0.608, "wall_q1_s": 0.6027, "wall_q3_s": 0.6127, "peak_gb": 0.263}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 1.36, "wall_q1_s": 1.352, "wall_q3_s": 1.3863, "peak_gb": 0.3207}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "pyomo", "wall_s": 6.5592, "wall_q1_s": 6.5334, "wall_q3_s": 6.5812, "peak_gb": 0.7077}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 11.9514, "wall_q1_s": 11.9182, "wall_q3_s": 11.9929, "peak_gb": 1.171}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "pyomo", "refused": ">30 s"}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">30 s"}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0363, "wall_q1_s": 0.027, "wall_q3_s": 0.0389, "peak_gb": 0.2268}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve", "wall_s": 0.0318, "wall_q1_s": 0.0283, "wall_q3_s": 0.0354, "peak_gb": 0.2291}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.035, "wall_q1_s": 0.0323, "wall_q3_s": 0.0355, "peak_gb": 0.2305}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve", "wall_s": 0.0466, "wall_q1_s": 0.0457, "wall_q3_s": 0.056, "peak_gb": 0.237}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0689, "wall_q1_s": 0.0597, "wall_q3_s": 0.0751, "peak_gb": 0.2439}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve", "wall_s": 0.1845, "wall_q1_s": 0.1828, "wall_q3_s": 0.1871, "peak_gb": 0.3332}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.2641, "wall_q1_s": 0.2603, "wall_q3_s": 0.2761, "peak_gb": 0.424}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve", "wall_s": 0.9765, "wall_q1_s": 0.9664, "wall_q3_s": 0.9825, "peak_gb": 0.8598}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 1.9708, "wall_q1_s": 1.962, "wall_q3_s": 1.9853, "peak_gb": 1.3056}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.033, "wall_q1_s": 0.0309, "wall_q3_s": 0.0352, "peak_gb": 0.2267}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve-in-memory", "wall_s": 0.0315, "wall_q1_s": 0.0303, "wall_q3_s": 0.0357, "peak_gb": 0.2289}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0325, "wall_q1_s": 0.0318, "wall_q3_s": 0.0356, "peak_gb": 0.2305}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve-in-memory", "wall_s": 0.0519, "wall_q1_s": 0.0491, "wall_q3_s": 0.0539, "peak_gb": 0.2367}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0654, "wall_q1_s": 0.0618, "wall_q3_s": 0.0691, "peak_gb": 0.2434}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve-in-memory", "wall_s": 0.181, "wall_q1_s": 0.1779, "wall_q3_s": 0.1848, "peak_gb": 0.3257}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.2836, "wall_q1_s": 0.2752, "wall_q3_s": 0.2876, "peak_gb": 0.3816}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve-in-memory", "wall_s": 0.9924, "wall_q1_s": 0.9833, "wall_q3_s": 1.0308, "peak_gb": 0.8536}, +{"model": "sector", "sink": "gurobi", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 2.0764, "wall_q1_s": 2.0699, "wall_q3_s": 2.0933, "peak_gb": 1.3942}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "highspy-matrix", "wall_s": 0.0003, "wall_q1_s": 0.0003, "wall_q3_s": 0.0005, "peak_gb": 0.1796}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0003, "wall_q3_s": 0.0004, "peak_gb": 0.1797}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "highspy-matrix", "wall_s": 0.0004, "wall_q1_s": 0.0004, "wall_q3_s": 0.0007, "peak_gb": 0.1795}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "highspy-matrix", "wall_s": 0.0015, "wall_q1_s": 0.0015, "wall_q3_s": 0.0016, "peak_gb": 0.1818}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "highspy-matrix", "wall_s": 0.0013, "wall_q1_s": 0.0012, "wall_q3_s": 0.0017, "peak_gb": 0.1837}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "highspy-matrix", "wall_s": 0.0049, "wall_q1_s": 0.0049, "wall_q3_s": 0.0091, "peak_gb": 0.2086}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "highspy-matrix", "wall_s": 0.0088, "wall_q1_s": 0.0088, "wall_q3_s": 0.0119, "peak_gb": 0.2313}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "highspy-matrix", "wall_s": 0.0443, "wall_q1_s": 0.0442, "wall_q3_s": 0.0446, "peak_gb": 0.4337}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "highspy-matrix", "wall_s": 0.198, "wall_q1_s": 0.1329, "wall_q3_s": 0.2, "peak_gb": 0.7228}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "linopy", "wall_s": 0.0609, "wall_q1_s": 0.0552, "wall_q3_s": 0.0832, "peak_gb": 0.2462}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "linopy", "wall_s": 0.0573, "wall_q1_s": 0.0572, "wall_q3_s": 0.058, "peak_gb": 0.2467}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "linopy", "wall_s": 0.0587, "wall_q1_s": 0.0583, "wall_q3_s": 0.0598, "peak_gb": 0.2512}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "linopy", "wall_s": 0.0743, "wall_q1_s": 0.073, "wall_q3_s": 0.0974, "peak_gb": 0.2662}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "linopy", "wall_s": 0.0901, "wall_q1_s": 0.0883, "wall_q3_s": 0.0931, "peak_gb": 0.2781}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "linopy", "wall_s": 0.2257, "wall_q1_s": 0.2185, "wall_q3_s": 0.2345, "peak_gb": 0.3184}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "linopy", "wall_s": 0.371, "wall_q1_s": 0.3707, "wall_q3_s": 0.375, "peak_gb": 0.396}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "linopy", "wall_s": 1.7443, "wall_q1_s": 1.7391, "wall_q3_s": 1.7785, "peak_gb": 0.9623}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "linopy", "wall_s": 3.5231, "wall_q1_s": 3.5116, "wall_q3_s": 3.5527, "peak_gb": 1.6608}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "pyomo", "wall_s": 0.0273, "wall_q1_s": 0.0267, "wall_q3_s": 0.0318, "peak_gb": 0.2008}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "pyomo", "wall_s": 0.0796, "wall_q1_s": 0.0793, "wall_q3_s": 0.0799, "peak_gb": 0.2051}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "pyomo", "wall_s": 0.1481, "wall_q1_s": 0.1471, "wall_q3_s": 0.1485, "peak_gb": 0.2121}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "pyomo", "wall_s": 0.8209, "wall_q1_s": 0.8188, "wall_q3_s": 0.8368, "peak_gb": 0.2479}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "pyomo", "wall_s": 1.744, "wall_q1_s": 1.7367, "wall_q3_s": 1.7529, "peak_gb": 0.2973}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "pyomo", "wall_s": 11.7796, "wall_q1_s": 11.7544, "wall_q3_s": 11.8487, "peak_gb": 0.6018}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "pyomo", "wall_s": 26.8415, "wall_q1_s": 26.6278, "wall_q3_s": 26.9457, "peak_gb": 0.967}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "pyomo", "refused": ">30 s"}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "pyomo", "refused": ">30 s"}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve", "wall_s": 0.0273, "wall_q1_s": 0.025, "wall_q3_s": 0.0338, "peak_gb": 0.2159}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve", "wall_s": 0.0294, "wall_q1_s": 0.0245, "wall_q3_s": 0.0333, "peak_gb": 0.2183}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve", "wall_s": 0.0313, "wall_q1_s": 0.03, "wall_q3_s": 0.0339, "peak_gb": 0.2199}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve", "wall_s": 0.0447, "wall_q1_s": 0.0403, "wall_q3_s": 0.047, "peak_gb": 0.2267}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve", "wall_s": 0.0548, "wall_q1_s": 0.0506, "wall_q3_s": 0.0582, "peak_gb": 0.2329}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve", "wall_s": 0.1405, "wall_q1_s": 0.1354, "wall_q3_s": 0.1427, "peak_gb": 0.3219}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve", "wall_s": 0.1973, "wall_q1_s": 0.1893, "wall_q3_s": 0.2015, "peak_gb": 0.4265}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve", "wall_s": 0.6133, "wall_q1_s": 0.5859, "wall_q3_s": 0.6383, "peak_gb": 0.9814}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve", "wall_s": 1.3265, "wall_q1_s": 1.2955, "wall_q3_s": 1.3568, "peak_gb": 1.4271}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs", "variables": 300, "library": "specsolve-in-memory", "wall_s": 0.0308, "wall_q1_s": 0.0283, "wall_q3_s": 0.0328, "peak_gb": 0.2162}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "2xs5", "variables": 1500, "library": "specsolve-in-memory", "wall_s": 0.0315, "wall_q1_s": 0.0297, "wall_q3_s": 0.034, "peak_gb": 0.2187}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs", "variables": 3000, "library": "specsolve-in-memory", "wall_s": 0.0302, "wall_q1_s": 0.0275, "wall_q3_s": 0.033, "peak_gb": 0.2202}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "xs5", "variables": 15000, "library": "specsolve-in-memory", "wall_s": 0.0415, "wall_q1_s": 0.0385, "wall_q3_s": 0.0494, "peak_gb": 0.2262}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s", "variables": 30000, "library": "specsolve-in-memory", "wall_s": 0.0557, "wall_q1_s": 0.0539, "wall_q3_s": 0.0576, "peak_gb": 0.2341}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "s5", "variables": 150000, "library": "specsolve-in-memory", "wall_s": 0.1425, "wall_q1_s": 0.1364, "wall_q3_s": 0.1496, "peak_gb": 0.3106}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m", "variables": 300000, "library": "specsolve-in-memory", "wall_s": 0.2264, "wall_q1_s": 0.2143, "wall_q3_s": 0.2347, "peak_gb": 0.4126}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "m5", "variables": 1500000, "library": "specsolve-in-memory", "wall_s": 0.642, "wall_q1_s": 0.6394, "wall_q3_s": 0.677, "peak_gb": 0.9718}, +{"model": "sector", "sink": "highs", "ladder": "length", "rung": "l", "variables": 3000000, "library": "specsolve-in-memory", "wall_s": 1.3488, "wall_q1_s": 1.3303, "wall_q3_s": 1.4265, "peak_gb": 1.4059} ] diff --git a/docs/about/benchmarks.md b/docs/about/benchmarks.md index fdb900a77..37ec0bed3 100644 --- a/docs/about/benchmarks.md +++ b/docs/about/benchmarks.md @@ -121,11 +121,10 @@ HiGHS.
- - - - - + + + +
launch to exitdispatch
10k variables		network
10k variables		nodal
3k variables		sector
3k variables
specsolve0.47 s0.52 s0.47 s0.47 s
specsolve-in-memory0.45 s · 1.0x0.50 s · 1.0x0.47 s · 1.0x0.46 s · 1.0x
linopy0.97 s · 2.1x1.10 s · 2.1x0.94 s · 2.0x0.93 s · 2.0x
pyomo0.69 s · 1.5x0.89 s · 1.7x0.67 s · 1.4x0.74 s · 1.6x
highspy-matrix0.31 s · 0.7x0.32 s · 0.6x0.31 s · 0.7x0.32 s · 0.7x
specsolve0.46 s0.51 s0.47 s0.49 s
specsolve-in-memory0.46 s · 1.0x0.50 s · 1.0x0.46 s · 1.0x0.47 s · 1.0x
linopy0.96 s · 2.1x1.10 s · 2.1x0.92 s · 2.0x0.95 s · 1.9x
pyomo0.69 s · 1.5x0.89 s · 1.7x0.68 s · 1.4x0.74 s · 1.5x
From 18545c31468e6b3fd34d8ac64f04c5889a16b3f6 Mon Sep 17 00:00:00 2001 From: Claude Date: Wed, 14 Oct 2026 12:06:14 +0000 Subject: [PATCH 3/5] docs: the changelog names the re-measured benchmarks Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01NTByC5UJJWvcFj3mvmv83v --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index ca1aefc1f..273698062 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,7 @@ it releases that version ([RELEASING.md](https://github.com/fluxopt/specsolve/bl ## Upcoming version +- docs: the published benchmarks are re-measured at the new model sizes, five times each tenfold step ([#2039](https://github.com/fluxopt/specsolve/pull/2039)) - docs: the published benchmarks add a model size at five times each tenfold step, and take fewer rounds where a build takes seconds ([#2032](https://github.com/fluxopt/specsolve/pull/2032)) - docs(benchmarks): the matrix floor times only handing a finished matrix to the solver ([#2034](https://github.com/fluxopt/specsolve/pull/2034)) - fix(engine): the rows a restriction removed and the rows with no term are reported together ([#2029](https://github.com/fluxopt/specsolve/pull/2029)) From 3617c50a3e98ba9b5c12582dc1947ffb9ba135cf Mon Sep 17 00:00:00 2001 From: Claude Date: Wed, 14 Oct 2026 12:26:51 +0000 Subject: [PATCH 4/5] docs(benchmarks): the reproduction script installs the commit the new numbers were taken on Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01NTByC5UJJWvcFj3mvmv83v --- bench/reproduce.py | 2 +- bench/reproduce.py.lock | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/bench/reproduce.py b/bench/reproduce.py index 36bd6c7e9..9687cc449 100644 --- a/bench/reproduce.py +++ b/bench/reproduce.py @@ -1,7 +1,7 @@ # /// script # requires-python = ">=3.12" # dependencies = [ -# "specsolve[gurobi] @ git+https://github.com/fluxopt/specsolve@af1dac7d3", +# "specsolve[gurobi] @ git+https://github.com/fluxopt/specsolve@fbc735a5b", # "linopy==0.10.0", # "pyomo>=6.7", # "pytest==9.1.1", diff --git a/bench/reproduce.py.lock b/bench/reproduce.py.lock index 735143816..131f42e57 100644 --- a/bench/reproduce.py.lock +++ b/bench/reproduce.py.lock @@ -17,7 +17,7 @@ requirements = [ { name = "pyomo", specifier = ">=6.7" }, { name = "pytest", specifier = "==9.1.1" }, { name = "pytest-benchmem", specifier = ">=0.5" }, - { name = "specsolve", extras = ["gurobi"], git = "https://github.com/fluxopt/specsolve?rev=af1dac7d3" }, + { name = "specsolve", extras = ["gurobi"], git = "https://github.com/fluxopt/specsolve?rev=fbc735a5b" }, ] [[package]] @@ -1085,8 +1085,8 @@ wheels = [ [[package]] name = "specsolve" -version = "0.9.1.dev23+gaf1dac7d3" -source = { git = "https://github.com/fluxopt/specsolve?rev=af1dac7d3#af1dac7d36457b0c5c169f6347588eae09caae0d" } +version = "0.9.1.dev31+gfbc735a5b" +source = { git = "https://github.com/fluxopt/specsolve?rev=fbc735a5b#fbc735a5b972ffdc9699a0db19ec620ae623deaa" } dependencies = [ { name = "highspy" }, { name = "mathspec" }, From afff79b1c1526c808dc5b6299b6fbcbafe38247e Mon Sep 17 00:00:00 2001 From: Claude Date: Wed, 14 Oct 2026 15:51:00 +0000 Subject: [PATCH 5/5] docs(benchmarks): the linopy memory finding quotes the run the page now shows #2039's results: network 2.70x at 1M columns (1.75 vs 0.65 GB); every other model at or under 1.26x from 100k columns up, on HiGHS. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01NTByC5UJJWvcFj3mvmv83v --- docs/about/benchmarks.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/about/benchmarks.md b/docs/about/benchmarks.md index 1f2bd7890..4937c8055 100644 --- a/docs/about/benchmarks.md +++ b/docs/about/benchmarks.md @@ -101,9 +101,9 @@ one per value that exists. Every variable and constraint also runs over From 100k columns up, linopy's peak memory stays within 1.3× of specsolve's on HiGHS, except on `network`, the one model that sums through a grouping. -There it is 2.8× at 1M columns, 1.76 GB against 0.63 GB, and the memory +There it is 2.7× at 1M columns, 1.75 GB against 0.65 GB, and the memory budget stops linopy at that size -([#2031](https://github.com/fluxopt/specsolve/pull/2031)). +([#2039](https://github.com/fluxopt/specsolve/pull/2039)). ## A script that solves one model