From 7ac9831d9ac92eb40adac40db44063bc6df5d5d9 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 23 Aug 2026 14:01:18 +0000 Subject: [PATCH] bench: publish results from run 32642616670 [skip ci] --- benchmarks/vs_vectorbt/results/latest.json | 1218 +++++++++++--------- 1 file changed, 691 insertions(+), 527 deletions(-) diff --git a/benchmarks/vs_vectorbt/results/latest.json b/benchmarks/vs_vectorbt/results/latest.json index c9a65aa..65f3ffa 100644 --- a/benchmarks/vs_vectorbt/results/latest.json +++ b/benchmarks/vs_vectorbt/results/latest.json @@ -1,14 +1,14 @@ { "repo": "manifoldbt/manifoldbt", - "run_id": "32469701489", - "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32469701489", - "commit": "4ad1c0d284672c696852363f60b3ac9d69d58202", + "run_id": "32642616670", + "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32642616670", + "commit": "44f8ed1a91da9826161aa53823e1bb891f39aa5e", "run_started_at": "", "conclusion": "success", - "synced_at": "2026-08-21T10:05:52.079029+00:00", + "synced_at": "2026-08-23T14:01:18.287780+00:00", "backtests": { "schema_version": 2, - "generated_at": "2026-08-21T10:05:43.084880+00:00", + "generated_at": "2026-08-23T14:01:07.410774+00:00", "environment": { "os": "Linux", "os_release": "6.17.0-1022-azure", @@ -18,17 +18,17 @@ "ram_gb": 16.8, "python": "3.12.14", "versions": { - "manifoldbt": "0.18.0", + "manifoldbt": "0.19.0", "vectorbt": "0.28.4", "raptorbt": "0.9.0", "numpy": "2.4.3", "numba": "0.64.0", "pandas": "2.3.3" }, - "runner": "GitHub Actions 1000000197", + "runner": "GitHub Actions 1000000211", "ci": true, - "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32469701489", - "commit": "4ad1c0d284672c696852363f60b3ac9d69d58202", + "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32642616670", + "commit": "44f8ed1a91da9826161aa53823e1bb891f39aa5e", "pinned_cores": null, "engines": [ "manifoldbt", @@ -42,7 +42,7 @@ "vectorbt", "raptorbt" ], - "reps": 3, + "reps": 7, "results": [ { "workload": "sma_cross", @@ -117,57 +117,69 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.005537009999983411, - 0.0034673119999979463, - 0.003467593000010538 + 0.005347049999997466, + 0.0032132190000027094, + 0.003269553999999175, + 0.005082164000000944, + 0.00493666900000278, + 0.0033668539999922587, + 0.0033179020000062565 ], - "min_s": 0.0034673119999979463, - "median_s": 0.003467593000010538, - "max_s": 0.005537009999983411, - "iqr_s": 0.0020696979999854648, - "iqr_over_median": 0.5968687790000657 + "min_s": 0.0032132190000027094, + "median_s": 0.0033668539999922587, + "max_s": 0.005347049999997466, + "iqr_s": 0.0018126100000017686, + "iqr_over_median": 0.5383690531296981 }, "vectorbt": { "samples_s": [ - 0.19351422500000126, - 0.18271989799998778, - 0.19122307099999603 + 0.18863555500000473, + 0.34205679800000155, + 0.20039412599999196, + 0.18093825200000424, + 0.18287249200000133, + 0.346504865, + 0.17978614300000118 ], - "min_s": 0.18271989799998778, - "median_s": 0.19122307099999603, - "max_s": 0.19351422500000126, - "iqr_s": 0.010794327000013482, - "iqr_over_median": 0.056448873786854446 + "min_s": 0.17978614300000118, + "median_s": 0.18863555500000473, + "max_s": 0.346504865, + "iqr_s": 0.1611185459999973, + "iqr_over_median": 0.8541260739524597 }, "raptorbt": { "samples_s": [ - 0.010924152000001186, - 0.010284125999987737, - 0.008664464000020189 + 0.010460542000004125, + 0.008207519000009711, + 0.008448298999994108, + 0.007822949000001245, + 0.00898829300000159, + 0.007895570000002294, + 0.00839399199999491 ], - "min_s": 0.008664464000020189, - "median_s": 0.010284125999987737, - "max_s": 0.010924152000001186, - "iqr_s": 0.002259687999980997, - "iqr_over_median": 0.21972581821573284 + "min_s": 0.007822949000001245, + "median_s": 0.00839399199999491, + "max_s": 0.010460542000004125, + "iqr_s": 0.001092722999999296, + "iqr_over_median": 0.13017918053769395 } }, "speedup": { "vectorbt": { - "median_of_ratios": 52.69785297662743, - "min": 34.94922801305778, - "max": 55.14576566494825 + "median_of_ratios": 54.1866947847351, + "min": 35.27843483791887, + "max": 106.45299869063177 }, "raptorbt": { - "median_of_ratios": 2.498696934730765, - "min": 1.9729334063030255, - "max": 2.966022671162511 + "median_of_ratios": 2.34508832281425, + "min": 1.5392948751751796, + "max": 2.5839301017803162 } }, "noisy": true, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 1.0044810534202495, + "vectorbt": 1.0054353768621687, "raptorbt": null } }, @@ -268,57 +280,69 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.0037913239999909365, - 0.004846565999997665, - 0.004997146999983215 + 0.0033861920000077816, + 0.005095889999992664, + 0.0033050610000060487, + 0.0033925749999923482, + 0.0033702409999989413, + 0.00511029300000132, + 0.0033675650000049018 ], - "min_s": 0.0037913239999909365, - "median_s": 0.004846565999997665, - "max_s": 0.004997146999983215, - "iqr_s": 0.0012058229999922787, - "iqr_over_median": 0.24879945924451655 + "min_s": 0.0033050610000060487, + "median_s": 0.0033861920000077816, + "max_s": 0.00511029300000132, + "iqr_s": 0.0017283249999877626, + "iqr_over_median": 0.5104037219341936 }, "vectorbt": { "samples_s": [ - 0.7089734399999941, - 0.883146049000004, - 0.8806502850000015 + 0.685716162999995, + 0.7026406140000034, + 0.8420005899999978, + 0.8500549900000038, + 0.6868578610000071, + 0.7315806839999937, + 0.8522979340000063 ], - "min_s": 0.7089734399999941, - "median_s": 0.8806502850000015, - "max_s": 0.883146049000004, - "iqr_s": 0.17417260900000997, - "iqr_over_median": 0.19777726978196533 + "min_s": 0.685716162999995, + "median_s": 0.7315806839999937, + "max_s": 0.8522979340000063, + "iqr_s": 0.16319712899999672, + "iqr_over_median": 0.22307468276458503 }, "raptorbt": { "samples_s": [ - 0.010798098999998729, - 0.008434272999977566, - 0.008686154000002944 + 0.010763509000000226, + 0.008259987000002411, + 0.00783488200001159, + 0.007808417999996209, + 0.010623882000004414, + 0.007928362000001243, + 0.007854914999995799 ], - "min_s": 0.008434272999977566, - "median_s": 0.008686154000002944, - "max_s": 0.010798098999998729, - "iqr_s": 0.002363826000021163, - "iqr_over_median": 0.2721372427912701 + "min_s": 0.007808417999996209, + "median_s": 0.007928362000001243, + "max_s": 0.010763509000000226, + "iqr_s": 0.002788999999992825, + "iqr_over_median": 0.3517750576969603 } }, "speedup": { "vectorbt": { - "median_of_ratios": 182.22098884043456, - "min": 176.23061418904817, - "max": 186.9989059235478 + "median_of_ratios": 203.80081454122208, + "min": 137.88378752308526, + "max": 254.7609832310075 }, "raptorbt": { - "median_of_ratios": 1.7402575349188742, - "min": 1.73822262983901, - "max": 2.8481076795400613 + "median_of_ratios": 2.3325206788835153, + "min": 1.5514495939859407, + "max": 3.178646987523298 } }, "noisy": true, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 1.00292393819919, + "vectorbt": 0.9997853104005853, "raptorbt": null } }, @@ -395,58 +419,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.040898603000016465, - 0.037210861999994904, - 0.03915208899996969 + 0.037335460000008425, + 0.037978995000003124, + 0.03791546700000481, + 0.039023332999988725, + 0.038331946999988986, + 0.038091042000019115, + 0.03732786800000554 ], - "min_s": 0.037210861999994904, - "median_s": 0.03915208899996969, - "max_s": 0.040898603000016465, - "iqr_s": 0.0036877410000215605, - "iqr_over_median": 0.09419014653405633 + "min_s": 0.03732786800000554, + "median_s": 0.037978995000003124, + "max_s": 0.039023332999988725, + "iqr_s": 0.0009964869999805614, + "iqr_over_median": 0.026237845419039642 }, "vectorbt": { "samples_s": [ - 2.27948490899999, - 2.1148386590000428, - 2.2453365049999547 + 2.0507589489999987, + 2.315858748000011, + 2.0414709830000106, + 2.328412334999996, + 2.037601520999999, + 2.2872202920000007, + 2.022937194000008 ], - "min_s": 2.1148386590000428, - "median_s": 2.2453365049999547, - "max_s": 2.27948490899999, - "iqr_s": 0.16464624999994726, - "iqr_over_median": 0.07332809564771699 + "min_s": 2.022937194000008, + "median_s": 2.0507589489999987, + "max_s": 2.328412334999996, + "iqr_s": 0.27825722700001165, + "iqr_over_median": 0.13568499951478785 }, "raptorbt": { "samples_s": [ - 0.08628283799998826, - 0.08157931599998847, - 0.08160842299997739 + 0.07901990999999953, + 0.08475653599998623, + 0.0793328129999793, + 0.08569068500000299, + 0.07950533600001108, + 0.08441346500001146, + 0.08000269400000093 ], - "min_s": 0.08157931599998847, - "median_s": 0.08160842299997739, - "max_s": 0.08628283799998826, - "iqr_s": 0.0047035219999997935, - "iqr_over_median": 0.05763525169455972 + "min_s": 0.07901990999999953, + "median_s": 0.08000269400000093, + "max_s": 0.08569068500000299, + "iqr_s": 0.00542372300000693, + "iqr_over_median": 0.0677942545285646 } }, "speedup": { "vectorbt": { - "median_of_ratios": 56.83390669639237, - "min": 55.73503107182102, - "max": 57.34908563887084 + "median_of_ratios": 54.92791434736671, + "min": 53.1567447122001, + "max": 60.977357299734244 }, "raptorbt": { - "median_of_ratios": 2.1096769002098563, - "min": 2.0843951136308605, - "max": 2.192352222316152 + "median_of_ratios": 2.143243059046101, + "min": 2.074127254742211, + "max": 2.2316687421554797 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 1.000051196446245, - "raptorbt": null + "vectorbt": 1.0010434703443873, + "raptorbt": 1.0127087280209428 } }, { @@ -546,58 +582,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.03872782299998789, - 0.03877754100000175, - 0.03930562599998666 + 0.03776869099999658, + 0.036214618000002474, + 0.03805361700000276, + 0.03835612099999253, + 0.03794206099999542, + 0.037969554000000016, + 0.03712031999998544 ], - "min_s": 0.03872782299998789, - "median_s": 0.03877754100000175, - "max_s": 0.03930562599998666, - "iqr_s": 0.0005778029999987666, - "iqr_over_median": 0.01490045487924932 + "min_s": 0.036214618000002474, + "median_s": 0.03794206099999542, + "max_s": 0.03835612099999253, + "iqr_s": 0.0009332970000173191, + "iqr_over_median": 0.02459795212541121 }, "vectorbt": { "samples_s": [ - 8.535374160000032, - 8.612469403999967, - 8.576112231000025 + 8.470414614000006, + 8.453709758999992, + 8.483099930999998, + 8.443229481999992, + 8.505207001000002, + 8.376691564999987, + 8.546466886000019 ], - "min_s": 8.535374160000032, - "median_s": 8.576112231000025, - "max_s": 8.612469403999967, - "iqr_s": 0.07709524399993484, - "iqr_over_median": 0.008989533010221006 + "min_s": 8.376691564999987, + "median_s": 8.470414614000006, + "max_s": 8.546466886000019, + "iqr_s": 0.061977519000009806, + "iqr_over_median": 0.007316940412523915 }, "raptorbt": { "samples_s": [ - 0.09173978100000113, - 0.09118693499999608, - 0.09250017899995555 + 0.087959761999997, + 0.08789736800000014, + 0.09063822400000277, + 0.08818575500001202, + 0.0897488300000191, + 0.08837810500000387, + 0.09013085699999124 ], - "min_s": 0.09118693499999608, - "median_s": 0.09173978100000113, - "max_s": 0.09250017899995555, - "iqr_s": 0.001313243999959468, - "iqr_over_median": 0.014314880476545413 + "min_s": 0.08789736800000014, + "median_s": 0.08837810500000387, + "max_s": 0.09063822400000277, + "iqr_s": 0.0021710949999942386, + "iqr_over_median": 0.02456598271703318 } }, "speedup": { "vectorbt": { - "median_of_ratios": 220.39385379350398, - "min": 218.19045016616542, - "max": 222.09942100247096 + "median_of_ratios": 224.16302058554567, + "min": 220.127303331889, + "max": 233.4336305576774 }, "raptorbt": { - "median_of_ratios": 2.3533572267742775, - "min": 2.3515399029554755, - "max": 2.36883392593562 + "median_of_ratios": 2.36541789335139, + "min": 2.299131212982387, + "max": 2.428073276308679 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9998462213575717, - "raptorbt": null + "vectorbt": 0.9998512244657815, + "raptorbt": 0.9952822002361194 } }, { @@ -673,58 +721,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.3300694689999659, - 0.3271346489999587, - 0.3248609849999866 + 0.3235047160000022, + 0.3234485200000563, + 0.323429739000062, + 0.32509285100002216, + 0.32039177000001473, + 0.3194278570000506, + 0.3223829769999611 ], - "min_s": 0.3248609849999866, - "median_s": 0.3271346489999587, - "max_s": 0.3300694689999659, - "iqr_s": 0.0052084839999793076, - "iqr_over_median": 0.01592152960837837 + "min_s": 0.3194278570000506, + "median_s": 0.323429739000062, + "max_s": 0.32509285100002216, + "iqr_s": 0.00311294599998746, + "iqr_over_median": 0.00962479829347685 }, "vectorbt": { "samples_s": [ - 26.11685646799998, - 26.689765413000032, - 25.575436800000034 + 25.683530236000024, + 26.08707517099998, + 25.33292799000003, + 25.588718906000054, + 25.306060289000015, + 25.158651128999963, + 25.056078312999944 ], - "min_s": 25.575436800000034, - "median_s": 26.11685646799998, - "max_s": 26.689765413000032, - "iqr_s": 1.1143286129999979, - "iqr_over_median": 0.04266702672909137 + "min_s": 25.056078312999944, + "median_s": 25.33292799000003, + "max_s": 26.08707517099998, + "iqr_s": 0.5248791070000607, + "iqr_over_median": 0.020719243634500225 }, "raptorbt": { "samples_s": [ - 0.9127483780000034, - 0.9094320230000221, - 0.9151434049999807 + 0.9073103939999783, + 0.9050338699999543, + 0.9025704289999794, + 0.9056177639999987, + 0.8986746360000097, + 0.8985271369999737, + 0.8979460529999415 ], - "min_s": 0.9094320230000221, - "median_s": 0.9127483780000034, - "max_s": 0.9151434049999807, - "iqr_s": 0.005711381999958576, - "iqr_over_median": 0.006257345548477715 + "min_s": 0.8979460529999415, + "median_s": 0.9025704289999794, + "max_s": 0.9073103939999783, + "iqr_s": 0.0070906270000250515, + "iqr_over_median": 0.007856037348665688 } }, "speedup": { "vectorbt": { - "median_of_ratios": 79.12533245540101, - "min": 78.72732639778546, - "max": 81.58648279719034 + "median_of_ratios": 78.76160634604882, + "min": 77.72146825544999, + "max": 80.65294338337192 }, "raptorbt": { - "median_of_ratios": 2.7799929655269775, - "min": 2.7653220419489863, - "max": 2.81703081396499 + "median_of_ratios": 2.798077017015866, + "min": 2.785339540431286, + "max": 2.8129266665675665 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": 1.089540802062376, - "vectorbt": 0.9997185748706885, - "raptorbt": 1.0046308712079222 + "manifoldbt": 1.089614874869514, + "vectorbt": 0.9999268177353846, + "raptorbt": 1.0038506884310427 } }, { @@ -824,58 +884,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.3267744110000308, - 0.3292607250000401, - 0.32930117199998676 + 0.3217440409999881, + 0.3247571649999941, + 0.32139380200010237, + 0.33266460599998027, + 0.31832793700004913, + 0.31972129700000096, + 0.3228766590000305 ], - "min_s": 0.3267744110000308, - "median_s": 0.3292607250000401, - "max_s": 0.32930117199998676, - "iqr_s": 0.002526760999955968, - "iqr_over_median": 0.007674043115697022 + "min_s": 0.31832793700004913, + "median_s": 0.3217440409999881, + "max_s": 0.33266460599998027, + "iqr_s": 0.0050358679999931155, + "iqr_over_median": 0.015651783275741543 }, "vectorbt": { "samples_s": [ - 102.39089105199997, - 102.30543432800005, - 102.38272362500004 + 99.000129775, + 99.91466347699998, + 99.57081783199999, + 98.77557968300005, + 98.44118702799994, + 98.90509020000002, + 98.50235578499996 ], - "min_s": 102.30543432800005, - "median_s": 102.38272362500004, - "max_s": 102.39089105199997, - "iqr_s": 0.08545672399992554, - "iqr_over_median": 0.000834679142869164 + "min_s": 98.44118702799994, + "median_s": 98.90509020000002, + "max_s": 99.91466347699998, + "iqr_s": 1.0684620470000254, + "iqr_over_median": 0.010802902508247501 }, "raptorbt": { "samples_s": [ - 0.9094987490000221, - 0.907195602999991, - 0.9145779780000112 + 0.9035892349999699, + 0.905373528000041, + 0.904816925000091, + 0.8981749869999476, + 0.8985160949999909, + 0.898877296999899, + 0.8994789800001399 ], - "min_s": 0.907195602999991, - "median_s": 0.9094987490000221, - "max_s": 0.9145779780000112, - "iqr_s": 0.007382375000020147, - "iqr_over_median": 0.008116971032821033 + "min_s": 0.8981749869999476, + "median_s": 0.8994789800001399, + "max_s": 0.905373528000041, + "iqr_s": 0.006300830000100177, + "iqr_over_median": 0.00700497748162964 } }, "speedup": { "vectorbt": { - "median_of_ratios": 310.90907755713715, - "min": 310.7125343540065, - "max": 313.3381550245999 + "median_of_ratios": 307.698409789674, + "min": 296.9224194623395, + "max": 309.80939026312734 }, "raptorbt": { - "median_of_ratios": 2.7773298602169807, - "min": 2.7552499709762848, - "max": 2.783261841760114 + "median_of_ratios": 2.8084101641528254, + "min": 2.69994153510879, + "max": 2.822611497651405 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": 1.096072469096488, - "vectorbt": 0.9998077074773046, - "raptorbt": 0.9995341621609296 + "manifoldbt": 1.0922024449656378, + "vectorbt": 0.9998704046935736, + "raptorbt": 0.9986008418150869 } }, { @@ -923,40 +995,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.005095844000038596, - 0.005219965999913256, - 0.005213433999983863 + 0.0048959789999116765, + 0.004888546000074712, + 0.004972762999841507, + 0.004702697000084299, + 0.015825846000097954, + 0.0054333839998435, + 0.005020231000116837 ], - "min_s": 0.005095844000038596, - "median_s": 0.005213433999983863, - "max_s": 0.005219965999913256, - "iqr_s": 0.0001241219998746601, - "iqr_over_median": 0.023808108029188497 + "min_s": 0.004702697000084299, + "median_s": 0.004972762999841507, + "max_s": 0.015825846000097954, + "iqr_s": 0.000544837999768788, + "iqr_over_median": 0.1095644412947396 }, "vectorbt": { "samples_s": [ - 0.18830249500001628, - 0.19562824599995565, - 0.19789374000004045 + 0.18151143299996875, + 0.18488166700012698, + 0.18811562699988826, + 0.1911986049999541, + 0.18417833200010136, + 0.18622987999992802, + 0.18950436599993736 ], - "min_s": 0.18830249500001628, - "median_s": 0.19562824599995565, - "max_s": 0.19789374000004045, - "iqr_s": 0.009591245000024173, - "iqr_over_median": 0.04902791491585703 + "min_s": 0.18151143299996875, + "median_s": 0.18622987999992802, + "max_s": 0.1911986049999541, + "iqr_s": 0.0053260339998359996, + "iqr_over_median": 0.028599245190074 } }, "speedup": { "vectorbt": { - "median_of_ratios": 37.47691958208282, - "min": 36.952170238843664, - "max": 37.95842433234083 + "median_of_ratios": 37.748136688436645, + "min": 11.63781904606941, + "max": 40.65722392842378 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 1.0140515211494157 + "vectorbt": 1.0033547971859902 } }, { @@ -1004,40 +1084,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.0565764800001034, - 0.054403803000013795, - 0.06076183199991192 + 0.05473372300002666, + 0.054536822000045504, + 0.05356822899989311, + 0.054051924000077634, + 0.052198359999920285, + 0.05121749200020531, + 0.051620961000026 ], - "min_s": 0.054403803000013795, - "median_s": 0.0565764800001034, - "max_s": 0.06076183199991192, - "iqr_s": 0.006358028999898124, - "iqr_over_median": 0.11237936683028892 + "min_s": 0.05121749200020531, + "median_s": 0.05356822899989311, + "max_s": 0.05473372300002666, + "iqr_s": 0.002915861000019504, + "iqr_over_median": 0.05443265634235028 }, "vectorbt": { "samples_s": [ - 2.353663034999954, - 2.191344812000011, - 2.35987258800003 + 2.2554828490001455, + 2.32160071699991, + 2.0455224890001773, + 2.315093546000071, + 2.042998187999956, + 2.3009759660001237, + 2.0521571520000634 ], - "min_s": 2.191344812000011, - "median_s": 2.353663034999954, - "max_s": 2.35987258800003, - "iqr_s": 0.168527776000019, - "iqr_over_median": 0.07160233792770693 + "min_s": 2.042998187999956, + "median_s": 2.2554828490001455, + "max_s": 2.32160071699991, + "iqr_s": 0.2695710569998937, + "iqr_over_median": 0.11951811432279098 } }, "speedup": { "vectorbt": { - "median_of_ratios": 40.279257904074385, - "min": 38.83807499424064, - "max": 41.6014399445786 + "median_of_ratios": 41.2082848630459, + "min": 38.18536709519105, + "max": 44.92558842965017 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9992931905126997 + "vectorbt": 0.9997501663463275 } }, { @@ -1085,40 +1173,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.003779056999974273, - 0.0034193320000213134, - 0.003719514999943385 + 0.0039813280000089435, + 0.003687388000116698, + 0.003578004000019064, + 0.0037989439999819297, + 0.00668571799997153, + 0.003655769000033615, + 0.0035326879999502125 ], - "min_s": 0.0034193320000213134, - "median_s": 0.003719514999943385, - "max_s": 0.003779056999974273, - "iqr_s": 0.0003597249999529595, - "iqr_over_median": 0.09671287787747458 + "min_s": 0.0035326879999502125, + "median_s": 0.003687388000116698, + "max_s": 0.00668571799997153, + "iqr_s": 0.00040332399998987967, + "iqr_over_median": 0.10937932215896871 }, "vectorbt": { "samples_s": [ - 0.19228143999998792, - 0.18719415100008518, - 0.18235436499992375 + 0.17644552800015845, + 0.3230557110000518, + 0.18195427399996333, + 0.17985060799992425, + 0.177283055000089, + 0.17966308800009756, + 0.18122035099986533 ], - "min_s": 0.18235436499992375, - "median_s": 0.18719415100008518, - "max_s": 0.19228143999998792, - "iqr_s": 0.009927075000064178, - "iqr_over_median": 0.053030903727647245 + "min_s": 0.17644552800015845, + "median_s": 0.17985060799992425, + "max_s": 0.3230557110000518, + "iqr_s": 0.004671218999874327, + "iqr_over_median": 0.025972772913151868 } }, "speedup": { "vectorbt": { - "median_of_ratios": 50.88079909916599, - "min": 49.02638247263403, - "max": 54.74582491519348 + "median_of_ratios": 49.14508766786018, + "min": 26.516681529320252, + "max": 87.61098940220768 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9789438852919963 + "vectorbt": 0.9789401988405265 } }, { @@ -1166,40 +1262,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.036115827000003264, - 0.03778386999999839, - 0.03732817499997054 + 0.0384609120001187, + 0.035915725999984716, + 0.03618134600014855, + 0.037242202999777874, + 0.036020176999954856, + 0.036429581999982474, + 0.03634975299996768 ], - "min_s": 0.036115827000003264, - "median_s": 0.03732817499997054, - "max_s": 0.03778386999999839, - "iqr_s": 0.001668042999995123, - "iqr_over_median": 0.04468589744868157 + "min_s": 0.035915725999984716, + "median_s": 0.03634975299996768, + "max_s": 0.0384609120001187, + "iqr_s": 0.0012220259998230176, + "iqr_over_median": 0.03361855030553039 }, "vectorbt": { "samples_s": [ - 2.1256517289999692, - 2.2554999769999995, - 2.400851978999981 + 2.0826293519999126, + 2.203784844999973, + 2.0856359940000857, + 2.1970288970001093, + 2.0753685449999466, + 2.193081161000009, + 2.074696724999967 ], - "min_s": 2.1256517289999692, - "median_s": 2.2554999769999995, - "max_s": 2.400851978999981, - "iqr_s": 0.2752002500000117, - "iqr_over_median": 0.12201296954391934 + "min_s": 2.074696724999967, + "median_s": 2.0856359940000857, + "max_s": 2.203784844999973, + "iqr_s": 0.12166035200016267, + "iqr_over_median": 0.0583324953875713 } }, "speedup": { "vectorbt": { - "median_of_ratios": 59.69478449402075, - "min": 58.85651542742679, - "max": 64.31742186704481 + "median_of_ratios": 57.64395813222434, + "min": 54.149245134735374, + "max": 61.35988577819395 } }, "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9982300680510515 + "vectorbt": 0.9998507587618723 } }, { @@ -1247,40 +1351,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.3375339529999337, - 0.33710847699990154, - 0.3290621699999292 + 0.3229244540000309, + 0.31889919699983693, + 0.3229150720001144, + 0.31798327299998164, + 0.3189351019998412, + 0.3180735190001087, + 0.3188503060000585 ], - "min_s": 0.3290621699999292, - "median_s": 0.33710847699990154, - "max_s": 0.3375339529999337, - "iqr_s": 0.008471783000004507, - "iqr_over_median": 0.025130732621734046 + "min_s": 0.31798327299998164, + "median_s": 0.31889919699983693, + "max_s": 0.3229244540000309, + "iqr_s": 0.004841553000005661, + "iqr_over_median": 0.015182079621254538 }, "vectorbt": { "samples_s": [ - 26.07725812900003, - 26.612695970000004, - 25.853003193000063 + 25.367273596000132, + 24.91851582000004, + 24.80163867500005, + 25.764870866000138, + 24.523001781999938, + 25.067886242999975, + 24.85969646800004 ], - "min_s": 25.853003193000063, - "median_s": 26.07725812900003, - "max_s": 26.612695970000004, - "iqr_s": 0.7596927769999411, - "iqr_over_median": 0.029132387049353975 + "min_s": 24.523001781999938, + "median_s": 24.91851582000004, + "max_s": 25.764870866000138, + "iqr_s": 0.5656349210000826, + "iqr_over_median": 0.022699382462662326 } }, "speedup": { "vectorbt": { - "median_of_ratios": 78.56571052517408, - "min": 77.25817772473144, - "max": 78.94401293862384 + "median_of_ratios": 78.13916138525987, + "min": 76.80545389653186, + "max": 81.02586850850368 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": 1.09593998074749, - "vectorbt": 0.9999623480945702 + "manifoldbt": 1.081042000821003, + "vectorbt": 0.9998694633565076 } }, { @@ -1328,40 +1440,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.02365792600005534, - 0.013531434000014997, - 0.013489414999980909 + 0.02227130100004615, + 0.012896017000002757, + 0.013307124999982989, + 0.015623138999899311, + 0.018572385999959806, + 0.01311688900000263, + 0.013085992000014812 ], - "min_s": 0.013489414999980909, - "median_s": 0.013531434000014997, - "max_s": 0.02365792600005534, - "iqr_s": 0.010168511000074432, - "iqr_over_median": 0.7514732732734137 + "min_s": 0.012896017000002757, + "median_s": 0.013307124999982989, + "max_s": 0.02227130100004615, + "iqr_s": 0.005486393999944994, + "iqr_over_median": 0.41228995744400143 }, "vectorbt": { "samples_s": [ - 0.23366813300003741, - 0.22534788600000866, - 0.22799710300000697 + 0.42891496700008247, + 0.20736030700004449, + 0.20771924700011368, + 0.21033216599994375, + 0.2139387090001037, + 0.21400341999992634, + 0.36465912399989975 ], - "min_s": 0.22534788600000866, - "median_s": 0.22799710300000697, - "max_s": 0.23366813300003741, - "iqr_s": 0.008320247000028758, - "iqr_over_median": 0.036492775085955824 + "min_s": 0.20736030700004449, + "median_s": 0.2139387090001037, + "max_s": 0.42891496700008247, + "iqr_s": 0.15693987699978607, + "iqr_over_median": 0.7335740116096054 } }, "speedup": { "vectorbt": { - "median_of_ratios": 16.653658880482208, - "min": 9.876949188170206, - "max": 16.901926658815793 + "median_of_ratios": 16.079407075843662, + "min": 11.519182780315179, + "max": 27.866372224550265 } }, "noisy": true, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9897918660129811 + "vectorbt": 0.9908345422507613 } }, { @@ -1409,40 +1529,48 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.14756072700004097, - 0.14756938100003936, - 0.14718733600000178 + 0.14341802100011591, + 0.14587604200005444, + 0.1439747819999866, + 0.14483486800008905, + 0.16363966400012941, + 0.14317125000002306, + 0.14649057899987383 ], - "min_s": 0.14718733600000178, - "median_s": 0.14756072700004097, - "max_s": 0.14756938100003936, - "iqr_s": 0.0003820450000375786, - "iqr_over_median": 0.0025890696515575755 + "min_s": 0.14317125000002306, + "median_s": 0.14483486800008905, + "max_s": 0.16363966400012941, + "iqr_s": 0.003072557999757919, + "iqr_over_median": 0.021214214796370926 }, "vectorbt": { "samples_s": [ - 2.480043374000047, - 2.6639006220000283, - 2.544444344999988 + 2.5565067089999047, + 2.286807359000022, + 2.5437298639999426, + 2.288696568999967, + 2.5330255450001005, + 2.2876889350000056, + 2.5355352779999976 ], - "min_s": 2.480043374000047, - "median_s": 2.544444344999988, - "max_s": 2.6639006220000283, - "iqr_s": 0.18385724799998115, - "iqr_over_median": 0.07225830989829805 + "min_s": 2.286807359000022, + "median_s": 2.5330255450001005, + "max_s": 2.5565067089999047, + "iqr_s": 0.256040928999937, + "iqr_over_median": 0.10108106864746477 } }, "speedup": { "vectorbt": { - "median_of_ratios": 17.287114599315508, - "min": 16.80693382595871, - "max": 18.051851975982185 + "median_of_ratios": 15.978689401675526, + "min": 15.479288352719285, + "max": 17.8255611893978 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": null, - "vectorbt": 1.0002096224759203 + "manifoldbt": 1.2507208539331298, + "vectorbt": 0.9992960153911904 } }, { @@ -1528,57 +1656,69 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.009862469999916357, - 0.009430810000026213, - 0.009603874000049473 + 0.010991447999913362, + 0.010809377999976277, + 0.010707467999964138, + 0.010633620000135124, + 0.013683024999863846, + 0.011050597999883394, + 0.010710762999906365 ], - "min_s": 0.009430810000026213, - "median_s": 0.009603874000049473, - "max_s": 0.009862469999916357, - "iqr_s": 0.0004316599998901438, - "iqr_over_median": 0.04494644555810709 + "min_s": 0.010633620000135124, + "median_s": 0.010809377999976277, + "max_s": 0.013683024999863846, + "iqr_s": 0.0003431299999192561, + "iqr_over_median": 0.0317437321481411 }, "vectorbt": { "samples_s": [ - 0.19352732699996977, - 0.18383552800003145, - 0.18376027700003306 + 0.18317504199990253, + 0.18067231800000627, + 0.17392761099995369, + 0.33920341400016696, + 0.18228420800005551, + 0.17970991099991807, + 0.17375997699991785 ], - "min_s": 0.18376027700003306, - "median_s": 0.18383552800003145, - "max_s": 0.19352732699996977, - "iqr_s": 0.009767049999936717, - "iqr_over_median": 0.053129284128011676 + "min_s": 0.17375997699991785, + "median_s": 0.18067231800000627, + "max_s": 0.33920341400016696, + "iqr_s": 0.009247430999948847, + "iqr_over_median": 0.05118344139442837 }, "raptorbt": { "samples_s": [ - 0.007940225999959694, - 0.008047938000004251, - 0.01084256700005426 + 0.007785780999938652, + 0.007744213000023592, + 0.007711743000072602, + 0.007797944000003554, + 0.007788495999875522, + 0.007808533000115858, + 0.007783599000049435 ], - "min_s": 0.007940225999959694, - "median_s": 0.008047938000004251, - "max_s": 0.01084256700005426, - "iqr_s": 0.002902341000094566, - "iqr_over_median": 0.3606316301260066 + "min_s": 0.007711743000072602, + "median_s": 0.007785780999938652, + "max_s": 0.007808533000115858, + "iqr_s": 5.373099997996178e-05, + "iqr_over_median": 0.0069011702204807915 } }, "speedup": { "vectorbt": { - "median_of_ratios": 19.49307938549504, - "min": 19.133974164913706, - "max": 19.62260235028457 + "median_of_ratios": 16.262460276069618, + "min": 13.321923185981852, + "max": 31.899147608797062 }, "raptorbt": { - "median_of_ratios": 0.8533665719044156, - "min": 0.8050950725352811, - "max": 1.1289784726453518 + "median_of_ratios": 0.7164346551707774, + "min": 0.5692086362447647, + "max": 0.733329195504867 } }, - "noisy": true, + "noisy": false, "cpu_over_wall": { "manifoldbt": null, - "vectorbt": 0.9801770211106439, + "vectorbt": 0.9980658185206216, "raptorbt": null } }, @@ -1665,58 +1805,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.09000605500000347, - 0.10142546300005506, - 0.0990195209999456 + 0.10495266099997025, + 0.11684381000009125, + 0.11480037100000118, + 0.11554238899998381, + 0.11500177999982952, + 0.11438688099997307, + 0.11622175799993784 ], - "min_s": 0.09000605500000347, - "median_s": 0.0990195209999456, - "max_s": 0.10142546300005506, - "iqr_s": 0.01141940800005159, - "iqr_over_median": 0.11532481559931868 + "min_s": 0.10495266099997025, + "median_s": 0.11500177999982952, + "max_s": 0.11684381000009125, + "iqr_s": 0.001834876999964763, + "iqr_over_median": 0.015955205214801746 }, "vectorbt": { "samples_s": [ - 2.123934636999934, - 2.41483274899997, - 2.1098326069999302 + 2.040712714999927, + 2.314468017000081, + 2.066698793000114, + 2.3341982450001524, + 2.0710454789998494, + 2.3247341919998235, + 2.0481397460000608 ], - "min_s": 2.1098326069999302, - "median_s": 2.123934636999934, - "max_s": 2.41483274899997, - "iqr_s": 0.3050001420000399, - "iqr_over_median": 0.14360147279807717 + "min_s": 2.040712714999927, + "median_s": 2.0710454789998494, + "max_s": 2.3341982450001524, + "iqr_s": 0.2765944459997627, + "iqr_over_median": 0.13355305269942014 }, "raptorbt": { "samples_s": [ - 0.08824071600008665, - 0.08014500499996302, - 0.089690150000024 + 0.0862263310000344, + 0.07862739900019733, + 0.08823097499998767, + 0.0789900800000396, + 0.08687320099988938, + 0.07906726600003822, + 0.08717225300006248 ], - "min_s": 0.08014500499996302, - "median_s": 0.08824071600008665, - "max_s": 0.089690150000024, - "iqr_s": 0.009545145000060984, - "iqr_over_median": 0.10817166306823271 + "min_s": 0.07862739900019733, + "median_s": 0.0862263310000344, + "max_s": 0.08823097499998767, + "iqr_s": 0.008182173000022885, + "iqr_over_median": 0.09489181442753977 } }, "speedup": { "vectorbt": { - "median_of_ratios": 23.597686144558295, - "min": 21.30723907461731, - "max": 23.808939861567694 + "median_of_ratios": 19.444125528179846, + "min": 17.62268770707423, + "max": 20.32343369866314 }, "raptorbt": { - "median_of_ratios": 0.9057825072701905, - "min": 0.7901862375518021, - "max": 0.9803864417797585 + "median_of_ratios": 0.7500510618683733, + "min": 0.6729273805787053, + "max": 0.8215735568634972 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": null, - "vectorbt": 1.0002105716995484, - "raptorbt": null + "manifoldbt": 0.9902856115323238, + "vectorbt": 1.0006580799244513, + "raptorbt": 1.0424009309625302 } }, { @@ -1802,58 +1954,70 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.933703575000095, - 0.9369593230001101, - 0.9298959029999878 + 1.0938301109999884, + 1.0822019249999357, + 1.0741370199998528, + 1.0740174619998015, + 1.0735488580000947, + 1.0734366080000655, + 1.0680245089999971 ], - "min_s": 0.9298959029999878, - "median_s": 0.933703575000095, - "max_s": 0.9369593230001101, - "iqr_s": 0.007063420000122278, - "iqr_over_median": 0.00756494907939231 + "min_s": 1.0680245089999971, + "median_s": 1.0740174619998015, + "max_s": 1.0938301109999884, + "iqr_s": 0.008765316999870265, + "iqr_over_median": 0.008161242540274345 }, "vectorbt": { "samples_s": [ - 26.240877660000024, - 26.76315124000007, - 25.984967522000034 + 25.34885260200008, + 26.449796845000037, + 25.433935591999898, + 25.150011135000113, + 25.19940975999998, + 26.0010572220001, + 25.222897539000087 ], - "min_s": 25.984967522000034, - "median_s": 26.240877660000024, - "max_s": 26.76315124000007, - "iqr_s": 0.7781837180000366, - "iqr_over_median": 0.029655399795802253 + "min_s": 25.150011135000113, + "median_s": 25.34885260200008, + "max_s": 26.449796845000037, + "iqr_s": 0.801647462000119, + "iqr_over_median": 0.031624605444148086 }, "raptorbt": { "samples_s": [ - 0.9158754299999146, - 0.9041454129999238, - 0.9164052200001152 + 0.8916911960000107, + 0.8841948920000959, + 0.8747061929998381, + 0.8779344900001433, + 0.8752377180001076, + 0.8764544499999829, + 0.8777472740000576 ], - "min_s": 0.9041454129999238, - "median_s": 0.9158754299999146, - "max_s": 0.9164052200001152, - "iqr_s": 0.012259807000191358, - "iqr_over_median": 0.013385889170749456 + "min_s": 0.8747061929998381, + "median_s": 0.8777472740000576, + "max_s": 0.8916911960000107, + "iqr_s": 0.0089571739999883, + "iqr_over_median": 0.010204730069019516 } }, "speedup": { "vectorbt": { - "median_of_ratios": 28.10407752802848, - "min": 27.94395312224574, - "max": 28.56383471835834 + "median_of_ratios": 23.61640330016074, + "min": 23.174396414106713, + "max": 24.440722414166476 }, "raptorbt": { - "median_of_ratios": 0.98090599042616, - "min": 0.9649782982092356, - "max": 0.9854922653639514 + "median_of_ratios": 0.8164939070160065, + "min": 0.8143339040674327, + "max": 0.8218418834057486 } }, "noisy": false, "cpu_over_wall": { - "manifoldbt": 1.0283661956933539, - "vectorbt": 0.999759505464551, - "raptorbt": 1.0013060601374422 + "manifoldbt": 1.022655399306693, + "vectorbt": 0.9999107373437759, + "raptorbt": 1.0003302692690246 } } ], @@ -1867,40 +2031,40 @@ ], "samples_s": { "manifoldbt": [ - 0.5525029860000359, - 0.4318835090000448, - 0.43821266099985223 + 0.46644176499989953, + 0.4233923770000274, + 0.4149115669999901 ], "vectorbt": [ - 8.499870310000006, - 7.85704349599996, - 7.8574503709999135 + 7.282435325000051, + 7.359608939000054, + 7.364390715000127 ], "raptorbt": [ - 0.4242792439999903, - 0.4106652389998544, - 0.41995794600006775 + 0.40151585800003886, + 0.39548957599981804, + 0.3936956680001913 ], "baseline": [ - 0.37013325799989616, - 0.3766939629999797, - 0.37386452200007625 + 0.3522295130001112, + 0.3622796229999494, + 0.35250136200011184 ] }, "median_s": { - "manifoldbt": 0.43821266099985223, - "vectorbt": 7.8574503709999135, - "raptorbt": 0.41995794600006775, - "baseline": 0.37386452200007625 + "manifoldbt": 0.4233923770000274, + "vectorbt": 7.359608939000054, + "raptorbt": 0.39548957599981804, + "baseline": 0.35250136200011184 }, "engine_share_s": { - "manifoldbt": 0.06434813899977598, - "vectorbt": 7.483585848999837, - "raptorbt": 0.0460934239999915 + "manifoldbt": 0.07089101499991557, + "vectorbt": 7.0071075769999425, + "raptorbt": 0.042988213999706204 }, "ratio": { - "vectorbt": 17.930678572983, - "raptorbt": 0.9583427942083338 + "vectorbt": 17.382478615101704, + "raptorbt": 0.9340970633483853 } }, "memory": { @@ -1912,33 +2076,33 @@ "raptorbt" ], "manifoldbt": { - "before_mb": 728.408064, - "peak_mb": 728.420352, - "added_mb": 0.012288000000012289, - "added_mb_per_million_bars": 0.0061440000000061445, - "seconds": 0.05989172799991138, + "before_mb": 728.94464, + "peak_mb": 728.956928, + "added_mb": 0.012287999999898602, + "added_mb_per_million_bars": 0.006143999999949301, + "seconds": 0.058185798000067734, "mode": "memory", "engine": "mbt", "workload": "sma_cross", "bars": 2000000 }, "vectorbt": { - "before_mb": 614.621184, - "peak_mb": 862.318592, - "added_mb": 247.697408, - "added_mb_per_million_bars": 123.848704, - "seconds": 4.567739748000122, + "before_mb": 613.777408, + "peak_mb": 862.683136, + "added_mb": 248.90572799999995, + "added_mb_per_million_bars": 124.45286399999998, + "seconds": 4.335076891999961, "mode": "memory", "engine": "vbt", "workload": "sma_cross", "bars": 2000000 }, "raptorbt": { - "before_mb": 254.132224, - "peak_mb": 285.999104, - "added_mb": 31.86687999999998, - "added_mb_per_million_bars": 15.93343999999999, - "seconds": 0.17565568700001677, + "before_mb": 330.133504, + "peak_mb": 370.663424, + "added_mb": 40.529920000000004, + "added_mb_per_million_bars": 20.264960000000002, + "seconds": 0.16050234499994076, "mode": "memory", "engine": "rbt", "workload": "sma_cross", @@ -1950,7 +2114,7 @@ }, "sweeps": { "schema_version": 2, - "generated_at": "2026-08-21T10:04:46.513349+00:00", + "generated_at": "2026-08-23T13:44:27.708416+00:00", "environment": { "os": "Linux", "os_release": "6.17.0-1022-azure", @@ -1960,17 +2124,17 @@ "ram_gb": 16.8, "python": "3.12.14", "versions": { - "manifoldbt": "0.18.0", + "manifoldbt": "0.19.0", "vectorbt": "0.28.4", "raptorbt": "0.9.0", "numpy": "2.4.3", "numba": "0.64.0", "pandas": "2.3.3" }, - "runner": "GitHub Actions 1000000196", + "runner": "GitHub Actions 1000000210", "ci": true, - "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32469701489", - "commit": "4ad1c0d284672c696852363f60b3ac9d69d58202", + "run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/32642616670", + "commit": "44f8ed1a91da9826161aa53823e1bb891f39aa5e", "pinned_cores": null, "engines": [ "manifoldbt", @@ -2056,45 +2220,45 @@ "timings": { "manifoldbt": { "samples_s": [ - 0.005660272000000077 + 0.005803446000015811 ], - "min_s": 0.005660272000000077, - "median_s": 0.005660272000000077, - "max_s": 0.005660272000000077, + "min_s": 0.005803446000015811, + "median_s": 0.005803446000015811, + "max_s": 0.005803446000015811, "iqr_s": 0.0, "iqr_over_median": 0.0 }, "vectorbt": { "samples_s": [ - 0.1845830949999936 + 0.1942569980000144 ], - "min_s": 0.1845830949999936, - "median_s": 0.1845830949999936, - "max_s": 0.1845830949999936, + "min_s": 0.1942569980000144, + "median_s": 0.1942569980000144, + "max_s": 0.1942569980000144, "iqr_s": 0.0, "iqr_over_median": 0.0 }, "raptorbt": { "samples_s": [ - 0.010396635000006427 + 0.01128670600002124 ], - "min_s": 0.010396635000006427, - "median_s": 0.010396635000006427, - "max_s": 0.010396635000006427, + "min_s": 0.01128670600002124, + "median_s": 0.01128670600002124, + "max_s": 0.01128670600002124, "iqr_s": 0.0, "iqr_over_median": 0.0 } }, "speedup": { "vectorbt": { - "median_of_ratios": 32.61028710280903, - "min": 32.61028710280903, - "max": 32.61028710280903 + "median_of_ratios": 33.472698462169745, + "min": 33.472698462169745, + "max": 33.472698462169745 }, "raptorbt": { - "median_of_ratios": 1.836773038469933, - "min": 1.836773038469933, - "max": 1.836773038469933 + "median_of_ratios": 1.9448282968413062, + "min": 1.9448282968413062, + "max": 1.9448282968413062 } }, "noisy": false, @@ -2153,23 +2317,23 @@ "status": "exact", "timings": { "seconds": { - "manifoldbt": 0.45341110100000037, - "vectorbt": 5.086513381000003, - "raptorbt": 6.751059206000008 + "manifoldbt": 0.45537921499999356, + "vectorbt": 5.481004186999996, + "raptorbt": 6.752745947999983 }, "ratio": { - "vectorbt": 11.218325642626908, - "raptorbt": 14.889488129228672 + "vectorbt": 12.036131660071648, + "raptorbt": 14.828840943037067 }, - "reps": 3, - "per_combo_us": 90.68222020000007 + "reps": 2, + "per_combo_us": 91.07584299999871 }, "memory": { - "manifoldbt": 40.9, - "vectorbt": 2532.5, - "raptorbt": 35.7 + "manifoldbt": 36.0, + "vectorbt": 2530.7, + "raptorbt": 32.8 }, - "memory_baseline_mb": 2176.0, + "memory_baseline_mb": 2177.5, "tier_after": { "pro": true, "budget_used": 0, @@ -2229,22 +2393,22 @@ "status": "exact", "timings": { "seconds": { - "manifoldbt": 1.8183658750000404, - "raptorbt": 26.471181933999986, + "manifoldbt": 1.9211620379999772, + "raptorbt": 26.626413162999995, "vectorbt": null }, "ratio": { - "raptorbt": 14.557676371923444 + "raptorbt": 13.859535341807701 }, - "reps": 3, - "per_combo_us": 90.91829375000202 + "reps": 2, + "per_combo_us": 96.05810189999886 }, "memory": { - "manifoldbt": 73.6, + "manifoldbt": 64.2, "vectorbt": null, "raptorbt": null }, - "memory_baseline_mb": 613.0, + "memory_baseline_mb": 612.7, "tier_after": { "pro": true, "budget_used": 0, @@ -2304,22 +2468,22 @@ "status": "exact", "timings": { "seconds": { - "manifoldbt": 9.671076569000093, - "raptorbt": 150.72750835799997, + "manifoldbt": 9.693729294000036, + "raptorbt": 156.93451893400004, "vectorbt": null }, "ratio": { - "raptorbt": 15.585390859291264 + "raptorbt": 16.189282181743526 }, - "reps": 3, - "per_combo_us": 967.1076569000093 + "reps": 2, + "per_combo_us": 969.3729294000036 }, "memory": { - "manifoldbt": 78.2, + "manifoldbt": 100.8, "vectorbt": null, "raptorbt": null }, - "memory_baseline_mb": 1726.8, + "memory_baseline_mb": 1729.4, "tier_after": { "pro": true, "budget_used": 0, @@ -2327,6 +2491,6 @@ } } ], - "sweep_reps": 3 + "sweep_reps": 2 } }