Files
manifoldbt/benchmarks/gpu/results/latest.json
T

449 lines
11 KiB
JSON

{
"repo": "manifoldbt/manifoldbt",
"run_id": "40214377115",
"run_url": "https://github.com/manifoldbt/manifoldbt/actions/runs/40214377115",
"commit": "042014fd54162c23df352c86c885e641934fb214",
"run_started_at": "2026-10-25T17:00:34Z",
"conclusion": "success",
"synced_at": "2026-10-25T17:03:35.954810+00:00",
"gpu": {
"schema_version": 1,
"generated_at": "2026-10-25T17:01:01.885384+00:00",
"environment": {
"platform": "Modal L4",
"os": "Linux",
"os_release": "4.19.0-gvisor",
"arch": "x86_64",
"cpu": "unknown",
"cores": {
"os_cpu_count": 4,
"affinity": 4,
"cgroup_quota": null,
"usable": 4
},
"cpu_threads": 4,
"ram_gb": 364.6,
"gpus": [
{
"name": "NVIDIA L4",
"driver_version": "610.57.04",
"memory.total": "23034 MiB",
"compute_cap": "8.9"
}
],
"python": "3.12.10",
"versions": {
"manifoldbt": "0.29.0",
"numpy": "2.4.3",
"pandas": "2.3.3"
}
},
"reps": 7,
"calibration": {
"sans_bracket": {
"sweep_u": [
[
2.0,
310.546875
],
[
58.0,
12.195806393678161
],
[
232.0,
3.2538052262931036
],
[
928.0,
1.6069083378232758
],
[
3712.0,
0.4175120386584052
],
[
14848.0,
0.17222931848715547
],
[
59392.0,
0.16411231542075677
],
[
118784.0,
0.15126616379310345
]
],
"sweep_ev_lat": 1665.5027932960893,
"sweep_ev_debit": 0.7001048300832383,
"scan_nk": [
[
2048.0,
0.10690209210833804
],
[
8192.0,
0.10342533389923707
]
],
"scan_lat": [
[
2.0,
1550.585050619223
],
[
3712.0,
2175.8324407444647
]
],
"scan_ev_debit": 0.7001048300832383,
"scan_fixe": 331000.0,
"aux_barre": 0.0,
"scan_octet": 0.023983780294656754
},
"un_ordre": {
"sweep_u": [
[
2.0,
455.56640625
],
[
58.0,
18.259855739904772
],
[
232.0,
4.912775548371239
],
[
928.0,
2.446667901400862
],
[
3712.0,
0.6899652976094784
],
[
14848.0,
0.308915467369621
],
[
59392.0,
0.29716216657537736
],
[
118784.0,
0.2752035440613027
]
],
"sweep_ev_lat": 1665.5027932960893,
"sweep_ev_debit": 0.7001048300832383,
"scan_nk": [
[
2048.0,
0.10690209210833804
],
[
8192.0,
0.10342533389923707
]
],
"scan_lat": [
[
2.0,
4998.595194374144
],
[
3712.0,
10764.48486009513
]
],
"scan_ev_debit": 0.7001048300832383,
"scan_fixe": 379000.0,
"aux_barre": 25.145435333251953,
"scan_octet": 0.023983780294656754
},
"avec_bracket": {
"sweep_u": [
[
2.0,
525.390625
],
[
58.0,
21.657333788263532
],
[
232.0,
5.89451086967996
],
[
928.0,
2.9696760506465516
],
[
3712.0,
0.8312628375058824
],
[
14848.0,
0.36942632211049137
],
[
59392.0,
0.35827515024749557
],
[
118784.0,
0.3331537356321839
]
],
"sweep_ev_lat": 1665.5027932960893,
"sweep_ev_debit": 0.7001048300832383,
"scan_nk": [
[
2048.0,
0.10690209210833804
],
[
8192.0,
0.10342533389923707
]
],
"scan_lat": [
[
2.0,
6166.609261237772
],
[
3712.0,
12229.254525220487
]
],
"scan_ev_debit": 0.7001048300832383,
"scan_fixe": 468000.0,
"aux_barre": 23.50765609741211,
"scan_octet": 0.023983780294656754
},
"mesure_ms": 3742.1081520000002
},
"sweeps": [
{
"bars": 20000,
"combos": 5000,
"requested_combos": 5000,
"grid": {
"fast": 50,
"slow": 100
},
"data_digest": "554df142406ad3f0",
"tier_before": {
"pro": true
},
"parity": {
"status": "exact",
"combos_compared": 5000,
"worst_abs_return_delta": 0.0,
"worst_component": null,
"worst_pair": null,
"reference": "cpu",
"reference_threads": 4,
"identical_cells": 5000
},
"timings": {
"seconds": 0.03235178499999947,
"per_combo_us": 6.470356999999893,
"first_call_s": 0.43652941699999914,
"stats": {
"samples_s": [
0.03325163799999942,
0.03235178499999947,
0.03490276399999992,
0.031298265000000214,
0.03522360599999885,
0.031137172999999407,
0.030501705999999018
],
"min_s": 0.030501705999999018,
"median_s": 0.03235178499999947,
"max_s": 0.03522360599999885,
"iqr_s": 0.003765591000000512,
"iqr_over_median": 0.11639515408502418
},
"noisy": false,
"reps": 7
},
"fallbacks": [],
"unstable_reps": 0,
"tier_after": {
"pro": true
},
"status": "exact",
"reason": null
},
{
"bars": 20000,
"combos": 20000,
"requested_combos": 20000,
"grid": {
"fast": 125,
"slow": 160
},
"data_digest": "554df142406ad3f0",
"tier_before": {
"pro": true
},
"parity": {
"status": "exact",
"combos_compared": 20000,
"worst_abs_return_delta": 0.0,
"worst_component": null,
"worst_pair": null,
"reference": "cpu",
"reference_threads": 4,
"identical_cells": 20000
},
"timings": {
"seconds": 0.1073764869999998,
"per_combo_us": 5.36882434999999,
"first_call_s": 0.12113355899999867,
"stats": {
"samples_s": [
0.10724215499999978,
0.11424856899999902,
0.1047887309999993,
0.11527887599999964,
0.10304836500000114,
0.10965162099999937,
0.1073764869999998
],
"min_s": 0.10304836500000114,
"median_s": 0.1073764869999998,
"max_s": 0.11527887599999964,
"iqr_s": 0.00945983799999972,
"iqr_over_median": 0.08809971590893767
},
"noisy": false,
"reps": 7
},
"fallbacks": [],
"unstable_reps": 0,
"tier_after": {
"pro": true
},
"status": "exact",
"reason": null
},
{
"bars": 200000,
"combos": 10000,
"requested_combos": 10000,
"grid": {
"fast": 100,
"slow": 100
},
"data_digest": "116ce87b2230b7dd",
"tier_before": {
"pro": true
},
"parity": {
"status": "exact",
"combos_compared": 10000,
"worst_abs_return_delta": 0.0,
"worst_component": null,
"worst_pair": null,
"reference": "cpu",
"reference_threads": 4,
"identical_cells": 10000
},
"timings": {
"seconds": 0.23207894899999815,
"per_combo_us": 23.207894899999815,
"first_call_s": 0.24080344799999942,
"stats": {
"samples_s": [
0.24327363200000107,
0.23207894899999815,
0.2228719169999991,
0.22806773499999977,
0.23429619799999912,
0.23221834199999947,
0.2312812760000007
],
"min_s": 0.2228719169999991,
"median_s": 0.23207894899999815,
"max_s": 0.24327363200000107,
"iqr_s": 0.006228462999999351,
"iqr_over_median": 0.026837690479197235
},
"noisy": false,
"reps": 7
},
"fallbacks": [],
"unstable_reps": 0,
"tier_after": {
"pro": true
},
"status": "exact",
"reason": null
},
{
"bars": 200000,
"combos": 150000,
"requested_combos": 150000,
"grid": {
"fast": 375,
"slow": 400
},
"data_digest": "116ce87b2230b7dd",
"tier_before": {
"pro": true
},
"parity": {
"status": "exact",
"combos_compared": 150000,
"worst_abs_return_delta": 0.0,
"worst_component": null,
"worst_pair": null,
"reference": "cpu",
"reference_threads": 4,
"identical_cells": 150000
},
"timings": {
"seconds": 2.766972399999986,
"per_combo_us": 18.446482666666572,
"first_call_s": 2.9034051990000016,
"stats": {
"samples_s": [
2.737314795000003,
2.8070474059999952,
2.7657012020000025,
2.766972399999986,
2.766944615,
2.779343436000005,
2.7805212489999747
],
"min_s": 2.737314795000003,
"median_s": 2.766972399999986,
"max_s": 2.8070474059999952,
"iqr_s": 0.014820046999972192,
"iqr_over_median": 0.0053560516179967195
},
"noisy": false,
"reps": 7
},
"fallbacks": [],
"unstable_reps": 0,
"tier_after": {
"pro": true
},
"status": "exact",
"reason": null
}
],
"status": "exact",
"reason": null
}
}