启用概率校准和 WebSocket 报价配置
This commit is contained in:
2569718930@qq.com
@@ -1,14 +1,14 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260418212046",
|
||||
"generated_at": "2026-04-18T21:21:04.160748+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"version": "emos-auto-20260421122743",
|
||||
"generated_at": "2026-04-21T12:28:08.021388+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"promote_requested": true,
|
||||
"promoted": true,
|
||||
"backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json",
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
@@ -20,10 +20,10 @@
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"delta_crps": -0.03617,
|
||||
"delta_mae": -0.007896,
|
||||
"delta_bucket_hit_rate": -0.009445
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
@@ -31,9 +31,9 @@
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260418212046",
|
||||
"emos-auto-20260421122743",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
@@ -47,9 +47,9 @@
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
|
||||
+62
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421115828",
|
||||
"generated_at": "2026-04-21T11:58:32.490537+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 74,
|
||||
"delta_crps": -0.142868,
|
||||
"delta_mae": -0.056741,
|
||||
"delta_bucket_hit_rate": 0.0
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421115828",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
+115
@@ -0,0 +1,115 @@
|
||||
{
|
||||
"version": "emos-auto-20260421115828",
|
||||
"trained_at": "2026-04-21T11:58:31.424860+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 2.60074353,
|
||||
"raw_mu_coef": 1.97765258,
|
||||
"deb_coef": -1.37457626,
|
||||
"ens_median_coef": 0.10693472,
|
||||
"max_so_far_gap_coef": -0.58256593
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": 0.6373609,
|
||||
"raw_sigma_coef": -1.41537225,
|
||||
"spread_coef": 2.12997577,
|
||||
"peak_flag_coef": -0.08633203,
|
||||
"max_so_far_gap_coef": -0.00716383
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.05,
|
||||
"alpha_sigma": 0.7
|
||||
},
|
||||
"cities": {
|
||||
"tokyo": {
|
||||
"samples": 5,
|
||||
"mu_bias": 2.101101,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 6,
|
||||
"mu_bias": -0.523145,
|
||||
"sigma_scale": 1.139849,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -0.285183,
|
||||
"sigma_scale": 0.550171,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 7,
|
||||
"mu_bias": 3.234676,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 5,
|
||||
"mu_bias": 4.731246,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"busan": {
|
||||
"samples": 3,
|
||||
"mu_bias": 0.177772,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -3.070325,
|
||||
"sigma_scale": 1.462196,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"milan": {
|
||||
"samples": 3,
|
||||
"mu_bias": -4.249866,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 3,
|
||||
"mu_bias": 1.080039,
|
||||
"sigma_scale": 1.638119,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 3,
|
||||
"mu_bias": -1.68611,
|
||||
"sigma_scale": 1.38114,
|
||||
"confidence": 0.375
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 74,
|
||||
"mean_crps": 3.181501,
|
||||
"legacy_mean_crps": 3.474108,
|
||||
"legacy_mean_mae": 3.679324,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"legacy_bucket_brier": 0.855395,
|
||||
"selected_mean_crps": 3.322469,
|
||||
"selected_mean_mae": 3.618254,
|
||||
"selected_bucket_hit_rate": 0.5,
|
||||
"selected_bucket_brier": 0.863048,
|
||||
"selected_score": 5.08158,
|
||||
"legacy_score": 5.233586,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json"
|
||||
}
|
||||
+293
@@ -0,0 +1,293 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 74,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 3.474108,
|
||||
"mean_mae": 3.679324,
|
||||
"bucket_hit_rate": 0.5
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 3.33124,
|
||||
"mean_mae": 3.622584,
|
||||
"bucket_hit_rate": 0.5
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.142868,
|
||||
"mae": -0.056741,
|
||||
"bucket_hit_rate": 0.0
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"ankara": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.365135,
|
||||
"emos_mean_crps": 1.392829,
|
||||
"legacy_mean_mae": 1.466667,
|
||||
"emos_mean_mae": 1.444819,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 30.449382,
|
||||
"emos_mean_crps": 29.886236,
|
||||
"legacy_mean_mae": 32.015,
|
||||
"emos_mean_mae": 31.322804,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 9.113412,
|
||||
"emos_mean_crps": 8.463522,
|
||||
"legacy_mean_mae": 10.27,
|
||||
"emos_mean_mae": 10.024533,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.276202,
|
||||
"emos_mean_crps": 0.326485,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.239636,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.306469,
|
||||
"emos_mean_crps": 0.378812,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.153224,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 1.250268,
|
||||
"emos_mean_crps": 0.714669,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 0.319756,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 2.173363,
|
||||
"emos_mean_crps": 0.840297,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 1.028146,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 0.706099,
|
||||
"emos_mean_crps": 0.731926,
|
||||
"legacy_mean_mae": 0.657143,
|
||||
"emos_mean_mae": 0.669911,
|
||||
"legacy_bucket_hit_rate": 0.714286,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.264103,
|
||||
"emos_mean_crps": 1.214967,
|
||||
"legacy_mean_mae": 1.5,
|
||||
"emos_mean_mae": 1.469837,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"london": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 3.885033,
|
||||
"emos_mean_crps": 3.799841,
|
||||
"legacy_mean_mae": 4.135,
|
||||
"emos_mean_mae": 4.027503,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 2.487193,
|
||||
"emos_mean_crps": 2.107441,
|
||||
"legacy_mean_mae": 3.205,
|
||||
"emos_mean_mae": 2.876943,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 6.27726,
|
||||
"emos_mean_crps": 5.810228,
|
||||
"legacy_mean_mae": 7.33,
|
||||
"emos_mean_mae": 7.195133,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 28.637631,
|
||||
"emos_mean_crps": 27.592664,
|
||||
"legacy_mean_mae": 30.175,
|
||||
"emos_mean_mae": 29.284979,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 4.401392,
|
||||
"emos_mean_crps": 3.782613,
|
||||
"legacy_mean_mae": 4.06,
|
||||
"emos_mean_mae": 3.989808,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"munich": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 3.145192,
|
||||
"emos_mean_crps": 2.990712,
|
||||
"legacy_mean_mae": 3.64,
|
||||
"emos_mean_mae": 3.61502,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 3.692845,
|
||||
"emos_mean_crps": 3.021798,
|
||||
"legacy_mean_mae": 4.94,
|
||||
"emos_mean_mae": 4.54437,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 4.013782,
|
||||
"emos_mean_crps": 3.915303,
|
||||
"legacy_mean_mae": 4.265,
|
||||
"emos_mean_mae": 4.179694,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 5.540967,
|
||||
"emos_mean_crps": 5.018605,
|
||||
"legacy_mean_mae": 6.57,
|
||||
"emos_mean_mae": 6.314389,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.315488,
|
||||
"emos_mean_crps": 0.524119,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 0.673609,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.508331,
|
||||
"emos_mean_crps": 0.520762,
|
||||
"legacy_mean_mae": 0.2,
|
||||
"emos_mean_mae": 0.247862,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.299116,
|
||||
"emos_mean_crps": 0.402453,
|
||||
"legacy_mean_mae": 0.1,
|
||||
"emos_mean_mae": 0.189437,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 1.198351,
|
||||
"emos_mean_crps": 1.490963,
|
||||
"legacy_mean_mae": 1.3,
|
||||
"emos_mean_mae": 1.628189,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.281993,
|
||||
"emos_mean_crps": 0.370374,
|
||||
"legacy_mean_mae": 0.15,
|
||||
"emos_mean_mae": 0.118005,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.950739,
|
||||
"emos_mean_crps": 1.042332,
|
||||
"legacy_mean_mae": 0.94,
|
||||
"emos_mean_mae": 0.951241,
|
||||
"legacy_bucket_hit_rate": 0.6,
|
||||
"emos_bucket_hit_rate": 0.6
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.446758,
|
||||
"emos_mean_crps": 0.578691,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.116966,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.879366,
|
||||
"emos_mean_crps": 0.876608,
|
||||
"legacy_mean_mae": 1.022,
|
||||
"emos_mean_mae": 1.008317,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 5.497916,
|
||||
"emos_mean_crps": 5.268783,
|
||||
"legacy_mean_mae": 6.33,
|
||||
"emos_mean_mae": 6.388522,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.618875,
|
||||
"emos_mean_crps": 1.524219,
|
||||
"legacy_mean_mae": 2.056667,
|
||||
"emos_mean_mae": 2.006524,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.364919,
|
||||
"emos_mean_crps": 0.484124,
|
||||
"legacy_mean_mae": 0.15,
|
||||
"emos_mean_mae": 0.123335,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.476225,
|
||||
"emos_mean_crps": 0.578405,
|
||||
"legacy_mean_mae": 0.8,
|
||||
"emos_mean_mae": 0.962852,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"ok": false,
|
||||
"version": "emos-auto-20260421121159",
|
||||
"stage": "fit",
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121159\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421121159",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 1,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
}
|
||||
}
|
||||
+62
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421121920",
|
||||
"generated_at": "2026-04-21T12:19:41.596944+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421121920",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
+361
@@ -0,0 +1,361 @@
|
||||
{
|
||||
"version": "emos-auto-20260421121920",
|
||||
"trained_at": "2026-04-21T12:19:38.887631+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.34330438,
|
||||
"raw_mu_coef": 0.48749629,
|
||||
"deb_coef": 0.45733479,
|
||||
"ens_median_coef": 0.05955297,
|
||||
"max_so_far_gap_coef": -0.104935
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.62765582,
|
||||
"raw_sigma_coef": 0.38492261,
|
||||
"spread_coef": 0.29095921,
|
||||
"peak_flag_coef": 0.33966327,
|
||||
"max_so_far_gap_coef": 0.08357376
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.25,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.438949,
|
||||
"sigma_scale": 0.553793,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.044971,
|
||||
"sigma_scale": 1.389753,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.067406,
|
||||
"sigma_scale": 1.270298,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.010833,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.21677,
|
||||
"sigma_scale": 1.095669,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"mu_bias": 1.072189,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"mu_bias": -0.092732,
|
||||
"sigma_scale": 1.558646,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.627862,
|
||||
"sigma_scale": 1.761239,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.424101,
|
||||
"sigma_scale": 1.326675,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.347796,
|
||||
"sigma_scale": 0.893459,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.659983,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.941818,
|
||||
"sigma_scale": 1.979403,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"mu_bias": 2.040009,
|
||||
"sigma_scale": 0.982492,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.990023,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.188787,
|
||||
"sigma_scale": 1.819594,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"mu_bias": 2.285098,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.258095,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.093105,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.982188,
|
||||
"sigma_scale": 1.695172,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.786242,
|
||||
"sigma_scale": 1.427037,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.096559,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.045038,
|
||||
"sigma_scale": 1.626331,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.50853,
|
||||
"sigma_scale": 1.239146,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.442247,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.129889,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.040792,
|
||||
"sigma_scale": 1.393259,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.507293,
|
||||
"sigma_scale": 1.420004,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.736316,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"mu_bias": 1.772229,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.289639,
|
||||
"sigma_scale": 1.124006,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.332129,
|
||||
"sigma_scale": 0.729483,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"mu_bias": 1.6533,
|
||||
"sigma_scale": 0.82648,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.343239,
|
||||
"sigma_scale": 1.886868,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.087122,
|
||||
"sigma_scale": 1.108884,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.348022,
|
||||
"sigma_scale": 0.810527,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.288176,
|
||||
"sigma_scale": 0.952972,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.006114,
|
||||
"sigma_scale": 0.728494,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.771154,
|
||||
"sigma_scale": 1.30329,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.445906,
|
||||
"sigma_scale": 0.796989,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.021301,
|
||||
"sigma_scale": 1.106566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"mu_bias": 0.37527,
|
||||
"sigma_scale": 0.517756,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.600671,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"mu_bias": 0.7082,
|
||||
"sigma_scale": 1.975103,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.41371,
|
||||
"sigma_scale": 0.656578,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.499197,
|
||||
"sigma_scale": 1.361171,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.293537,
|
||||
"sigma_scale": 0.751498,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.593437,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"mu_bias": -0.035595,
|
||||
"sigma_scale": 0.588612,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.516879,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.609602,
|
||||
"sigma_scale": 0.783723,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.436837,
|
||||
"sigma_scale": 1.46524,
|
||||
"confidence": 1.0
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"mean_crps": 1.330733,
|
||||
"legacy_mean_crps": 1.376936,
|
||||
"legacy_mean_mae": 1.589438,
|
||||
"legacy_bucket_hit_rate": 0.43865,
|
||||
"legacy_bucket_brier": 0.824571,
|
||||
"selected_mean_crps": 1.311763,
|
||||
"selected_mean_mae": 1.553658,
|
||||
"selected_bucket_hit_rate": 0.432515,
|
||||
"selected_bucket_brier": 0.789817,
|
||||
"selected_score": 2.910718,
|
||||
"legacy_score": 2.996333,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json"
|
||||
}
|
||||
+482
@@ -0,0 +1,482 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 978,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.376936,
|
||||
"mean_mae": 1.589438,
|
||||
"bucket_hit_rate": 0.43865
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.319727,
|
||||
"mean_mae": 1.554869,
|
||||
"bucket_hit_rate": 0.43456
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.05721,
|
||||
"mae": -0.034568,
|
||||
"bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.868937,
|
||||
"emos_mean_crps": 0.847633,
|
||||
"legacy_mean_mae": 0.983529,
|
||||
"emos_mean_mae": 0.979456,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.610138,
|
||||
"emos_mean_crps": 0.569029,
|
||||
"legacy_mean_mae": 0.726087,
|
||||
"emos_mean_mae": 0.731312,
|
||||
"legacy_bucket_hit_rate": 0.434783,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 4.304444,
|
||||
"emos_mean_crps": 4.435438,
|
||||
"legacy_mean_mae": 4.79,
|
||||
"emos_mean_mae": 4.992948,
|
||||
"legacy_bucket_hit_rate": 0.181818,
|
||||
"emos_bucket_hit_rate": 0.090909
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 3.989577,
|
||||
"emos_mean_crps": 3.688746,
|
||||
"legacy_mean_mae": 4.5115,
|
||||
"emos_mean_mae": 4.454993,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.261424,
|
||||
"emos_mean_crps": 2.109386,
|
||||
"legacy_mean_mae": 2.422,
|
||||
"emos_mean_mae": 2.377675,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.116518,
|
||||
"emos_mean_crps": 1.123144,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.468371,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.632274,
|
||||
"emos_mean_crps": 1.657172,
|
||||
"legacy_mean_mae": 1.885,
|
||||
"emos_mean_mae": 1.875542,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 1.066146,
|
||||
"emos_mean_crps": 0.99263,
|
||||
"legacy_mean_mae": 1.304375,
|
||||
"emos_mean_mae": 1.259453,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 0.7369,
|
||||
"emos_mean_crps": 0.646728,
|
||||
"legacy_mean_mae": 0.882,
|
||||
"emos_mean_mae": 0.809407,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.009046,
|
||||
"emos_mean_crps": 0.964076,
|
||||
"legacy_mean_mae": 1.1835,
|
||||
"emos_mean_mae": 1.155294,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.052956,
|
||||
"emos_mean_crps": 2.842851,
|
||||
"legacy_mean_mae": 3.398095,
|
||||
"emos_mean_mae": 3.312975,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.095238
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.239078,
|
||||
"emos_mean_crps": 1.231804,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.501486,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.795116,
|
||||
"emos_mean_crps": 1.700865,
|
||||
"legacy_mean_mae": 1.979048,
|
||||
"emos_mean_mae": 2.017151,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.586654,
|
||||
"emos_mean_crps": 1.565936,
|
||||
"legacy_mean_mae": 1.991667,
|
||||
"emos_mean_mae": 1.995792,
|
||||
"legacy_bucket_hit_rate": 0.166667,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.626777,
|
||||
"emos_mean_crps": 0.489382,
|
||||
"legacy_mean_mae": 0.785294,
|
||||
"emos_mean_mae": 0.640606,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"legacy_mean_crps": 0.531004,
|
||||
"emos_mean_crps": 0.473302,
|
||||
"legacy_mean_mae": 0.552917,
|
||||
"emos_mean_mae": 0.52881,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.488859,
|
||||
"emos_mean_crps": 1.412564,
|
||||
"legacy_mean_mae": 1.8085,
|
||||
"emos_mean_mae": 1.80359,
|
||||
"legacy_bucket_hit_rate": 0.25,
|
||||
"emos_bucket_hit_rate": 0.2
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.586067,
|
||||
"emos_mean_crps": 0.546494,
|
||||
"legacy_mean_mae": 0.6225,
|
||||
"emos_mean_mae": 0.557255,
|
||||
"legacy_bucket_hit_rate": 0.7,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.620583,
|
||||
"emos_mean_crps": 0.553084,
|
||||
"legacy_mean_mae": 0.875625,
|
||||
"emos_mean_mae": 0.793719,
|
||||
"legacy_bucket_hit_rate": 0.4375,
|
||||
"emos_bucket_hit_rate": 0.4375
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.822658,
|
||||
"emos_mean_crps": 1.674198,
|
||||
"legacy_mean_mae": 2.277,
|
||||
"emos_mean_mae": 2.192556,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.1
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.361328,
|
||||
"emos_mean_crps": 0.326866,
|
||||
"legacy_mean_mae": 0.398,
|
||||
"emos_mean_mae": 0.336276,
|
||||
"legacy_bucket_hit_rate": 0.8,
|
||||
"emos_bucket_hit_rate": 0.8
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.927888,
|
||||
"emos_mean_crps": 0.86633,
|
||||
"legacy_mean_mae": 1.146875,
|
||||
"emos_mean_mae": 1.083193,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.174893,
|
||||
"emos_mean_crps": 1.204827,
|
||||
"legacy_mean_mae": 1.592,
|
||||
"emos_mean_mae": 1.586221,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.713018,
|
||||
"emos_mean_crps": 0.63244,
|
||||
"legacy_mean_mae": 0.706316,
|
||||
"emos_mean_mae": 0.641667,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.298133,
|
||||
"emos_mean_crps": 1.267504,
|
||||
"legacy_mean_mae": 1.429091,
|
||||
"emos_mean_mae": 1.422989,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.051516,
|
||||
"emos_mean_crps": 2.006381,
|
||||
"legacy_mean_mae": 2.4145,
|
||||
"emos_mean_mae": 2.366065,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.134917,
|
||||
"emos_mean_crps": 0.890494,
|
||||
"legacy_mean_mae": 1.532727,
|
||||
"emos_mean_mae": 1.201547,
|
||||
"legacy_bucket_hit_rate": 0.136364,
|
||||
"emos_bucket_hit_rate": 0.272727
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.196523,
|
||||
"emos_mean_crps": 1.197589,
|
||||
"legacy_mean_mae": 1.380909,
|
||||
"emos_mean_mae": 1.383717,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.636364
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 1.9342,
|
||||
"emos_mean_crps": 1.510621,
|
||||
"legacy_mean_mae": 2.408,
|
||||
"emos_mean_mae": 1.914957,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.560208,
|
||||
"emos_mean_crps": 0.506071,
|
||||
"legacy_mean_mae": 0.713,
|
||||
"emos_mean_mae": 0.653865,
|
||||
"legacy_bucket_hit_rate": 0.55,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 3.359106,
|
||||
"emos_mean_crps": 3.561458,
|
||||
"legacy_mean_mae": 3.660455,
|
||||
"emos_mean_mae": 3.936442,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.184521,
|
||||
"emos_mean_crps": 1.055058,
|
||||
"legacy_mean_mae": 1.284348,
|
||||
"emos_mean_mae": 1.220263,
|
||||
"legacy_bucket_hit_rate": 0.304348,
|
||||
"emos_bucket_hit_rate": 0.434783
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.617727,
|
||||
"emos_mean_crps": 0.578817,
|
||||
"legacy_mean_mae": 0.6375,
|
||||
"emos_mean_mae": 0.576256,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.101444,
|
||||
"emos_mean_crps": 1.049123,
|
||||
"legacy_mean_mae": 1.298182,
|
||||
"emos_mean_mae": 1.285139,
|
||||
"legacy_bucket_hit_rate": 0.227273,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.428596,
|
||||
"emos_mean_crps": 3.466282,
|
||||
"legacy_mean_mae": 3.988571,
|
||||
"emos_mean_mae": 4.038895,
|
||||
"legacy_bucket_hit_rate": 0.238095,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.347679,
|
||||
"emos_mean_crps": 0.287754,
|
||||
"legacy_mean_mae": 0.476471,
|
||||
"emos_mean_mae": 0.391782,
|
||||
"legacy_bucket_hit_rate": 0.588235,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.718617,
|
||||
"emos_mean_crps": 0.691394,
|
||||
"legacy_mean_mae": 0.680455,
|
||||
"emos_mean_mae": 0.696494,
|
||||
"legacy_bucket_hit_rate": 0.772727,
|
||||
"emos_bucket_hit_rate": 0.772727
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.623636,
|
||||
"emos_mean_crps": 2.475182,
|
||||
"legacy_mean_mae": 2.9075,
|
||||
"emos_mean_mae": 2.837902,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.25
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.930626,
|
||||
"emos_mean_crps": 0.931492,
|
||||
"legacy_mean_mae": 1.16,
|
||||
"emos_mean_mae": 1.123038,
|
||||
"legacy_bucket_hit_rate": 0.590909,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.378395,
|
||||
"emos_mean_crps": 1.333721,
|
||||
"legacy_mean_mae": 1.601905,
|
||||
"emos_mean_mae": 1.565253,
|
||||
"legacy_bucket_hit_rate": 0.428571,
|
||||
"emos_bucket_hit_rate": 0.380952
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.449956,
|
||||
"emos_mean_crps": 1.264612,
|
||||
"legacy_mean_mae": 1.817727,
|
||||
"emos_mean_mae": 1.604882,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.237937,
|
||||
"emos_mean_crps": 1.196583,
|
||||
"legacy_mean_mae": 1.458261,
|
||||
"emos_mean_mae": 1.430445,
|
||||
"legacy_bucket_hit_rate": 0.565217,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.481109,
|
||||
"emos_mean_crps": 0.444093,
|
||||
"legacy_mean_mae": 0.608095,
|
||||
"emos_mean_mae": 0.581253,
|
||||
"legacy_bucket_hit_rate": 0.619048,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.852942,
|
||||
"emos_mean_crps": 0.758454,
|
||||
"legacy_mean_mae": 1.020909,
|
||||
"emos_mean_mae": 0.915982,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.801052,
|
||||
"emos_mean_crps": 0.721468,
|
||||
"legacy_mean_mae": 0.85087,
|
||||
"emos_mean_mae": 0.814252,
|
||||
"legacy_bucket_hit_rate": 0.478261,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.770763,
|
||||
"emos_mean_crps": 0.672956,
|
||||
"legacy_mean_mae": 0.904091,
|
||||
"emos_mean_mae": 0.843671,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.651385,
|
||||
"emos_mean_crps": 0.641684,
|
||||
"legacy_mean_mae": 0.798182,
|
||||
"emos_mean_mae": 0.787542,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.590909
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 2.733044,
|
||||
"emos_mean_crps": 2.714624,
|
||||
"legacy_mean_mae": 2.981818,
|
||||
"emos_mean_mae": 2.969098,
|
||||
"legacy_bucket_hit_rate": 0.318182,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.668776,
|
||||
"emos_mean_crps": 0.665164,
|
||||
"legacy_mean_mae": 0.796087,
|
||||
"emos_mean_mae": 0.796958,
|
||||
"legacy_bucket_hit_rate": 0.652174,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.731346,
|
||||
"emos_mean_crps": 0.726977,
|
||||
"legacy_mean_mae": 0.895,
|
||||
"emos_mean_mae": 0.892558,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.925443,
|
||||
"emos_mean_crps": 0.897806,
|
||||
"legacy_mean_mae": 1.0375,
|
||||
"emos_mean_mae": 1.003133,
|
||||
"legacy_bucket_hit_rate": 0.65,
|
||||
"emos_bucket_hit_rate": 0.65
|
||||
}
|
||||
}
|
||||
}
|
||||
+62
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421122743",
|
||||
"generated_at": "2026-04-21T12:28:08.021388+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": true,
|
||||
"promoted": true,
|
||||
"backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json",
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421122743",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
+361
@@ -0,0 +1,361 @@
|
||||
{
|
||||
"version": "emos-auto-20260421122743",
|
||||
"trained_at": "2026-04-21T12:28:05.031165+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.34330438,
|
||||
"raw_mu_coef": 0.48749629,
|
||||
"deb_coef": 0.45733479,
|
||||
"ens_median_coef": 0.05955297,
|
||||
"max_so_far_gap_coef": -0.104935
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.62765582,
|
||||
"raw_sigma_coef": 0.38492261,
|
||||
"spread_coef": 0.29095921,
|
||||
"peak_flag_coef": 0.33966327,
|
||||
"max_so_far_gap_coef": 0.08357376
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.25,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.438949,
|
||||
"sigma_scale": 0.553793,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.044971,
|
||||
"sigma_scale": 1.389753,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.067406,
|
||||
"sigma_scale": 1.270298,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.010833,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.21677,
|
||||
"sigma_scale": 1.095669,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"mu_bias": 1.072189,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"mu_bias": -0.092732,
|
||||
"sigma_scale": 1.558646,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.627862,
|
||||
"sigma_scale": 1.761239,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.424101,
|
||||
"sigma_scale": 1.326675,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.347796,
|
||||
"sigma_scale": 0.893459,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.659983,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.941818,
|
||||
"sigma_scale": 1.979403,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"mu_bias": 2.040009,
|
||||
"sigma_scale": 0.982492,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.990023,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.188787,
|
||||
"sigma_scale": 1.819594,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"mu_bias": 2.285098,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.258095,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.093105,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.982188,
|
||||
"sigma_scale": 1.695172,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.786242,
|
||||
"sigma_scale": 1.427037,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.096559,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.045038,
|
||||
"sigma_scale": 1.626331,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.50853,
|
||||
"sigma_scale": 1.239146,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.442247,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.129889,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.040792,
|
||||
"sigma_scale": 1.393259,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.507293,
|
||||
"sigma_scale": 1.420004,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.736316,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"mu_bias": 1.772229,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.289639,
|
||||
"sigma_scale": 1.124006,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.332129,
|
||||
"sigma_scale": 0.729483,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"mu_bias": 1.6533,
|
||||
"sigma_scale": 0.82648,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.343239,
|
||||
"sigma_scale": 1.886868,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.087122,
|
||||
"sigma_scale": 1.108884,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.348022,
|
||||
"sigma_scale": 0.810527,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.288176,
|
||||
"sigma_scale": 0.952972,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.006114,
|
||||
"sigma_scale": 0.728494,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.771154,
|
||||
"sigma_scale": 1.30329,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.445906,
|
||||
"sigma_scale": 0.796989,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.021301,
|
||||
"sigma_scale": 1.106566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"mu_bias": 0.37527,
|
||||
"sigma_scale": 0.517756,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.600671,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"mu_bias": 0.7082,
|
||||
"sigma_scale": 1.975103,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.41371,
|
||||
"sigma_scale": 0.656578,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.499197,
|
||||
"sigma_scale": 1.361171,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.293537,
|
||||
"sigma_scale": 0.751498,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.593437,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"mu_bias": -0.035595,
|
||||
"sigma_scale": 0.588612,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.516879,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.609602,
|
||||
"sigma_scale": 0.783723,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.436837,
|
||||
"sigma_scale": 1.46524,
|
||||
"confidence": 1.0
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"mean_crps": 1.330733,
|
||||
"legacy_mean_crps": 1.376936,
|
||||
"legacy_mean_mae": 1.589438,
|
||||
"legacy_bucket_hit_rate": 0.43865,
|
||||
"legacy_bucket_brier": 0.824571,
|
||||
"selected_mean_crps": 1.311763,
|
||||
"selected_mean_mae": 1.553658,
|
||||
"selected_bucket_hit_rate": 0.432515,
|
||||
"selected_bucket_brier": 0.789817,
|
||||
"selected_score": 2.910718,
|
||||
"legacy_score": 2.996333,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json"
|
||||
}
|
||||
+482
@@ -0,0 +1,482 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 978,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.376936,
|
||||
"mean_mae": 1.589438,
|
||||
"bucket_hit_rate": 0.43865
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.319727,
|
||||
"mean_mae": 1.554869,
|
||||
"bucket_hit_rate": 0.43456
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.05721,
|
||||
"mae": -0.034568,
|
||||
"bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.868937,
|
||||
"emos_mean_crps": 0.847633,
|
||||
"legacy_mean_mae": 0.983529,
|
||||
"emos_mean_mae": 0.979456,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.610138,
|
||||
"emos_mean_crps": 0.569029,
|
||||
"legacy_mean_mae": 0.726087,
|
||||
"emos_mean_mae": 0.731312,
|
||||
"legacy_bucket_hit_rate": 0.434783,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 4.304444,
|
||||
"emos_mean_crps": 4.435438,
|
||||
"legacy_mean_mae": 4.79,
|
||||
"emos_mean_mae": 4.992948,
|
||||
"legacy_bucket_hit_rate": 0.181818,
|
||||
"emos_bucket_hit_rate": 0.090909
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 3.989577,
|
||||
"emos_mean_crps": 3.688746,
|
||||
"legacy_mean_mae": 4.5115,
|
||||
"emos_mean_mae": 4.454993,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.261424,
|
||||
"emos_mean_crps": 2.109386,
|
||||
"legacy_mean_mae": 2.422,
|
||||
"emos_mean_mae": 2.377675,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.116518,
|
||||
"emos_mean_crps": 1.123144,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.468371,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.632274,
|
||||
"emos_mean_crps": 1.657172,
|
||||
"legacy_mean_mae": 1.885,
|
||||
"emos_mean_mae": 1.875542,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 1.066146,
|
||||
"emos_mean_crps": 0.99263,
|
||||
"legacy_mean_mae": 1.304375,
|
||||
"emos_mean_mae": 1.259453,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 0.7369,
|
||||
"emos_mean_crps": 0.646728,
|
||||
"legacy_mean_mae": 0.882,
|
||||
"emos_mean_mae": 0.809407,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.009046,
|
||||
"emos_mean_crps": 0.964076,
|
||||
"legacy_mean_mae": 1.1835,
|
||||
"emos_mean_mae": 1.155294,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.052956,
|
||||
"emos_mean_crps": 2.842851,
|
||||
"legacy_mean_mae": 3.398095,
|
||||
"emos_mean_mae": 3.312975,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.095238
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.239078,
|
||||
"emos_mean_crps": 1.231804,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.501486,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.795116,
|
||||
"emos_mean_crps": 1.700865,
|
||||
"legacy_mean_mae": 1.979048,
|
||||
"emos_mean_mae": 2.017151,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.586654,
|
||||
"emos_mean_crps": 1.565936,
|
||||
"legacy_mean_mae": 1.991667,
|
||||
"emos_mean_mae": 1.995792,
|
||||
"legacy_bucket_hit_rate": 0.166667,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.626777,
|
||||
"emos_mean_crps": 0.489382,
|
||||
"legacy_mean_mae": 0.785294,
|
||||
"emos_mean_mae": 0.640606,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"legacy_mean_crps": 0.531004,
|
||||
"emos_mean_crps": 0.473302,
|
||||
"legacy_mean_mae": 0.552917,
|
||||
"emos_mean_mae": 0.52881,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.488859,
|
||||
"emos_mean_crps": 1.412564,
|
||||
"legacy_mean_mae": 1.8085,
|
||||
"emos_mean_mae": 1.80359,
|
||||
"legacy_bucket_hit_rate": 0.25,
|
||||
"emos_bucket_hit_rate": 0.2
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.586067,
|
||||
"emos_mean_crps": 0.546494,
|
||||
"legacy_mean_mae": 0.6225,
|
||||
"emos_mean_mae": 0.557255,
|
||||
"legacy_bucket_hit_rate": 0.7,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.620583,
|
||||
"emos_mean_crps": 0.553084,
|
||||
"legacy_mean_mae": 0.875625,
|
||||
"emos_mean_mae": 0.793719,
|
||||
"legacy_bucket_hit_rate": 0.4375,
|
||||
"emos_bucket_hit_rate": 0.4375
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.822658,
|
||||
"emos_mean_crps": 1.674198,
|
||||
"legacy_mean_mae": 2.277,
|
||||
"emos_mean_mae": 2.192556,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.1
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.361328,
|
||||
"emos_mean_crps": 0.326866,
|
||||
"legacy_mean_mae": 0.398,
|
||||
"emos_mean_mae": 0.336276,
|
||||
"legacy_bucket_hit_rate": 0.8,
|
||||
"emos_bucket_hit_rate": 0.8
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.927888,
|
||||
"emos_mean_crps": 0.86633,
|
||||
"legacy_mean_mae": 1.146875,
|
||||
"emos_mean_mae": 1.083193,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.174893,
|
||||
"emos_mean_crps": 1.204827,
|
||||
"legacy_mean_mae": 1.592,
|
||||
"emos_mean_mae": 1.586221,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.713018,
|
||||
"emos_mean_crps": 0.63244,
|
||||
"legacy_mean_mae": 0.706316,
|
||||
"emos_mean_mae": 0.641667,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.298133,
|
||||
"emos_mean_crps": 1.267504,
|
||||
"legacy_mean_mae": 1.429091,
|
||||
"emos_mean_mae": 1.422989,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.051516,
|
||||
"emos_mean_crps": 2.006381,
|
||||
"legacy_mean_mae": 2.4145,
|
||||
"emos_mean_mae": 2.366065,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.134917,
|
||||
"emos_mean_crps": 0.890494,
|
||||
"legacy_mean_mae": 1.532727,
|
||||
"emos_mean_mae": 1.201547,
|
||||
"legacy_bucket_hit_rate": 0.136364,
|
||||
"emos_bucket_hit_rate": 0.272727
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.196523,
|
||||
"emos_mean_crps": 1.197589,
|
||||
"legacy_mean_mae": 1.380909,
|
||||
"emos_mean_mae": 1.383717,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.636364
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 1.9342,
|
||||
"emos_mean_crps": 1.510621,
|
||||
"legacy_mean_mae": 2.408,
|
||||
"emos_mean_mae": 1.914957,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.560208,
|
||||
"emos_mean_crps": 0.506071,
|
||||
"legacy_mean_mae": 0.713,
|
||||
"emos_mean_mae": 0.653865,
|
||||
"legacy_bucket_hit_rate": 0.55,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 3.359106,
|
||||
"emos_mean_crps": 3.561458,
|
||||
"legacy_mean_mae": 3.660455,
|
||||
"emos_mean_mae": 3.936442,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.184521,
|
||||
"emos_mean_crps": 1.055058,
|
||||
"legacy_mean_mae": 1.284348,
|
||||
"emos_mean_mae": 1.220263,
|
||||
"legacy_bucket_hit_rate": 0.304348,
|
||||
"emos_bucket_hit_rate": 0.434783
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.617727,
|
||||
"emos_mean_crps": 0.578817,
|
||||
"legacy_mean_mae": 0.6375,
|
||||
"emos_mean_mae": 0.576256,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.101444,
|
||||
"emos_mean_crps": 1.049123,
|
||||
"legacy_mean_mae": 1.298182,
|
||||
"emos_mean_mae": 1.285139,
|
||||
"legacy_bucket_hit_rate": 0.227273,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.428596,
|
||||
"emos_mean_crps": 3.466282,
|
||||
"legacy_mean_mae": 3.988571,
|
||||
"emos_mean_mae": 4.038895,
|
||||
"legacy_bucket_hit_rate": 0.238095,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.347679,
|
||||
"emos_mean_crps": 0.287754,
|
||||
"legacy_mean_mae": 0.476471,
|
||||
"emos_mean_mae": 0.391782,
|
||||
"legacy_bucket_hit_rate": 0.588235,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.718617,
|
||||
"emos_mean_crps": 0.691394,
|
||||
"legacy_mean_mae": 0.680455,
|
||||
"emos_mean_mae": 0.696494,
|
||||
"legacy_bucket_hit_rate": 0.772727,
|
||||
"emos_bucket_hit_rate": 0.772727
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.623636,
|
||||
"emos_mean_crps": 2.475182,
|
||||
"legacy_mean_mae": 2.9075,
|
||||
"emos_mean_mae": 2.837902,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.25
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.930626,
|
||||
"emos_mean_crps": 0.931492,
|
||||
"legacy_mean_mae": 1.16,
|
||||
"emos_mean_mae": 1.123038,
|
||||
"legacy_bucket_hit_rate": 0.590909,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.378395,
|
||||
"emos_mean_crps": 1.333721,
|
||||
"legacy_mean_mae": 1.601905,
|
||||
"emos_mean_mae": 1.565253,
|
||||
"legacy_bucket_hit_rate": 0.428571,
|
||||
"emos_bucket_hit_rate": 0.380952
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.449956,
|
||||
"emos_mean_crps": 1.264612,
|
||||
"legacy_mean_mae": 1.817727,
|
||||
"emos_mean_mae": 1.604882,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.237937,
|
||||
"emos_mean_crps": 1.196583,
|
||||
"legacy_mean_mae": 1.458261,
|
||||
"emos_mean_mae": 1.430445,
|
||||
"legacy_bucket_hit_rate": 0.565217,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.481109,
|
||||
"emos_mean_crps": 0.444093,
|
||||
"legacy_mean_mae": 0.608095,
|
||||
"emos_mean_mae": 0.581253,
|
||||
"legacy_bucket_hit_rate": 0.619048,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.852942,
|
||||
"emos_mean_crps": 0.758454,
|
||||
"legacy_mean_mae": 1.020909,
|
||||
"emos_mean_mae": 0.915982,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.801052,
|
||||
"emos_mean_crps": 0.721468,
|
||||
"legacy_mean_mae": 0.85087,
|
||||
"emos_mean_mae": 0.814252,
|
||||
"legacy_bucket_hit_rate": 0.478261,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.770763,
|
||||
"emos_mean_crps": 0.672956,
|
||||
"legacy_mean_mae": 0.904091,
|
||||
"emos_mean_mae": 0.843671,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.651385,
|
||||
"emos_mean_crps": 0.641684,
|
||||
"legacy_mean_mae": 0.798182,
|
||||
"emos_mean_mae": 0.787542,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.590909
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 2.733044,
|
||||
"emos_mean_crps": 2.714624,
|
||||
"legacy_mean_mae": 2.981818,
|
||||
"emos_mean_mae": 2.969098,
|
||||
"legacy_bucket_hit_rate": 0.318182,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.668776,
|
||||
"emos_mean_crps": 0.665164,
|
||||
"legacy_mean_mae": 0.796087,
|
||||
"emos_mean_mae": 0.796958,
|
||||
"legacy_bucket_hit_rate": 0.652174,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.731346,
|
||||
"emos_mean_crps": 0.726977,
|
||||
"legacy_mean_mae": 0.895,
|
||||
"emos_mean_mae": 0.892558,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.925443,
|
||||
"emos_mean_crps": 0.897806,
|
||||
"legacy_mean_mae": 1.0375,
|
||||
"emos_mean_mae": 1.003133,
|
||||
"legacy_bucket_hit_rate": 0.65,
|
||||
"emos_bucket_hit_rate": 0.65
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user