Ignore local EMOS training artifacts
This commit is contained in:
2569718930@qq.com
+4
-1
@@ -13,6 +13,10 @@ data/models/
|
||||
logs/
|
||||
artifacts/probability_calibration/auto_retrain_report.json
|
||||
artifacts/probability_calibration/candidates/
|
||||
artifacts/probability_calibration/default.backup-*.json
|
||||
artifacts/probability_calibration/default.local-backup-*.json
|
||||
artifacts/local_runtime/probability_calibration/auto_retrain_report.json
|
||||
artifacts/local_runtime/probability_calibration/candidates/
|
||||
|
||||
# Python
|
||||
__pycache__/
|
||||
@@ -45,4 +49,3 @@ frontend/*.tsbuildinfo
|
||||
# Browser extension build artifacts
|
||||
/extension.zip
|
||||
/extension-*.zip
|
||||
|
||||
|
||||
@@ -1,62 +0,0 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421122743",
|
||||
"generated_at": "2026-04-21T12:28:08.021388+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": true,
|
||||
"promoted": true,
|
||||
"backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json",
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421122743",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
-62
@@ -1,62 +0,0 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260418212046",
|
||||
"generated_at": "2026-04-18T21:21:04.160748+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"delta_crps": -0.03617,
|
||||
"delta_mae": -0.007896,
|
||||
"delta_bucket_hit_rate": -0.009445
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260418212046",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
-361
@@ -1,361 +0,0 @@
|
||||
{
|
||||
"version": "emos-auto-20260418212046",
|
||||
"trained_at": "2026-04-18T21:21:01.845585+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.2254302,
|
||||
"raw_mu_coef": 0.6118983,
|
||||
"deb_coef": 0.33808937,
|
||||
"ens_median_coef": 0.05495855,
|
||||
"max_so_far_gap_coef": -0.0932547
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.63488372,
|
||||
"raw_sigma_coef": 0.25697024,
|
||||
"spread_coef": 0.27252389,
|
||||
"peak_flag_coef": 0.25649506,
|
||||
"max_so_far_gap_coef": 0.1247358
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.05,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"jakarta": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.311632,
|
||||
"sigma_scale": 1.017611,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.66582,
|
||||
"sigma_scale": 0.811034,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.528539,
|
||||
"sigma_scale": 1.575887,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.199116,
|
||||
"sigma_scale": 1.357064,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.805689,
|
||||
"sigma_scale": 1.360136,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.205656,
|
||||
"sigma_scale": 0.924063,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.370092,
|
||||
"sigma_scale": 1.198264,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.951787,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.194962,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.147953,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.294945,
|
||||
"sigma_scale": 0.970849,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.225084,
|
||||
"sigma_scale": 1.935455,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.325773,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.390722,
|
||||
"sigma_scale": 1.324935,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 18,
|
||||
"mu_bias": 2.419404,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.47057,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 19,
|
||||
"mu_bias": -3.137033,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 19,
|
||||
"mu_bias": -2.30076,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.201183,
|
||||
"sigma_scale": 1.232981,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -2.200374,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.802133,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.606095,
|
||||
"sigma_scale": 0.827307,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.474194,
|
||||
"sigma_scale": 1.138478,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.465199,
|
||||
"sigma_scale": 0.840945,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 4,
|
||||
"mu_bias": -2.182386,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.5
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.262371,
|
||||
"sigma_scale": 1.226611,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.51351,
|
||||
"sigma_scale": 1.47005,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.045915,
|
||||
"sigma_scale": 1.357288,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 7,
|
||||
"mu_bias": 0.519428,
|
||||
"sigma_scale": 1.514993,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 8,
|
||||
"mu_bias": 1.145929,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.272435,
|
||||
"sigma_scale": 0.957354,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.518587,
|
||||
"sigma_scale": 0.862574,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.964252,
|
||||
"sigma_scale": 0.776068,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.216931,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.379808,
|
||||
"sigma_scale": 0.576369,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.525219,
|
||||
"sigma_scale": 0.779717,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.357955,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.128349,
|
||||
"sigma_scale": 1.087276,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.121108,
|
||||
"sigma_scale": 1.744875,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 7,
|
||||
"mu_bias": 0.455546,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"paris": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.127694,
|
||||
"sigma_scale": 1.230108,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.532308,
|
||||
"sigma_scale": 1.982566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.508653,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.06599,
|
||||
"sigma_scale": 1.940436,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.390534,
|
||||
"sigma_scale": 0.761538,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.360733,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.52807,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.26042,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.628782,
|
||||
"sigma_scale": 1.610083,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 3,
|
||||
"mu_bias": -0.780441,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 3,
|
||||
"mu_bias": -1.489692,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"mean_crps": 1.366484,
|
||||
"legacy_mean_crps": 1.395994,
|
||||
"legacy_mean_mae": 1.587426,
|
||||
"legacy_bucket_hit_rate": 0.451004,
|
||||
"legacy_bucket_brier": 0.833743,
|
||||
"selected_mean_crps": 1.353599,
|
||||
"selected_mean_mae": 1.579253,
|
||||
"selected_bucket_hit_rate": 0.44392,
|
||||
"selected_bucket_brier": 0.802857,
|
||||
"selected_score": 2.947788,
|
||||
"legacy_score": 3.003539,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json"
|
||||
}
|
||||
-482
@@ -1,482 +0,0 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 847,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.395994,
|
||||
"mean_mae": 1.587426,
|
||||
"bucket_hit_rate": 0.451004
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.359824,
|
||||
"mean_mae": 1.57953,
|
||||
"bucket_hit_rate": 0.441558
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.03617,
|
||||
"mae": -0.007896,
|
||||
"bucket_hit_rate": -0.009445
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.987415,
|
||||
"emos_mean_crps": 0.961828,
|
||||
"legacy_mean_mae": 1.132857,
|
||||
"emos_mean_mae": 1.125179,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.428571
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.601736,
|
||||
"emos_mean_crps": 0.564683,
|
||||
"legacy_mean_mae": 0.6865,
|
||||
"emos_mean_mae": 0.681341,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.45
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 4.694941,
|
||||
"emos_mean_crps": 4.720441,
|
||||
"legacy_mean_mae": 5.1,
|
||||
"emos_mean_mae": 5.14654,
|
||||
"legacy_bucket_hit_rate": 0.157895,
|
||||
"emos_bucket_hit_rate": 0.105263
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 3.480078,
|
||||
"emos_mean_crps": 3.084405,
|
||||
"legacy_mean_mae": 3.74,
|
||||
"emos_mean_mae": 3.733189,
|
||||
"legacy_bucket_hit_rate": 0.058824,
|
||||
"emos_bucket_hit_rate": 0.058824
|
||||
},
|
||||
"austin": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.644367,
|
||||
"emos_mean_crps": 1.558512,
|
||||
"legacy_mean_mae": 1.788824,
|
||||
"emos_mean_mae": 1.724237,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.504991,
|
||||
"emos_mean_crps": 1.535402,
|
||||
"legacy_mean_mae": 1.943889,
|
||||
"emos_mean_mae": 1.93954,
|
||||
"legacy_bucket_hit_rate": 0.388889,
|
||||
"emos_bucket_hit_rate": 0.388889
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.50594,
|
||||
"emos_mean_crps": 1.515676,
|
||||
"legacy_mean_mae": 1.774737,
|
||||
"emos_mean_mae": 1.776997,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"busan": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 1.32137,
|
||||
"emos_mean_crps": 1.30751,
|
||||
"legacy_mean_mae": 1.578571,
|
||||
"emos_mean_mae": 1.574854,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.285714
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 1.306883,
|
||||
"emos_mean_crps": 1.279311,
|
||||
"legacy_mean_mae": 1.624286,
|
||||
"emos_mean_mae": 1.606502,
|
||||
"legacy_bucket_hit_rate": 0.142857,
|
||||
"emos_bucket_hit_rate": 0.142857
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.97712,
|
||||
"emos_mean_crps": 0.948547,
|
||||
"legacy_mean_mae": 1.121667,
|
||||
"emos_mean_mae": 1.117198,
|
||||
"legacy_bucket_hit_rate": 0.444444,
|
||||
"emos_bucket_hit_rate": 0.444444
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 2.968133,
|
||||
"emos_mean_crps": 2.884946,
|
||||
"legacy_mean_mae": 3.378333,
|
||||
"emos_mean_mae": 3.342852,
|
||||
"legacy_bucket_hit_rate": 0.277778,
|
||||
"emos_bucket_hit_rate": 0.166667
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.209798,
|
||||
"emos_mean_crps": 1.219771,
|
||||
"legacy_mean_mae": 1.563333,
|
||||
"emos_mean_mae": 1.553719,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.514743,
|
||||
"emos_mean_crps": 1.403035,
|
||||
"legacy_mean_mae": 1.562778,
|
||||
"emos_mean_mae": 1.576013,
|
||||
"legacy_bucket_hit_rate": 0.444444,
|
||||
"emos_bucket_hit_rate": 0.444444
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 4,
|
||||
"legacy_mean_crps": 2.173291,
|
||||
"emos_mean_crps": 2.087242,
|
||||
"legacy_mean_mae": 2.235,
|
||||
"emos_mean_mae": 2.215336,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.780006,
|
||||
"emos_mean_crps": 0.734291,
|
||||
"legacy_mean_mae": 0.966429,
|
||||
"emos_mean_mae": 0.930396,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.606459,
|
||||
"emos_mean_crps": 0.577355,
|
||||
"legacy_mean_mae": 0.651364,
|
||||
"emos_mean_mae": 0.648663,
|
||||
"legacy_bucket_hit_rate": 0.727273,
|
||||
"emos_bucket_hit_rate": 0.681818
|
||||
},
|
||||
"houston": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.585453,
|
||||
"emos_mean_crps": 1.529507,
|
||||
"legacy_mean_mae": 1.874118,
|
||||
"emos_mean_mae": 1.872825,
|
||||
"legacy_bucket_hit_rate": 0.294118,
|
||||
"emos_bucket_hit_rate": 0.294118
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.595311,
|
||||
"emos_mean_crps": 0.552377,
|
||||
"legacy_mean_mae": 0.556471,
|
||||
"emos_mean_mae": 0.539751,
|
||||
"legacy_bucket_hit_rate": 0.823529,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.900747,
|
||||
"emos_mean_crps": 0.893463,
|
||||
"legacy_mean_mae": 1.127857,
|
||||
"emos_mean_mae": 1.120582,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 8,
|
||||
"legacy_mean_crps": 1.895708,
|
||||
"emos_mean_crps": 1.845136,
|
||||
"legacy_mean_mae": 2.25125,
|
||||
"emos_mean_mae": 2.252419,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 3.800591,
|
||||
"emos_mean_crps": 3.864419,
|
||||
"legacy_mean_mae": 4.373333,
|
||||
"emos_mean_mae": 4.370732,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 1.269324,
|
||||
"emos_mean_crps": 1.256321,
|
||||
"legacy_mean_mae": 1.52,
|
||||
"emos_mean_mae": 1.514488,
|
||||
"legacy_bucket_hit_rate": 0.357143,
|
||||
"emos_bucket_hit_rate": 0.357143
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 0.906342,
|
||||
"emos_mean_crps": 0.917018,
|
||||
"legacy_mean_mae": 1.254286,
|
||||
"emos_mean_mae": 1.237313,
|
||||
"legacy_bucket_hit_rate": 0.142857,
|
||||
"emos_bucket_hit_rate": 0.142857
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.803404,
|
||||
"emos_mean_crps": 0.761944,
|
||||
"legacy_mean_mae": 0.828824,
|
||||
"emos_mean_mae": 0.817151,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"london": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.372253,
|
||||
"emos_mean_crps": 1.343838,
|
||||
"legacy_mean_mae": 1.453684,
|
||||
"emos_mean_mae": 1.45014,
|
||||
"legacy_bucket_hit_rate": 0.526316,
|
||||
"emos_bucket_hit_rate": 0.526316
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.618329,
|
||||
"emos_mean_crps": 1.554333,
|
||||
"legacy_mean_mae": 1.781765,
|
||||
"emos_mean_mae": 1.784064,
|
||||
"legacy_bucket_hit_rate": 0.352941,
|
||||
"emos_bucket_hit_rate": 0.352941
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.81502,
|
||||
"emos_mean_crps": 1.714879,
|
||||
"legacy_mean_mae": 2.2115,
|
||||
"emos_mean_mae": 2.112162,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.15
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.407792,
|
||||
"emos_mean_crps": 1.418606,
|
||||
"legacy_mean_mae": 1.620526,
|
||||
"emos_mean_mae": 1.622569,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.526316
|
||||
},
|
||||
"manila": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.623393,
|
||||
"emos_mean_crps": 1.64462,
|
||||
"legacy_mean_mae": 2.02,
|
||||
"emos_mean_mae": 2.009874,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.584555,
|
||||
"emos_mean_crps": 0.554658,
|
||||
"legacy_mean_mae": 0.758824,
|
||||
"emos_mean_mae": 0.732893,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"miami": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 3.579308,
|
||||
"emos_mean_crps": 3.623019,
|
||||
"legacy_mean_mae": 3.843684,
|
||||
"emos_mean_mae": 3.903567,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.421053
|
||||
},
|
||||
"milan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.281634,
|
||||
"emos_mean_crps": 1.178909,
|
||||
"legacy_mean_mae": 1.358,
|
||||
"emos_mean_mae": 1.346126,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.753709,
|
||||
"emos_mean_crps": 0.731335,
|
||||
"legacy_mean_mae": 0.8,
|
||||
"emos_mean_mae": 0.785323,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"munich": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.456455,
|
||||
"emos_mean_crps": 1.41921,
|
||||
"legacy_mean_mae": 1.704737,
|
||||
"emos_mean_mae": 1.695068,
|
||||
"legacy_bucket_hit_rate": 0.210526,
|
||||
"emos_bucket_hit_rate": 0.210526
|
||||
},
|
||||
"new york": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 2.359876,
|
||||
"emos_mean_crps": 2.341163,
|
||||
"legacy_mean_mae": 2.695,
|
||||
"emos_mean_mae": 2.699524,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.361716,
|
||||
"emos_mean_crps": 0.33962,
|
||||
"legacy_mean_mae": 0.469286,
|
||||
"emos_mean_mae": 0.463352,
|
||||
"legacy_bucket_hit_rate": 0.785714,
|
||||
"emos_bucket_hit_rate": 0.785714
|
||||
},
|
||||
"paris": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.85199,
|
||||
"emos_mean_crps": 0.832136,
|
||||
"legacy_mean_mae": 0.873158,
|
||||
"emos_mean_mae": 0.868655,
|
||||
"legacy_bucket_hit_rate": 0.736842,
|
||||
"emos_bucket_hit_rate": 0.736842
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 2.69808,
|
||||
"emos_mean_crps": 2.593537,
|
||||
"legacy_mean_mae": 2.870588,
|
||||
"emos_mean_mae": 2.850331,
|
||||
"legacy_bucket_hit_rate": 0.411765,
|
||||
"emos_bucket_hit_rate": 0.411765
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.011902,
|
||||
"emos_mean_crps": 1.01773,
|
||||
"legacy_mean_mae": 1.254737,
|
||||
"emos_mean_mae": 1.249211,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.687541,
|
||||
"emos_mean_crps": 0.652651,
|
||||
"legacy_mean_mae": 0.798333,
|
||||
"emos_mean_mae": 0.790552,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.39114,
|
||||
"emos_mean_crps": 1.369958,
|
||||
"legacy_mean_mae": 1.7505,
|
||||
"emos_mean_mae": 1.726451,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.422167,
|
||||
"emos_mean_crps": 1.423053,
|
||||
"legacy_mean_mae": 1.694286,
|
||||
"emos_mean_mae": 1.692691,
|
||||
"legacy_bucket_hit_rate": 0.571429,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.486563,
|
||||
"emos_mean_crps": 0.473602,
|
||||
"legacy_mean_mae": 0.612105,
|
||||
"emos_mean_mae": 0.603981,
|
||||
"legacy_bucket_hit_rate": 0.631579,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.866487,
|
||||
"emos_mean_crps": 0.850527,
|
||||
"legacy_mean_mae": 1.106,
|
||||
"emos_mean_mae": 1.094612,
|
||||
"legacy_bucket_hit_rate": 0.35,
|
||||
"emos_bucket_hit_rate": 0.35
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.754907,
|
||||
"emos_mean_crps": 0.69014,
|
||||
"legacy_mean_mae": 0.699524,
|
||||
"emos_mean_mae": 0.702462,
|
||||
"legacy_bucket_hit_rate": 0.571429,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.700721,
|
||||
"emos_mean_crps": 0.65593,
|
||||
"legacy_mean_mae": 0.788421,
|
||||
"emos_mean_mae": 0.768234,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.837186,
|
||||
"emos_mean_crps": 0.828923,
|
||||
"legacy_mean_mae": 0.993,
|
||||
"emos_mean_mae": 0.990435,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 2.51112,
|
||||
"emos_mean_crps": 2.486868,
|
||||
"legacy_mean_mae": 2.751053,
|
||||
"emos_mean_mae": 2.756704,
|
||||
"legacy_bucket_hit_rate": 0.315789,
|
||||
"emos_bucket_hit_rate": 0.315789
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.483353,
|
||||
"emos_mean_crps": 0.474875,
|
||||
"legacy_mean_mae": 0.591,
|
||||
"emos_mean_mae": 0.590616,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.723469,
|
||||
"emos_mean_crps": 0.71472,
|
||||
"legacy_mean_mae": 0.877,
|
||||
"emos_mean_mae": 0.877932,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.12801,
|
||||
"emos_mean_crps": 1.115206,
|
||||
"legacy_mean_mae": 1.243333,
|
||||
"emos_mean_mae": 1.242457,
|
||||
"legacy_bucket_hit_rate": 0.611111,
|
||||
"emos_bucket_hit_rate": 0.611111
|
||||
}
|
||||
}
|
||||
}
|
||||
-62
@@ -1,62 +0,0 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421115828",
|
||||
"generated_at": "2026-04-21T11:58:32.490537+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 74,
|
||||
"delta_crps": -0.142868,
|
||||
"delta_mae": -0.056741,
|
||||
"delta_bucket_hit_rate": 0.0
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421115828",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
-115
@@ -1,115 +0,0 @@
|
||||
{
|
||||
"version": "emos-auto-20260421115828",
|
||||
"trained_at": "2026-04-21T11:58:31.424860+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 2.60074353,
|
||||
"raw_mu_coef": 1.97765258,
|
||||
"deb_coef": -1.37457626,
|
||||
"ens_median_coef": 0.10693472,
|
||||
"max_so_far_gap_coef": -0.58256593
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": 0.6373609,
|
||||
"raw_sigma_coef": -1.41537225,
|
||||
"spread_coef": 2.12997577,
|
||||
"peak_flag_coef": -0.08633203,
|
||||
"max_so_far_gap_coef": -0.00716383
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.05,
|
||||
"alpha_sigma": 0.7
|
||||
},
|
||||
"cities": {
|
||||
"tokyo": {
|
||||
"samples": 5,
|
||||
"mu_bias": 2.101101,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 6,
|
||||
"mu_bias": -0.523145,
|
||||
"sigma_scale": 1.139849,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -0.285183,
|
||||
"sigma_scale": 0.550171,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 7,
|
||||
"mu_bias": 3.234676,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 5,
|
||||
"mu_bias": 4.731246,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"busan": {
|
||||
"samples": 3,
|
||||
"mu_bias": 0.177772,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -3.070325,
|
||||
"sigma_scale": 1.462196,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"milan": {
|
||||
"samples": 3,
|
||||
"mu_bias": -4.249866,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 3,
|
||||
"mu_bias": 1.080039,
|
||||
"sigma_scale": 1.638119,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 3,
|
||||
"mu_bias": -1.68611,
|
||||
"sigma_scale": 1.38114,
|
||||
"confidence": 0.375
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 74,
|
||||
"mean_crps": 3.181501,
|
||||
"legacy_mean_crps": 3.474108,
|
||||
"legacy_mean_mae": 3.679324,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"legacy_bucket_brier": 0.855395,
|
||||
"selected_mean_crps": 3.322469,
|
||||
"selected_mean_mae": 3.618254,
|
||||
"selected_bucket_hit_rate": 0.5,
|
||||
"selected_bucket_brier": 0.863048,
|
||||
"selected_score": 5.08158,
|
||||
"legacy_score": 5.233586,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json"
|
||||
}
|
||||
-293
@@ -1,293 +0,0 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 74,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 3.474108,
|
||||
"mean_mae": 3.679324,
|
||||
"bucket_hit_rate": 0.5
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 3.33124,
|
||||
"mean_mae": 3.622584,
|
||||
"bucket_hit_rate": 0.5
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.142868,
|
||||
"mae": -0.056741,
|
||||
"bucket_hit_rate": 0.0
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"ankara": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.365135,
|
||||
"emos_mean_crps": 1.392829,
|
||||
"legacy_mean_mae": 1.466667,
|
||||
"emos_mean_mae": 1.444819,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 30.449382,
|
||||
"emos_mean_crps": 29.886236,
|
||||
"legacy_mean_mae": 32.015,
|
||||
"emos_mean_mae": 31.322804,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 9.113412,
|
||||
"emos_mean_crps": 8.463522,
|
||||
"legacy_mean_mae": 10.27,
|
||||
"emos_mean_mae": 10.024533,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.276202,
|
||||
"emos_mean_crps": 0.326485,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.239636,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.306469,
|
||||
"emos_mean_crps": 0.378812,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.153224,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 1.250268,
|
||||
"emos_mean_crps": 0.714669,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 0.319756,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 2.173363,
|
||||
"emos_mean_crps": 0.840297,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 1.028146,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 0.706099,
|
||||
"emos_mean_crps": 0.731926,
|
||||
"legacy_mean_mae": 0.657143,
|
||||
"emos_mean_mae": 0.669911,
|
||||
"legacy_bucket_hit_rate": 0.714286,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.264103,
|
||||
"emos_mean_crps": 1.214967,
|
||||
"legacy_mean_mae": 1.5,
|
||||
"emos_mean_mae": 1.469837,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"london": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 3.885033,
|
||||
"emos_mean_crps": 3.799841,
|
||||
"legacy_mean_mae": 4.135,
|
||||
"emos_mean_mae": 4.027503,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 2.487193,
|
||||
"emos_mean_crps": 2.107441,
|
||||
"legacy_mean_mae": 3.205,
|
||||
"emos_mean_mae": 2.876943,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 6.27726,
|
||||
"emos_mean_crps": 5.810228,
|
||||
"legacy_mean_mae": 7.33,
|
||||
"emos_mean_mae": 7.195133,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 28.637631,
|
||||
"emos_mean_crps": 27.592664,
|
||||
"legacy_mean_mae": 30.175,
|
||||
"emos_mean_mae": 29.284979,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 4.401392,
|
||||
"emos_mean_crps": 3.782613,
|
||||
"legacy_mean_mae": 4.06,
|
||||
"emos_mean_mae": 3.989808,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"munich": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 3.145192,
|
||||
"emos_mean_crps": 2.990712,
|
||||
"legacy_mean_mae": 3.64,
|
||||
"emos_mean_mae": 3.61502,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 3.692845,
|
||||
"emos_mean_crps": 3.021798,
|
||||
"legacy_mean_mae": 4.94,
|
||||
"emos_mean_mae": 4.54437,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 4.013782,
|
||||
"emos_mean_crps": 3.915303,
|
||||
"legacy_mean_mae": 4.265,
|
||||
"emos_mean_mae": 4.179694,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 5.540967,
|
||||
"emos_mean_crps": 5.018605,
|
||||
"legacy_mean_mae": 6.57,
|
||||
"emos_mean_mae": 6.314389,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.315488,
|
||||
"emos_mean_crps": 0.524119,
|
||||
"legacy_mean_mae": 0.0,
|
||||
"emos_mean_mae": 0.673609,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.508331,
|
||||
"emos_mean_crps": 0.520762,
|
||||
"legacy_mean_mae": 0.2,
|
||||
"emos_mean_mae": 0.247862,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 0.299116,
|
||||
"emos_mean_crps": 0.402453,
|
||||
"legacy_mean_mae": 0.1,
|
||||
"emos_mean_mae": 0.189437,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 1.198351,
|
||||
"emos_mean_crps": 1.490963,
|
||||
"legacy_mean_mae": 1.3,
|
||||
"emos_mean_mae": 1.628189,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.281993,
|
||||
"emos_mean_crps": 0.370374,
|
||||
"legacy_mean_mae": 0.15,
|
||||
"emos_mean_mae": 0.118005,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.950739,
|
||||
"emos_mean_crps": 1.042332,
|
||||
"legacy_mean_mae": 0.94,
|
||||
"emos_mean_mae": 0.951241,
|
||||
"legacy_bucket_hit_rate": 0.6,
|
||||
"emos_bucket_hit_rate": 0.6
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.446758,
|
||||
"emos_mean_crps": 0.578691,
|
||||
"legacy_mean_mae": 0.3,
|
||||
"emos_mean_mae": 0.116966,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.879366,
|
||||
"emos_mean_crps": 0.876608,
|
||||
"legacy_mean_mae": 1.022,
|
||||
"emos_mean_mae": 1.008317,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 5.497916,
|
||||
"emos_mean_crps": 5.268783,
|
||||
"legacy_mean_mae": 6.33,
|
||||
"emos_mean_mae": 6.388522,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.618875,
|
||||
"emos_mean_crps": 1.524219,
|
||||
"legacy_mean_mae": 2.056667,
|
||||
"emos_mean_mae": 2.006524,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 2,
|
||||
"legacy_mean_crps": 0.364919,
|
||||
"emos_mean_crps": 0.484124,
|
||||
"legacy_mean_mae": 0.15,
|
||||
"emos_mean_mae": 0.123335,
|
||||
"legacy_bucket_hit_rate": 1.0,
|
||||
"emos_bucket_hit_rate": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 1,
|
||||
"legacy_mean_crps": 0.476225,
|
||||
"emos_mean_crps": 0.578405,
|
||||
"legacy_mean_mae": 0.8,
|
||||
"emos_mean_mae": 0.962852,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
}
|
||||
}
|
||||
}
|
||||
-21
@@ -1,21 +0,0 @@
|
||||
{
|
||||
"ok": false,
|
||||
"version": "emos-auto-20260421121159",
|
||||
"stage": "fit",
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121159\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421121159",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 1,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
}
|
||||
}
|
||||
-62
@@ -1,62 +0,0 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421121920",
|
||||
"generated_at": "2026-04-21T12:19:41.596944+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421121920",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
-361
@@ -1,361 +0,0 @@
|
||||
{
|
||||
"version": "emos-auto-20260421121920",
|
||||
"trained_at": "2026-04-21T12:19:38.887631+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.34330438,
|
||||
"raw_mu_coef": 0.48749629,
|
||||
"deb_coef": 0.45733479,
|
||||
"ens_median_coef": 0.05955297,
|
||||
"max_so_far_gap_coef": -0.104935
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.62765582,
|
||||
"raw_sigma_coef": 0.38492261,
|
||||
"spread_coef": 0.29095921,
|
||||
"peak_flag_coef": 0.33966327,
|
||||
"max_so_far_gap_coef": 0.08357376
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.25,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.438949,
|
||||
"sigma_scale": 0.553793,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.044971,
|
||||
"sigma_scale": 1.389753,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.067406,
|
||||
"sigma_scale": 1.270298,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.010833,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.21677,
|
||||
"sigma_scale": 1.095669,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"mu_bias": 1.072189,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"mu_bias": -0.092732,
|
||||
"sigma_scale": 1.558646,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.627862,
|
||||
"sigma_scale": 1.761239,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.424101,
|
||||
"sigma_scale": 1.326675,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.347796,
|
||||
"sigma_scale": 0.893459,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.659983,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.941818,
|
||||
"sigma_scale": 1.979403,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"mu_bias": 2.040009,
|
||||
"sigma_scale": 0.982492,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.990023,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.188787,
|
||||
"sigma_scale": 1.819594,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"mu_bias": 2.285098,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.258095,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.093105,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.982188,
|
||||
"sigma_scale": 1.695172,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.786242,
|
||||
"sigma_scale": 1.427037,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.096559,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.045038,
|
||||
"sigma_scale": 1.626331,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.50853,
|
||||
"sigma_scale": 1.239146,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.442247,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.129889,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.040792,
|
||||
"sigma_scale": 1.393259,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.507293,
|
||||
"sigma_scale": 1.420004,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.736316,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"mu_bias": 1.772229,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.289639,
|
||||
"sigma_scale": 1.124006,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.332129,
|
||||
"sigma_scale": 0.729483,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"mu_bias": 1.6533,
|
||||
"sigma_scale": 0.82648,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.343239,
|
||||
"sigma_scale": 1.886868,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.087122,
|
||||
"sigma_scale": 1.108884,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.348022,
|
||||
"sigma_scale": 0.810527,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.288176,
|
||||
"sigma_scale": 0.952972,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.006114,
|
||||
"sigma_scale": 0.728494,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.771154,
|
||||
"sigma_scale": 1.30329,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.445906,
|
||||
"sigma_scale": 0.796989,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.021301,
|
||||
"sigma_scale": 1.106566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"mu_bias": 0.37527,
|
||||
"sigma_scale": 0.517756,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.600671,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"mu_bias": 0.7082,
|
||||
"sigma_scale": 1.975103,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.41371,
|
||||
"sigma_scale": 0.656578,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.499197,
|
||||
"sigma_scale": 1.361171,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.293537,
|
||||
"sigma_scale": 0.751498,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.593437,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"mu_bias": -0.035595,
|
||||
"sigma_scale": 0.588612,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.516879,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.609602,
|
||||
"sigma_scale": 0.783723,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.436837,
|
||||
"sigma_scale": 1.46524,
|
||||
"confidence": 1.0
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"mean_crps": 1.330733,
|
||||
"legacy_mean_crps": 1.376936,
|
||||
"legacy_mean_mae": 1.589438,
|
||||
"legacy_bucket_hit_rate": 0.43865,
|
||||
"legacy_bucket_brier": 0.824571,
|
||||
"selected_mean_crps": 1.311763,
|
||||
"selected_mean_mae": 1.553658,
|
||||
"selected_bucket_hit_rate": 0.432515,
|
||||
"selected_bucket_brier": 0.789817,
|
||||
"selected_score": 2.910718,
|
||||
"legacy_score": 2.996333,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json"
|
||||
}
|
||||
-482
@@ -1,482 +0,0 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 978,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.376936,
|
||||
"mean_mae": 1.589438,
|
||||
"bucket_hit_rate": 0.43865
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.319727,
|
||||
"mean_mae": 1.554869,
|
||||
"bucket_hit_rate": 0.43456
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.05721,
|
||||
"mae": -0.034568,
|
||||
"bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.868937,
|
||||
"emos_mean_crps": 0.847633,
|
||||
"legacy_mean_mae": 0.983529,
|
||||
"emos_mean_mae": 0.979456,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.610138,
|
||||
"emos_mean_crps": 0.569029,
|
||||
"legacy_mean_mae": 0.726087,
|
||||
"emos_mean_mae": 0.731312,
|
||||
"legacy_bucket_hit_rate": 0.434783,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 4.304444,
|
||||
"emos_mean_crps": 4.435438,
|
||||
"legacy_mean_mae": 4.79,
|
||||
"emos_mean_mae": 4.992948,
|
||||
"legacy_bucket_hit_rate": 0.181818,
|
||||
"emos_bucket_hit_rate": 0.090909
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 3.989577,
|
||||
"emos_mean_crps": 3.688746,
|
||||
"legacy_mean_mae": 4.5115,
|
||||
"emos_mean_mae": 4.454993,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.261424,
|
||||
"emos_mean_crps": 2.109386,
|
||||
"legacy_mean_mae": 2.422,
|
||||
"emos_mean_mae": 2.377675,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.116518,
|
||||
"emos_mean_crps": 1.123144,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.468371,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.632274,
|
||||
"emos_mean_crps": 1.657172,
|
||||
"legacy_mean_mae": 1.885,
|
||||
"emos_mean_mae": 1.875542,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 1.066146,
|
||||
"emos_mean_crps": 0.99263,
|
||||
"legacy_mean_mae": 1.304375,
|
||||
"emos_mean_mae": 1.259453,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 0.7369,
|
||||
"emos_mean_crps": 0.646728,
|
||||
"legacy_mean_mae": 0.882,
|
||||
"emos_mean_mae": 0.809407,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.009046,
|
||||
"emos_mean_crps": 0.964076,
|
||||
"legacy_mean_mae": 1.1835,
|
||||
"emos_mean_mae": 1.155294,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.052956,
|
||||
"emos_mean_crps": 2.842851,
|
||||
"legacy_mean_mae": 3.398095,
|
||||
"emos_mean_mae": 3.312975,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.095238
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.239078,
|
||||
"emos_mean_crps": 1.231804,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.501486,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.795116,
|
||||
"emos_mean_crps": 1.700865,
|
||||
"legacy_mean_mae": 1.979048,
|
||||
"emos_mean_mae": 2.017151,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.586654,
|
||||
"emos_mean_crps": 1.565936,
|
||||
"legacy_mean_mae": 1.991667,
|
||||
"emos_mean_mae": 1.995792,
|
||||
"legacy_bucket_hit_rate": 0.166667,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.626777,
|
||||
"emos_mean_crps": 0.489382,
|
||||
"legacy_mean_mae": 0.785294,
|
||||
"emos_mean_mae": 0.640606,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"legacy_mean_crps": 0.531004,
|
||||
"emos_mean_crps": 0.473302,
|
||||
"legacy_mean_mae": 0.552917,
|
||||
"emos_mean_mae": 0.52881,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.488859,
|
||||
"emos_mean_crps": 1.412564,
|
||||
"legacy_mean_mae": 1.8085,
|
||||
"emos_mean_mae": 1.80359,
|
||||
"legacy_bucket_hit_rate": 0.25,
|
||||
"emos_bucket_hit_rate": 0.2
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.586067,
|
||||
"emos_mean_crps": 0.546494,
|
||||
"legacy_mean_mae": 0.6225,
|
||||
"emos_mean_mae": 0.557255,
|
||||
"legacy_bucket_hit_rate": 0.7,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.620583,
|
||||
"emos_mean_crps": 0.553084,
|
||||
"legacy_mean_mae": 0.875625,
|
||||
"emos_mean_mae": 0.793719,
|
||||
"legacy_bucket_hit_rate": 0.4375,
|
||||
"emos_bucket_hit_rate": 0.4375
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.822658,
|
||||
"emos_mean_crps": 1.674198,
|
||||
"legacy_mean_mae": 2.277,
|
||||
"emos_mean_mae": 2.192556,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.1
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.361328,
|
||||
"emos_mean_crps": 0.326866,
|
||||
"legacy_mean_mae": 0.398,
|
||||
"emos_mean_mae": 0.336276,
|
||||
"legacy_bucket_hit_rate": 0.8,
|
||||
"emos_bucket_hit_rate": 0.8
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.927888,
|
||||
"emos_mean_crps": 0.86633,
|
||||
"legacy_mean_mae": 1.146875,
|
||||
"emos_mean_mae": 1.083193,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.174893,
|
||||
"emos_mean_crps": 1.204827,
|
||||
"legacy_mean_mae": 1.592,
|
||||
"emos_mean_mae": 1.586221,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.713018,
|
||||
"emos_mean_crps": 0.63244,
|
||||
"legacy_mean_mae": 0.706316,
|
||||
"emos_mean_mae": 0.641667,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.298133,
|
||||
"emos_mean_crps": 1.267504,
|
||||
"legacy_mean_mae": 1.429091,
|
||||
"emos_mean_mae": 1.422989,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.051516,
|
||||
"emos_mean_crps": 2.006381,
|
||||
"legacy_mean_mae": 2.4145,
|
||||
"emos_mean_mae": 2.366065,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.134917,
|
||||
"emos_mean_crps": 0.890494,
|
||||
"legacy_mean_mae": 1.532727,
|
||||
"emos_mean_mae": 1.201547,
|
||||
"legacy_bucket_hit_rate": 0.136364,
|
||||
"emos_bucket_hit_rate": 0.272727
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.196523,
|
||||
"emos_mean_crps": 1.197589,
|
||||
"legacy_mean_mae": 1.380909,
|
||||
"emos_mean_mae": 1.383717,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.636364
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 1.9342,
|
||||
"emos_mean_crps": 1.510621,
|
||||
"legacy_mean_mae": 2.408,
|
||||
"emos_mean_mae": 1.914957,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.560208,
|
||||
"emos_mean_crps": 0.506071,
|
||||
"legacy_mean_mae": 0.713,
|
||||
"emos_mean_mae": 0.653865,
|
||||
"legacy_bucket_hit_rate": 0.55,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 3.359106,
|
||||
"emos_mean_crps": 3.561458,
|
||||
"legacy_mean_mae": 3.660455,
|
||||
"emos_mean_mae": 3.936442,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.184521,
|
||||
"emos_mean_crps": 1.055058,
|
||||
"legacy_mean_mae": 1.284348,
|
||||
"emos_mean_mae": 1.220263,
|
||||
"legacy_bucket_hit_rate": 0.304348,
|
||||
"emos_bucket_hit_rate": 0.434783
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.617727,
|
||||
"emos_mean_crps": 0.578817,
|
||||
"legacy_mean_mae": 0.6375,
|
||||
"emos_mean_mae": 0.576256,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.101444,
|
||||
"emos_mean_crps": 1.049123,
|
||||
"legacy_mean_mae": 1.298182,
|
||||
"emos_mean_mae": 1.285139,
|
||||
"legacy_bucket_hit_rate": 0.227273,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.428596,
|
||||
"emos_mean_crps": 3.466282,
|
||||
"legacy_mean_mae": 3.988571,
|
||||
"emos_mean_mae": 4.038895,
|
||||
"legacy_bucket_hit_rate": 0.238095,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.347679,
|
||||
"emos_mean_crps": 0.287754,
|
||||
"legacy_mean_mae": 0.476471,
|
||||
"emos_mean_mae": 0.391782,
|
||||
"legacy_bucket_hit_rate": 0.588235,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.718617,
|
||||
"emos_mean_crps": 0.691394,
|
||||
"legacy_mean_mae": 0.680455,
|
||||
"emos_mean_mae": 0.696494,
|
||||
"legacy_bucket_hit_rate": 0.772727,
|
||||
"emos_bucket_hit_rate": 0.772727
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.623636,
|
||||
"emos_mean_crps": 2.475182,
|
||||
"legacy_mean_mae": 2.9075,
|
||||
"emos_mean_mae": 2.837902,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.25
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.930626,
|
||||
"emos_mean_crps": 0.931492,
|
||||
"legacy_mean_mae": 1.16,
|
||||
"emos_mean_mae": 1.123038,
|
||||
"legacy_bucket_hit_rate": 0.590909,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.378395,
|
||||
"emos_mean_crps": 1.333721,
|
||||
"legacy_mean_mae": 1.601905,
|
||||
"emos_mean_mae": 1.565253,
|
||||
"legacy_bucket_hit_rate": 0.428571,
|
||||
"emos_bucket_hit_rate": 0.380952
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.449956,
|
||||
"emos_mean_crps": 1.264612,
|
||||
"legacy_mean_mae": 1.817727,
|
||||
"emos_mean_mae": 1.604882,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.237937,
|
||||
"emos_mean_crps": 1.196583,
|
||||
"legacy_mean_mae": 1.458261,
|
||||
"emos_mean_mae": 1.430445,
|
||||
"legacy_bucket_hit_rate": 0.565217,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.481109,
|
||||
"emos_mean_crps": 0.444093,
|
||||
"legacy_mean_mae": 0.608095,
|
||||
"emos_mean_mae": 0.581253,
|
||||
"legacy_bucket_hit_rate": 0.619048,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.852942,
|
||||
"emos_mean_crps": 0.758454,
|
||||
"legacy_mean_mae": 1.020909,
|
||||
"emos_mean_mae": 0.915982,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.801052,
|
||||
"emos_mean_crps": 0.721468,
|
||||
"legacy_mean_mae": 0.85087,
|
||||
"emos_mean_mae": 0.814252,
|
||||
"legacy_bucket_hit_rate": 0.478261,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.770763,
|
||||
"emos_mean_crps": 0.672956,
|
||||
"legacy_mean_mae": 0.904091,
|
||||
"emos_mean_mae": 0.843671,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.651385,
|
||||
"emos_mean_crps": 0.641684,
|
||||
"legacy_mean_mae": 0.798182,
|
||||
"emos_mean_mae": 0.787542,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.590909
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 2.733044,
|
||||
"emos_mean_crps": 2.714624,
|
||||
"legacy_mean_mae": 2.981818,
|
||||
"emos_mean_mae": 2.969098,
|
||||
"legacy_bucket_hit_rate": 0.318182,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.668776,
|
||||
"emos_mean_crps": 0.665164,
|
||||
"legacy_mean_mae": 0.796087,
|
||||
"emos_mean_mae": 0.796958,
|
||||
"legacy_bucket_hit_rate": 0.652174,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.731346,
|
||||
"emos_mean_crps": 0.726977,
|
||||
"legacy_mean_mae": 0.895,
|
||||
"emos_mean_mae": 0.892558,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.925443,
|
||||
"emos_mean_crps": 0.897806,
|
||||
"legacy_mean_mae": 1.0375,
|
||||
"emos_mean_mae": 1.003133,
|
||||
"legacy_bucket_hit_rate": 0.65,
|
||||
"emos_bucket_hit_rate": 0.65
|
||||
}
|
||||
}
|
||||
}
|
||||
-62
@@ -1,62 +0,0 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260421122743",
|
||||
"generated_at": "2026-04-21T12:28:08.021388+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": true,
|
||||
"promoted": true,
|
||||
"backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json",
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"delta_crps": -0.05721,
|
||||
"delta_mae": -0.034568,
|
||||
"delta_bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260421122743",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
-361
@@ -1,361 +0,0 @@
|
||||
{
|
||||
"version": "emos-auto-20260421122743",
|
||||
"trained_at": "2026-04-21T12:28:05.031165+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.34330438,
|
||||
"raw_mu_coef": 0.48749629,
|
||||
"deb_coef": 0.45733479,
|
||||
"ens_median_coef": 0.05955297,
|
||||
"max_so_far_gap_coef": -0.104935
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.62765582,
|
||||
"raw_sigma_coef": 0.38492261,
|
||||
"spread_coef": 0.29095921,
|
||||
"peak_flag_coef": 0.33966327,
|
||||
"max_so_far_gap_coef": 0.08357376
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.25,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.438949,
|
||||
"sigma_scale": 0.553793,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.044971,
|
||||
"sigma_scale": 1.389753,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.067406,
|
||||
"sigma_scale": 1.270298,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.010833,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.21677,
|
||||
"sigma_scale": 1.095669,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"mu_bias": 1.072189,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"mu_bias": -0.092732,
|
||||
"sigma_scale": 1.558646,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.627862,
|
||||
"sigma_scale": 1.761239,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.424101,
|
||||
"sigma_scale": 1.326675,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.347796,
|
||||
"sigma_scale": 0.893459,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.659983,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.941818,
|
||||
"sigma_scale": 1.979403,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"mu_bias": 2.040009,
|
||||
"sigma_scale": 0.982492,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.990023,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.188787,
|
||||
"sigma_scale": 1.819594,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"mu_bias": 2.285098,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.258095,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.093105,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.982188,
|
||||
"sigma_scale": 1.695172,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.786242,
|
||||
"sigma_scale": 1.427037,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.096559,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.045038,
|
||||
"sigma_scale": 1.626331,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"mu_bias": -0.50853,
|
||||
"sigma_scale": 1.239146,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.442247,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.129889,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.040792,
|
||||
"sigma_scale": 1.393259,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.507293,
|
||||
"sigma_scale": 1.420004,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"mu_bias": -2.736316,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"mu_bias": 1.772229,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.289639,
|
||||
"sigma_scale": 1.124006,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"mu_bias": -0.332129,
|
||||
"sigma_scale": 0.729483,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"mu_bias": 1.6533,
|
||||
"sigma_scale": 0.82648,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.343239,
|
||||
"sigma_scale": 1.886868,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.087122,
|
||||
"sigma_scale": 1.108884,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.348022,
|
||||
"sigma_scale": 0.810527,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.288176,
|
||||
"sigma_scale": 0.952972,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"mu_bias": -0.006114,
|
||||
"sigma_scale": 0.728494,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.771154,
|
||||
"sigma_scale": 1.30329,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.445906,
|
||||
"sigma_scale": 0.796989,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.021301,
|
||||
"sigma_scale": 1.106566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"mu_bias": 0.37527,
|
||||
"sigma_scale": 0.517756,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"mu_bias": 0.600671,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"mu_bias": 0.7082,
|
||||
"sigma_scale": 1.975103,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.41371,
|
||||
"sigma_scale": 0.656578,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.499197,
|
||||
"sigma_scale": 1.361171,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"mu_bias": 0.293537,
|
||||
"sigma_scale": 0.751498,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"mu_bias": -1.593437,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"mu_bias": -0.035595,
|
||||
"sigma_scale": 0.588612,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"mu_bias": 0.516879,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.609602,
|
||||
"sigma_scale": 0.783723,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.436837,
|
||||
"sigma_scale": 1.46524,
|
||||
"confidence": 1.0
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 978,
|
||||
"mean_crps": 1.330733,
|
||||
"legacy_mean_crps": 1.376936,
|
||||
"legacy_mean_mae": 1.589438,
|
||||
"legacy_bucket_hit_rate": 0.43865,
|
||||
"legacy_bucket_brier": 0.824571,
|
||||
"selected_mean_crps": 1.311763,
|
||||
"selected_mean_mae": 1.553658,
|
||||
"selected_bucket_hit_rate": 0.432515,
|
||||
"selected_bucket_brier": 0.789817,
|
||||
"selected_score": 2.910718,
|
||||
"legacy_score": 2.996333,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json"
|
||||
}
|
||||
-482
@@ -1,482 +0,0 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 978,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.376936,
|
||||
"mean_mae": 1.589438,
|
||||
"bucket_hit_rate": 0.43865
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.319727,
|
||||
"mean_mae": 1.554869,
|
||||
"bucket_hit_rate": 0.43456
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.05721,
|
||||
"mae": -0.034568,
|
||||
"bucket_hit_rate": -0.00409
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.868937,
|
||||
"emos_mean_crps": 0.847633,
|
||||
"legacy_mean_mae": 0.983529,
|
||||
"emos_mean_mae": 0.979456,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.610138,
|
||||
"emos_mean_crps": 0.569029,
|
||||
"legacy_mean_mae": 0.726087,
|
||||
"emos_mean_mae": 0.731312,
|
||||
"legacy_bucket_hit_rate": 0.434783,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 4.304444,
|
||||
"emos_mean_crps": 4.435438,
|
||||
"legacy_mean_mae": 4.79,
|
||||
"emos_mean_mae": 4.992948,
|
||||
"legacy_bucket_hit_rate": 0.181818,
|
||||
"emos_bucket_hit_rate": 0.090909
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 3.989577,
|
||||
"emos_mean_crps": 3.688746,
|
||||
"legacy_mean_mae": 4.5115,
|
||||
"emos_mean_mae": 4.454993,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.261424,
|
||||
"emos_mean_crps": 2.109386,
|
||||
"legacy_mean_mae": 2.422,
|
||||
"emos_mean_mae": 2.377675,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.116518,
|
||||
"emos_mean_crps": 1.123144,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.468371,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.632274,
|
||||
"emos_mean_crps": 1.657172,
|
||||
"legacy_mean_mae": 1.885,
|
||||
"emos_mean_mae": 1.875542,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"busan": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 1.066146,
|
||||
"emos_mean_crps": 0.99263,
|
||||
"legacy_mean_mae": 1.304375,
|
||||
"emos_mean_mae": 1.259453,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 0.7369,
|
||||
"emos_mean_crps": 0.646728,
|
||||
"legacy_mean_mae": 0.882,
|
||||
"emos_mean_mae": 0.809407,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.009046,
|
||||
"emos_mean_crps": 0.964076,
|
||||
"legacy_mean_mae": 1.1835,
|
||||
"emos_mean_mae": 1.155294,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.052956,
|
||||
"emos_mean_crps": 2.842851,
|
||||
"legacy_mean_mae": 3.398095,
|
||||
"emos_mean_mae": 3.312975,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.095238
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.239078,
|
||||
"emos_mean_crps": 1.231804,
|
||||
"legacy_mean_mae": 1.4955,
|
||||
"emos_mean_mae": 1.501486,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.795116,
|
||||
"emos_mean_crps": 1.700865,
|
||||
"legacy_mean_mae": 1.979048,
|
||||
"emos_mean_mae": 2.017151,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 6,
|
||||
"legacy_mean_crps": 1.586654,
|
||||
"emos_mean_crps": 1.565936,
|
||||
"legacy_mean_mae": 1.991667,
|
||||
"emos_mean_mae": 1.995792,
|
||||
"legacy_bucket_hit_rate": 0.166667,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.626777,
|
||||
"emos_mean_crps": 0.489382,
|
||||
"legacy_mean_mae": 0.785294,
|
||||
"emos_mean_mae": 0.640606,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 24,
|
||||
"legacy_mean_crps": 0.531004,
|
||||
"emos_mean_crps": 0.473302,
|
||||
"legacy_mean_mae": 0.552917,
|
||||
"emos_mean_mae": 0.52881,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"houston": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.488859,
|
||||
"emos_mean_crps": 1.412564,
|
||||
"legacy_mean_mae": 1.8085,
|
||||
"emos_mean_mae": 1.80359,
|
||||
"legacy_bucket_hit_rate": 0.25,
|
||||
"emos_bucket_hit_rate": 0.2
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.586067,
|
||||
"emos_mean_crps": 0.546494,
|
||||
"legacy_mean_mae": 0.6225,
|
||||
"emos_mean_mae": 0.557255,
|
||||
"legacy_bucket_hit_rate": 0.7,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.620583,
|
||||
"emos_mean_crps": 0.553084,
|
||||
"legacy_mean_mae": 0.875625,
|
||||
"emos_mean_mae": 0.793719,
|
||||
"legacy_bucket_hit_rate": 0.4375,
|
||||
"emos_bucket_hit_rate": 0.4375
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.822658,
|
||||
"emos_mean_crps": 1.674198,
|
||||
"legacy_mean_mae": 2.277,
|
||||
"emos_mean_mae": 2.192556,
|
||||
"legacy_bucket_hit_rate": 0.2,
|
||||
"emos_bucket_hit_rate": 0.1
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 0.361328,
|
||||
"emos_mean_crps": 0.326866,
|
||||
"legacy_mean_mae": 0.398,
|
||||
"emos_mean_mae": 0.336276,
|
||||
"legacy_bucket_hit_rate": 0.8,
|
||||
"emos_bucket_hit_rate": 0.8
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 16,
|
||||
"legacy_mean_crps": 0.927888,
|
||||
"emos_mean_crps": 0.86633,
|
||||
"legacy_mean_mae": 1.146875,
|
||||
"emos_mean_mae": 1.083193,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 10,
|
||||
"legacy_mean_crps": 1.174893,
|
||||
"emos_mean_crps": 1.204827,
|
||||
"legacy_mean_mae": 1.592,
|
||||
"emos_mean_mae": 1.586221,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.713018,
|
||||
"emos_mean_crps": 0.63244,
|
||||
"legacy_mean_mae": 0.706316,
|
||||
"emos_mean_mae": 0.641667,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"london": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.298133,
|
||||
"emos_mean_crps": 1.267504,
|
||||
"legacy_mean_mae": 1.429091,
|
||||
"emos_mean_mae": 1.422989,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.051516,
|
||||
"emos_mean_crps": 2.006381,
|
||||
"legacy_mean_mae": 2.4145,
|
||||
"emos_mean_mae": 2.366065,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.134917,
|
||||
"emos_mean_crps": 0.890494,
|
||||
"legacy_mean_mae": 1.532727,
|
||||
"emos_mean_mae": 1.201547,
|
||||
"legacy_bucket_hit_rate": 0.136364,
|
||||
"emos_bucket_hit_rate": 0.272727
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.196523,
|
||||
"emos_mean_crps": 1.197589,
|
||||
"legacy_mean_mae": 1.380909,
|
||||
"emos_mean_mae": 1.383717,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.636364
|
||||
},
|
||||
"manila": {
|
||||
"samples": 5,
|
||||
"legacy_mean_crps": 1.9342,
|
||||
"emos_mean_crps": 1.510621,
|
||||
"legacy_mean_mae": 2.408,
|
||||
"emos_mean_mae": 1.914957,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.560208,
|
||||
"emos_mean_crps": 0.506071,
|
||||
"legacy_mean_mae": 0.713,
|
||||
"emos_mean_mae": 0.653865,
|
||||
"legacy_bucket_hit_rate": 0.55,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"miami": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 3.359106,
|
||||
"emos_mean_crps": 3.561458,
|
||||
"legacy_mean_mae": 3.660455,
|
||||
"emos_mean_mae": 3.936442,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"milan": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.184521,
|
||||
"emos_mean_crps": 1.055058,
|
||||
"legacy_mean_mae": 1.284348,
|
||||
"emos_mean_mae": 1.220263,
|
||||
"legacy_bucket_hit_rate": 0.304348,
|
||||
"emos_bucket_hit_rate": 0.434783
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.617727,
|
||||
"emos_mean_crps": 0.578817,
|
||||
"legacy_mean_mae": 0.6375,
|
||||
"emos_mean_mae": 0.576256,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.75
|
||||
},
|
||||
"munich": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.101444,
|
||||
"emos_mean_crps": 1.049123,
|
||||
"legacy_mean_mae": 1.298182,
|
||||
"emos_mean_mae": 1.285139,
|
||||
"legacy_bucket_hit_rate": 0.227273,
|
||||
"emos_bucket_hit_rate": 0.227273
|
||||
},
|
||||
"new york": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 3.428596,
|
||||
"emos_mean_crps": 3.466282,
|
||||
"legacy_mean_mae": 3.988571,
|
||||
"emos_mean_mae": 4.038895,
|
||||
"legacy_bucket_hit_rate": 0.238095,
|
||||
"emos_bucket_hit_rate": 0.238095
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.347679,
|
||||
"emos_mean_crps": 0.287754,
|
||||
"legacy_mean_mae": 0.476471,
|
||||
"emos_mean_mae": 0.391782,
|
||||
"legacy_bucket_hit_rate": 0.588235,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"paris": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.718617,
|
||||
"emos_mean_crps": 0.691394,
|
||||
"legacy_mean_mae": 0.680455,
|
||||
"emos_mean_mae": 0.696494,
|
||||
"legacy_bucket_hit_rate": 0.772727,
|
||||
"emos_bucket_hit_rate": 0.772727
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 2.623636,
|
||||
"emos_mean_crps": 2.475182,
|
||||
"legacy_mean_mae": 2.9075,
|
||||
"emos_mean_mae": 2.837902,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.25
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.930626,
|
||||
"emos_mean_crps": 0.931492,
|
||||
"legacy_mean_mae": 1.16,
|
||||
"emos_mean_mae": 1.123038,
|
||||
"legacy_bucket_hit_rate": 0.590909,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.378395,
|
||||
"emos_mean_crps": 1.333721,
|
||||
"legacy_mean_mae": 1.601905,
|
||||
"emos_mean_mae": 1.565253,
|
||||
"legacy_bucket_hit_rate": 0.428571,
|
||||
"emos_bucket_hit_rate": 0.380952
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 1.449956,
|
||||
"emos_mean_crps": 1.264612,
|
||||
"legacy_mean_mae": 1.817727,
|
||||
"emos_mean_mae": 1.604882,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 1.237937,
|
||||
"emos_mean_crps": 1.196583,
|
||||
"legacy_mean_mae": 1.458261,
|
||||
"emos_mean_mae": 1.430445,
|
||||
"legacy_bucket_hit_rate": 0.565217,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.481109,
|
||||
"emos_mean_crps": 0.444093,
|
||||
"legacy_mean_mae": 0.608095,
|
||||
"emos_mean_mae": 0.581253,
|
||||
"legacy_bucket_hit_rate": 0.619048,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.852942,
|
||||
"emos_mean_crps": 0.758454,
|
||||
"legacy_mean_mae": 1.020909,
|
||||
"emos_mean_mae": 0.915982,
|
||||
"legacy_bucket_hit_rate": 0.409091,
|
||||
"emos_bucket_hit_rate": 0.454545
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.801052,
|
||||
"emos_mean_crps": 0.721468,
|
||||
"legacy_mean_mae": 0.85087,
|
||||
"emos_mean_mae": 0.814252,
|
||||
"legacy_bucket_hit_rate": 0.478261,
|
||||
"emos_bucket_hit_rate": 0.391304
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.770763,
|
||||
"emos_mean_crps": 0.672956,
|
||||
"legacy_mean_mae": 0.904091,
|
||||
"emos_mean_mae": 0.843671,
|
||||
"legacy_bucket_hit_rate": 0.454545,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.651385,
|
||||
"emos_mean_crps": 0.641684,
|
||||
"legacy_mean_mae": 0.798182,
|
||||
"emos_mean_mae": 0.787542,
|
||||
"legacy_bucket_hit_rate": 0.545455,
|
||||
"emos_bucket_hit_rate": 0.590909
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 2.733044,
|
||||
"emos_mean_crps": 2.714624,
|
||||
"legacy_mean_mae": 2.981818,
|
||||
"emos_mean_mae": 2.969098,
|
||||
"legacy_bucket_hit_rate": 0.318182,
|
||||
"emos_bucket_hit_rate": 0.409091
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 23,
|
||||
"legacy_mean_crps": 0.668776,
|
||||
"emos_mean_crps": 0.665164,
|
||||
"legacy_mean_mae": 0.796087,
|
||||
"emos_mean_mae": 0.796958,
|
||||
"legacy_bucket_hit_rate": 0.652174,
|
||||
"emos_bucket_hit_rate": 0.608696
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.731346,
|
||||
"emos_mean_crps": 0.726977,
|
||||
"legacy_mean_mae": 0.895,
|
||||
"emos_mean_mae": 0.892558,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.925443,
|
||||
"emos_mean_crps": 0.897806,
|
||||
"legacy_mean_mae": 1.0375,
|
||||
"emos_mean_mae": 1.003133,
|
||||
"legacy_bucket_hit_rate": 0.65,
|
||||
"emos_bucket_hit_rate": 0.65
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,115 +0,0 @@
|
||||
{
|
||||
"version": "emos-20260418192717",
|
||||
"trained_at": "2026-04-18T19:27:17.348931+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 2.60074353,
|
||||
"raw_mu_coef": 1.97765258,
|
||||
"deb_coef": -1.37457626,
|
||||
"ens_median_coef": 0.10693472,
|
||||
"max_so_far_gap_coef": -0.58256593
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": 0.6373609,
|
||||
"raw_sigma_coef": -1.41537225,
|
||||
"spread_coef": 2.12997577,
|
||||
"peak_flag_coef": -0.08633203,
|
||||
"max_so_far_gap_coef": -0.00716383
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.05,
|
||||
"alpha_sigma": 0.7
|
||||
},
|
||||
"cities": {
|
||||
"tokyo": {
|
||||
"samples": 5,
|
||||
"mu_bias": 2.101101,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 6,
|
||||
"mu_bias": -0.523145,
|
||||
"sigma_scale": 1.139849,
|
||||
"confidence": 0.75
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -0.285183,
|
||||
"sigma_scale": 0.550171,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 7,
|
||||
"mu_bias": 3.234676,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 5,
|
||||
"mu_bias": 4.731246,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.625
|
||||
},
|
||||
"busan": {
|
||||
"samples": 3,
|
||||
"mu_bias": 0.177772,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 3,
|
||||
"mu_bias": -3.070325,
|
||||
"sigma_scale": 1.462196,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"milan": {
|
||||
"samples": 3,
|
||||
"mu_bias": -4.249866,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 3,
|
||||
"mu_bias": 1.080039,
|
||||
"sigma_scale": 1.638119,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 3,
|
||||
"mu_bias": -1.68611,
|
||||
"sigma_scale": 1.38114,
|
||||
"confidence": 0.375
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 74,
|
||||
"mean_crps": 3.181501,
|
||||
"legacy_mean_crps": 3.474108,
|
||||
"legacy_mean_mae": 3.679324,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"legacy_bucket_brier": 0.855395,
|
||||
"selected_mean_crps": 3.322469,
|
||||
"selected_mean_mae": 3.618254,
|
||||
"selected_bucket_hit_rate": 0.5,
|
||||
"selected_bucket_brier": 0.863048,
|
||||
"selected_score": 5.08158,
|
||||
"legacy_score": 5.233586,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\probability_calibration\\default.json"
|
||||
}
|
||||
Reference in New Issue
Block a user