Add local EMOS retraining workflow and safe gating
This commit is contained in:
2569718930@qq.com
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260418212046",
|
||||
"generated_at": "2026-04-18T21:21:04.160748+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"delta_crps": -0.03617,
|
||||
"delta_mae": -0.007896,
|
||||
"delta_bucket_hit_rate": -0.009445
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260418212046",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
+62
@@ -0,0 +1,62 @@
|
||||
{
|
||||
"ok": true,
|
||||
"version": "emos-auto-20260418212046",
|
||||
"generated_at": "2026-04-18T21:21:04.160748+00:00",
|
||||
"candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046",
|
||||
"candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json",
|
||||
"promote_requested": false,
|
||||
"promoted": false,
|
||||
"backup_path": null,
|
||||
"decision": {
|
||||
"decision": "promote",
|
||||
"ready_for_promotion": true,
|
||||
"blocking_reasons": [],
|
||||
"thresholds": {
|
||||
"min_samples": 50,
|
||||
"max_delta_crps": 0.0,
|
||||
"max_delta_mae": 0.05,
|
||||
"min_delta_bucket_hit_rate": -0.05
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"delta_crps": -0.03617,
|
||||
"delta_mae": -0.007896,
|
||||
"delta_bucket_hit_rate": -0.009445
|
||||
}
|
||||
},
|
||||
"fit": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/fit_probability_calibration.py",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--version",
|
||||
"emos-auto-20260418212046",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"evaluate": {
|
||||
"command": [
|
||||
"C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe",
|
||||
"scripts/evaluate_probability_calibration.py",
|
||||
"--calibration-file",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json",
|
||||
"--output",
|
||||
"E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json",
|
||||
"--verbose",
|
||||
"--snapshot-limit",
|
||||
"50000"
|
||||
],
|
||||
"returncode": 0,
|
||||
"stdout": "",
|
||||
"stderr": ""
|
||||
},
|
||||
"tests": null
|
||||
}
|
||||
+361
@@ -0,0 +1,361 @@
|
||||
{
|
||||
"version": "emos-auto-20260418212046",
|
||||
"trained_at": "2026-04-18T21:21:01.845585+00:00",
|
||||
"global": {
|
||||
"mu": {
|
||||
"intercept": 0.2254302,
|
||||
"raw_mu_coef": 0.6118983,
|
||||
"deb_coef": 0.33808937,
|
||||
"ens_median_coef": 0.05495855,
|
||||
"max_so_far_gap_coef": -0.0932547
|
||||
},
|
||||
"sigma": {
|
||||
"intercept": -0.63488372,
|
||||
"raw_sigma_coef": 0.25697024,
|
||||
"spread_coef": 0.27252389,
|
||||
"peak_flag_coef": 0.25649506,
|
||||
"max_so_far_gap_coef": 0.1247358
|
||||
}
|
||||
},
|
||||
"sigma_constraints": {
|
||||
"min_ratio": 0.85,
|
||||
"max_ratio": 1.35,
|
||||
"absolute_min": 0.25,
|
||||
"absolute_max": 3.0
|
||||
},
|
||||
"selection_guardrails": {
|
||||
"max_mae_increase": 0.02,
|
||||
"max_bucket_hit_drop": 0.01,
|
||||
"max_bucket_brier_increase": 0.05
|
||||
},
|
||||
"blending": {
|
||||
"alpha_mu": 0.05,
|
||||
"alpha_sigma": 1.0
|
||||
},
|
||||
"cities": {
|
||||
"jakarta": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.311632,
|
||||
"sigma_scale": 1.017611,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.66582,
|
||||
"sigma_scale": 0.811034,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.528539,
|
||||
"sigma_scale": 1.575887,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.199116,
|
||||
"sigma_scale": 1.357064,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.805689,
|
||||
"sigma_scale": 1.360136,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.205656,
|
||||
"sigma_scale": 0.924063,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.370092,
|
||||
"sigma_scale": 1.198264,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"new york": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.951787,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.194962,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.147953,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.294945,
|
||||
"sigma_scale": 0.970849,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"austin": {
|
||||
"samples": 17,
|
||||
"mu_bias": 1.225084,
|
||||
"sigma_scale": 1.935455,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"houston": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.325773,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.390722,
|
||||
"sigma_scale": 1.324935,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 18,
|
||||
"mu_bias": 2.419404,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.47057,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"miami": {
|
||||
"samples": 19,
|
||||
"mu_bias": -3.137033,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 19,
|
||||
"mu_bias": -2.30076,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.201183,
|
||||
"sigma_scale": 1.232981,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 20,
|
||||
"mu_bias": -2.200374,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.802133,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.606095,
|
||||
"sigma_scale": 0.827307,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 18,
|
||||
"mu_bias": 0.474194,
|
||||
"sigma_scale": 1.138478,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.465199,
|
||||
"sigma_scale": 0.840945,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 4,
|
||||
"mu_bias": -2.182386,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.5
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.262371,
|
||||
"sigma_scale": 1.226611,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.51351,
|
||||
"sigma_scale": 1.47005,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.045915,
|
||||
"sigma_scale": 1.357288,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 7,
|
||||
"mu_bias": 0.519428,
|
||||
"sigma_scale": 1.514993,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 8,
|
||||
"mu_bias": 1.145929,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.272435,
|
||||
"sigma_scale": 0.957354,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 18,
|
||||
"mu_bias": -0.518587,
|
||||
"sigma_scale": 0.862574,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.964252,
|
||||
"sigma_scale": 0.776068,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"busan": {
|
||||
"samples": 14,
|
||||
"mu_bias": -0.216931,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 22,
|
||||
"mu_bias": 0.379808,
|
||||
"sigma_scale": 0.576369,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 17,
|
||||
"mu_bias": 0.525219,
|
||||
"sigma_scale": 0.779717,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 21,
|
||||
"mu_bias": 0.357955,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 20,
|
||||
"mu_bias": 0.128349,
|
||||
"sigma_scale": 1.087276,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.121108,
|
||||
"sigma_scale": 1.744875,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 7,
|
||||
"mu_bias": 0.455546,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.875
|
||||
},
|
||||
"paris": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.127694,
|
||||
"sigma_scale": 1.230108,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.532308,
|
||||
"sigma_scale": 1.982566,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"munich": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.508653,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"milan": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.06599,
|
||||
"sigma_scale": 1.940436,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 20,
|
||||
"mu_bias": -0.390534,
|
||||
"sigma_scale": 0.761538,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"amsterdam": {
|
||||
"samples": 14,
|
||||
"mu_bias": 0.360733,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 17,
|
||||
"mu_bias": -0.52807,
|
||||
"sigma_scale": 0.5,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"london": {
|
||||
"samples": 19,
|
||||
"mu_bias": 0.26042,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 19,
|
||||
"mu_bias": -0.628782,
|
||||
"sigma_scale": 1.610083,
|
||||
"confidence": 1.0
|
||||
},
|
||||
"manila": {
|
||||
"samples": 3,
|
||||
"mu_bias": -0.780441,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 3,
|
||||
"mu_bias": -1.489692,
|
||||
"sigma_scale": 2.0,
|
||||
"confidence": 0.375
|
||||
}
|
||||
},
|
||||
"metrics": {
|
||||
"sample_count": 847,
|
||||
"mean_crps": 1.366484,
|
||||
"legacy_mean_crps": 1.395994,
|
||||
"legacy_mean_mae": 1.587426,
|
||||
"legacy_bucket_hit_rate": 0.451004,
|
||||
"legacy_bucket_brier": 0.833743,
|
||||
"selected_mean_crps": 1.353599,
|
||||
"selected_mean_mae": 1.579253,
|
||||
"selected_bucket_hit_rate": 0.44392,
|
||||
"selected_bucket_brier": 0.802857,
|
||||
"selected_score": 2.947788,
|
||||
"legacy_score": 3.003539,
|
||||
"filled_actual_from_history": 0,
|
||||
"settlement_history_city_count": 30,
|
||||
"legacy_archive_samples": 54
|
||||
},
|
||||
"source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json"
|
||||
}
|
||||
+482
@@ -0,0 +1,482 @@
|
||||
{
|
||||
"summary": {
|
||||
"sample_count": 847,
|
||||
"filled_actual_from_history": 0,
|
||||
"legacy": {
|
||||
"mean_crps": 1.395994,
|
||||
"mean_mae": 1.587426,
|
||||
"bucket_hit_rate": 0.451004
|
||||
},
|
||||
"emos": {
|
||||
"mean_crps": 1.359824,
|
||||
"mean_mae": 1.57953,
|
||||
"bucket_hit_rate": 0.441558
|
||||
},
|
||||
"delta": {
|
||||
"crps": -0.03617,
|
||||
"mae": -0.007896,
|
||||
"bucket_hit_rate": -0.009445
|
||||
}
|
||||
},
|
||||
"by_city": {
|
||||
"amsterdam": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.987415,
|
||||
"emos_mean_crps": 0.961828,
|
||||
"legacy_mean_mae": 1.132857,
|
||||
"emos_mean_mae": 1.125179,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.428571
|
||||
},
|
||||
"ankara": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.601736,
|
||||
"emos_mean_crps": 0.564683,
|
||||
"legacy_mean_mae": 0.6865,
|
||||
"emos_mean_mae": 0.681341,
|
||||
"legacy_bucket_hit_rate": 0.45,
|
||||
"emos_bucket_hit_rate": 0.45
|
||||
},
|
||||
"atlanta": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 4.694941,
|
||||
"emos_mean_crps": 4.720441,
|
||||
"legacy_mean_mae": 5.1,
|
||||
"emos_mean_mae": 5.14654,
|
||||
"legacy_bucket_hit_rate": 0.157895,
|
||||
"emos_bucket_hit_rate": 0.105263
|
||||
},
|
||||
"aurora": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 3.480078,
|
||||
"emos_mean_crps": 3.084405,
|
||||
"legacy_mean_mae": 3.74,
|
||||
"emos_mean_mae": 3.733189,
|
||||
"legacy_bucket_hit_rate": 0.058824,
|
||||
"emos_bucket_hit_rate": 0.058824
|
||||
},
|
||||
"austin": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.644367,
|
||||
"emos_mean_crps": 1.558512,
|
||||
"legacy_mean_mae": 1.788824,
|
||||
"emos_mean_mae": 1.724237,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"beijing": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.504991,
|
||||
"emos_mean_crps": 1.535402,
|
||||
"legacy_mean_mae": 1.943889,
|
||||
"emos_mean_mae": 1.93954,
|
||||
"legacy_bucket_hit_rate": 0.388889,
|
||||
"emos_bucket_hit_rate": 0.388889
|
||||
},
|
||||
"buenos aires": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.50594,
|
||||
"emos_mean_crps": 1.515676,
|
||||
"legacy_mean_mae": 1.774737,
|
||||
"emos_mean_mae": 1.776997,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"busan": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 1.32137,
|
||||
"emos_mean_crps": 1.30751,
|
||||
"legacy_mean_mae": 1.578571,
|
||||
"emos_mean_mae": 1.574854,
|
||||
"legacy_bucket_hit_rate": 0.285714,
|
||||
"emos_bucket_hit_rate": 0.285714
|
||||
},
|
||||
"cape town": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 1.306883,
|
||||
"emos_mean_crps": 1.279311,
|
||||
"legacy_mean_mae": 1.624286,
|
||||
"emos_mean_mae": 1.606502,
|
||||
"legacy_bucket_hit_rate": 0.142857,
|
||||
"emos_bucket_hit_rate": 0.142857
|
||||
},
|
||||
"chengdu": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.97712,
|
||||
"emos_mean_crps": 0.948547,
|
||||
"legacy_mean_mae": 1.121667,
|
||||
"emos_mean_mae": 1.117198,
|
||||
"legacy_bucket_hit_rate": 0.444444,
|
||||
"emos_bucket_hit_rate": 0.444444
|
||||
},
|
||||
"chicago": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 2.968133,
|
||||
"emos_mean_crps": 2.884946,
|
||||
"legacy_mean_mae": 3.378333,
|
||||
"emos_mean_mae": 3.342852,
|
||||
"legacy_bucket_hit_rate": 0.277778,
|
||||
"emos_bucket_hit_rate": 0.166667
|
||||
},
|
||||
"chongqing": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.209798,
|
||||
"emos_mean_crps": 1.219771,
|
||||
"legacy_mean_mae": 1.563333,
|
||||
"emos_mean_mae": 1.553719,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"dallas": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.514743,
|
||||
"emos_mean_crps": 1.403035,
|
||||
"legacy_mean_mae": 1.562778,
|
||||
"emos_mean_mae": 1.576013,
|
||||
"legacy_bucket_hit_rate": 0.444444,
|
||||
"emos_bucket_hit_rate": 0.444444
|
||||
},
|
||||
"guangzhou": {
|
||||
"samples": 4,
|
||||
"legacy_mean_crps": 2.173291,
|
||||
"emos_mean_crps": 2.087242,
|
||||
"legacy_mean_mae": 2.235,
|
||||
"emos_mean_mae": 2.215336,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"helsinki": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.780006,
|
||||
"emos_mean_crps": 0.734291,
|
||||
"legacy_mean_mae": 0.966429,
|
||||
"emos_mean_mae": 0.930396,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"hong kong": {
|
||||
"samples": 22,
|
||||
"legacy_mean_crps": 0.606459,
|
||||
"emos_mean_crps": 0.577355,
|
||||
"legacy_mean_mae": 0.651364,
|
||||
"emos_mean_mae": 0.648663,
|
||||
"legacy_bucket_hit_rate": 0.727273,
|
||||
"emos_bucket_hit_rate": 0.681818
|
||||
},
|
||||
"houston": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.585453,
|
||||
"emos_mean_crps": 1.529507,
|
||||
"legacy_mean_mae": 1.874118,
|
||||
"emos_mean_mae": 1.872825,
|
||||
"legacy_bucket_hit_rate": 0.294118,
|
||||
"emos_bucket_hit_rate": 0.294118
|
||||
},
|
||||
"istanbul": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.595311,
|
||||
"emos_mean_crps": 0.552377,
|
||||
"legacy_mean_mae": 0.556471,
|
||||
"emos_mean_mae": 0.539751,
|
||||
"legacy_bucket_hit_rate": 0.823529,
|
||||
"emos_bucket_hit_rate": 0.823529
|
||||
},
|
||||
"jakarta": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.900747,
|
||||
"emos_mean_crps": 0.893463,
|
||||
"legacy_mean_mae": 1.127857,
|
||||
"emos_mean_mae": 1.120582,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"jeddah": {
|
||||
"samples": 8,
|
||||
"legacy_mean_crps": 1.895708,
|
||||
"emos_mean_crps": 1.845136,
|
||||
"legacy_mean_mae": 2.25125,
|
||||
"emos_mean_mae": 2.252419,
|
||||
"legacy_bucket_hit_rate": 0.375,
|
||||
"emos_bucket_hit_rate": 0.375
|
||||
},
|
||||
"karachi": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 3.800591,
|
||||
"emos_mean_crps": 3.864419,
|
||||
"legacy_mean_mae": 4.373333,
|
||||
"emos_mean_mae": 4.370732,
|
||||
"legacy_bucket_hit_rate": 0.0,
|
||||
"emos_bucket_hit_rate": 0.0
|
||||
},
|
||||
"kuala lumpur": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 1.269324,
|
||||
"emos_mean_crps": 1.256321,
|
||||
"legacy_mean_mae": 1.52,
|
||||
"emos_mean_mae": 1.514488,
|
||||
"legacy_bucket_hit_rate": 0.357143,
|
||||
"emos_bucket_hit_rate": 0.357143
|
||||
},
|
||||
"lagos": {
|
||||
"samples": 7,
|
||||
"legacy_mean_crps": 0.906342,
|
||||
"emos_mean_crps": 0.917018,
|
||||
"legacy_mean_mae": 1.254286,
|
||||
"emos_mean_mae": 1.237313,
|
||||
"legacy_bucket_hit_rate": 0.142857,
|
||||
"emos_bucket_hit_rate": 0.142857
|
||||
},
|
||||
"lau fau shan": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.803404,
|
||||
"emos_mean_crps": 0.761944,
|
||||
"legacy_mean_mae": 0.828824,
|
||||
"emos_mean_mae": 0.817151,
|
||||
"legacy_bucket_hit_rate": 0.529412,
|
||||
"emos_bucket_hit_rate": 0.529412
|
||||
},
|
||||
"london": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.372253,
|
||||
"emos_mean_crps": 1.343838,
|
||||
"legacy_mean_mae": 1.453684,
|
||||
"emos_mean_mae": 1.45014,
|
||||
"legacy_bucket_hit_rate": 0.526316,
|
||||
"emos_bucket_hit_rate": 0.526316
|
||||
},
|
||||
"los angeles": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 1.618329,
|
||||
"emos_mean_crps": 1.554333,
|
||||
"legacy_mean_mae": 1.781765,
|
||||
"emos_mean_mae": 1.784064,
|
||||
"legacy_bucket_hit_rate": 0.352941,
|
||||
"emos_bucket_hit_rate": 0.352941
|
||||
},
|
||||
"lucknow": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.81502,
|
||||
"emos_mean_crps": 1.714879,
|
||||
"legacy_mean_mae": 2.2115,
|
||||
"emos_mean_mae": 2.112162,
|
||||
"legacy_bucket_hit_rate": 0.1,
|
||||
"emos_bucket_hit_rate": 0.15
|
||||
},
|
||||
"madrid": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.407792,
|
||||
"emos_mean_crps": 1.418606,
|
||||
"legacy_mean_mae": 1.620526,
|
||||
"emos_mean_mae": 1.622569,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.526316
|
||||
},
|
||||
"manila": {
|
||||
"samples": 3,
|
||||
"legacy_mean_crps": 1.623393,
|
||||
"emos_mean_crps": 1.64462,
|
||||
"legacy_mean_mae": 2.02,
|
||||
"emos_mean_mae": 2.009874,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"mexico city": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 0.584555,
|
||||
"emos_mean_crps": 0.554658,
|
||||
"legacy_mean_mae": 0.758824,
|
||||
"emos_mean_mae": 0.732893,
|
||||
"legacy_bucket_hit_rate": 0.470588,
|
||||
"emos_bucket_hit_rate": 0.470588
|
||||
},
|
||||
"miami": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 3.579308,
|
||||
"emos_mean_crps": 3.623019,
|
||||
"legacy_mean_mae": 3.843684,
|
||||
"emos_mean_mae": 3.903567,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.421053
|
||||
},
|
||||
"milan": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.281634,
|
||||
"emos_mean_crps": 1.178909,
|
||||
"legacy_mean_mae": 1.358,
|
||||
"emos_mean_mae": 1.346126,
|
||||
"legacy_bucket_hit_rate": 0.3,
|
||||
"emos_bucket_hit_rate": 0.3
|
||||
},
|
||||
"moscow": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.753709,
|
||||
"emos_mean_crps": 0.731335,
|
||||
"legacy_mean_mae": 0.8,
|
||||
"emos_mean_mae": 0.785323,
|
||||
"legacy_bucket_hit_rate": 0.666667,
|
||||
"emos_bucket_hit_rate": 0.666667
|
||||
},
|
||||
"munich": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.456455,
|
||||
"emos_mean_crps": 1.41921,
|
||||
"legacy_mean_mae": 1.704737,
|
||||
"emos_mean_mae": 1.695068,
|
||||
"legacy_bucket_hit_rate": 0.210526,
|
||||
"emos_bucket_hit_rate": 0.210526
|
||||
},
|
||||
"new york": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 2.359876,
|
||||
"emos_mean_crps": 2.341163,
|
||||
"legacy_mean_mae": 2.695,
|
||||
"emos_mean_mae": 2.699524,
|
||||
"legacy_bucket_hit_rate": 0.333333,
|
||||
"emos_bucket_hit_rate": 0.333333
|
||||
},
|
||||
"panama city": {
|
||||
"samples": 14,
|
||||
"legacy_mean_crps": 0.361716,
|
||||
"emos_mean_crps": 0.33962,
|
||||
"legacy_mean_mae": 0.469286,
|
||||
"emos_mean_mae": 0.463352,
|
||||
"legacy_bucket_hit_rate": 0.785714,
|
||||
"emos_bucket_hit_rate": 0.785714
|
||||
},
|
||||
"paris": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.85199,
|
||||
"emos_mean_crps": 0.832136,
|
||||
"legacy_mean_mae": 0.873158,
|
||||
"emos_mean_mae": 0.868655,
|
||||
"legacy_bucket_hit_rate": 0.736842,
|
||||
"emos_bucket_hit_rate": 0.736842
|
||||
},
|
||||
"san francisco": {
|
||||
"samples": 17,
|
||||
"legacy_mean_crps": 2.69808,
|
||||
"emos_mean_crps": 2.593537,
|
||||
"legacy_mean_mae": 2.870588,
|
||||
"emos_mean_mae": 2.850331,
|
||||
"legacy_bucket_hit_rate": 0.411765,
|
||||
"emos_bucket_hit_rate": 0.411765
|
||||
},
|
||||
"sao paulo": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 1.011902,
|
||||
"emos_mean_crps": 1.01773,
|
||||
"legacy_mean_mae": 1.254737,
|
||||
"emos_mean_mae": 1.249211,
|
||||
"legacy_bucket_hit_rate": 0.578947,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"seattle": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 0.687541,
|
||||
"emos_mean_crps": 0.652651,
|
||||
"legacy_mean_mae": 0.798333,
|
||||
"emos_mean_mae": 0.790552,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"seoul": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 1.39114,
|
||||
"emos_mean_crps": 1.369958,
|
||||
"legacy_mean_mae": 1.7505,
|
||||
"emos_mean_mae": 1.726451,
|
||||
"legacy_bucket_hit_rate": 0.4,
|
||||
"emos_bucket_hit_rate": 0.4
|
||||
},
|
||||
"shanghai": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 1.422167,
|
||||
"emos_mean_crps": 1.423053,
|
||||
"legacy_mean_mae": 1.694286,
|
||||
"emos_mean_mae": 1.692691,
|
||||
"legacy_bucket_hit_rate": 0.571429,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"shenzhen": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.486563,
|
||||
"emos_mean_crps": 0.473602,
|
||||
"legacy_mean_mae": 0.612105,
|
||||
"emos_mean_mae": 0.603981,
|
||||
"legacy_bucket_hit_rate": 0.631579,
|
||||
"emos_bucket_hit_rate": 0.578947
|
||||
},
|
||||
"singapore": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.866487,
|
||||
"emos_mean_crps": 0.850527,
|
||||
"legacy_mean_mae": 1.106,
|
||||
"emos_mean_mae": 1.094612,
|
||||
"legacy_bucket_hit_rate": 0.35,
|
||||
"emos_bucket_hit_rate": 0.35
|
||||
},
|
||||
"taipei": {
|
||||
"samples": 21,
|
||||
"legacy_mean_crps": 0.754907,
|
||||
"emos_mean_crps": 0.69014,
|
||||
"legacy_mean_mae": 0.699524,
|
||||
"emos_mean_mae": 0.702462,
|
||||
"legacy_bucket_hit_rate": 0.571429,
|
||||
"emos_bucket_hit_rate": 0.571429
|
||||
},
|
||||
"tel aviv": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 0.700721,
|
||||
"emos_mean_crps": 0.65593,
|
||||
"legacy_mean_mae": 0.788421,
|
||||
"emos_mean_mae": 0.768234,
|
||||
"legacy_bucket_hit_rate": 0.473684,
|
||||
"emos_bucket_hit_rate": 0.473684
|
||||
},
|
||||
"tokyo": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.837186,
|
||||
"emos_mean_crps": 0.828923,
|
||||
"legacy_mean_mae": 0.993,
|
||||
"emos_mean_mae": 0.990435,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"toronto": {
|
||||
"samples": 19,
|
||||
"legacy_mean_crps": 2.51112,
|
||||
"emos_mean_crps": 2.486868,
|
||||
"legacy_mean_mae": 2.751053,
|
||||
"emos_mean_mae": 2.756704,
|
||||
"legacy_bucket_hit_rate": 0.315789,
|
||||
"emos_bucket_hit_rate": 0.315789
|
||||
},
|
||||
"warsaw": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.483353,
|
||||
"emos_mean_crps": 0.474875,
|
||||
"legacy_mean_mae": 0.591,
|
||||
"emos_mean_mae": 0.590616,
|
||||
"legacy_bucket_hit_rate": 0.75,
|
||||
"emos_bucket_hit_rate": 0.7
|
||||
},
|
||||
"wellington": {
|
||||
"samples": 20,
|
||||
"legacy_mean_crps": 0.723469,
|
||||
"emos_mean_crps": 0.71472,
|
||||
"legacy_mean_mae": 0.877,
|
||||
"emos_mean_mae": 0.877932,
|
||||
"legacy_bucket_hit_rate": 0.5,
|
||||
"emos_bucket_hit_rate": 0.5
|
||||
},
|
||||
"wuhan": {
|
||||
"samples": 18,
|
||||
"legacy_mean_crps": 1.12801,
|
||||
"emos_mean_crps": 1.115206,
|
||||
"legacy_mean_mae": 1.243333,
|
||||
"emos_mean_mae": 1.242457,
|
||||
"legacy_bucket_hit_rate": 0.611111,
|
||||
"emos_bucket_hit_rate": 0.611111
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user