diff --git a/artifacts/local_runtime/probability_calibration/auto_retrain_report.json b/artifacts/local_runtime/probability_calibration/auto_retrain_report.json new file mode 100644 index 00000000..c24596ed --- /dev/null +++ b/artifacts/local_runtime/probability_calibration/auto_retrain_report.json @@ -0,0 +1,62 @@ +{ + "ok": true, + "version": "emos-auto-20260418212046", + "generated_at": "2026-04-18T21:21:04.160748+00:00", + "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046", + "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", + "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", + "promote_requested": false, + "promoted": false, + "backup_path": null, + "decision": { + "decision": "promote", + "ready_for_promotion": true, + "blocking_reasons": [], + "thresholds": { + "min_samples": 50, + "max_delta_crps": 0.0, + "max_delta_mae": 0.05, + "min_delta_bucket_hit_rate": -0.05 + }, + "metrics": { + "sample_count": 847, + "delta_crps": -0.03617, + "delta_mae": -0.007896, + "delta_bucket_hit_rate": -0.009445 + } + }, + "fit": { + "command": [ + "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", + "scripts/fit_probability_calibration.py", + "--output", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "--version", + "emos-auto-20260418212046", + "--verbose", + "--snapshot-limit", + "50000" + ], + "returncode": 0, + "stdout": "", + "stderr": "" + }, + "evaluate": { + "command": [ + "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", + "scripts/evaluate_probability_calibration.py", + "--calibration-file", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "--output", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", + "--verbose", + "--snapshot-limit", + "50000" + ], + "returncode": 0, + "stdout": "", + "stderr": "" + }, + "tests": null +} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json new file mode 100644 index 00000000..c24596ed --- /dev/null +++ b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json @@ -0,0 +1,62 @@ +{ + "ok": true, + "version": "emos-auto-20260418212046", + "generated_at": "2026-04-18T21:21:04.160748+00:00", + "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046", + "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", + "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", + "promote_requested": false, + "promoted": false, + "backup_path": null, + "decision": { + "decision": "promote", + "ready_for_promotion": true, + "blocking_reasons": [], + "thresholds": { + "min_samples": 50, + "max_delta_crps": 0.0, + "max_delta_mae": 0.05, + "min_delta_bucket_hit_rate": -0.05 + }, + "metrics": { + "sample_count": 847, + "delta_crps": -0.03617, + "delta_mae": -0.007896, + "delta_bucket_hit_rate": -0.009445 + } + }, + "fit": { + "command": [ + "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", + "scripts/fit_probability_calibration.py", + "--output", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "--version", + "emos-auto-20260418212046", + "--verbose", + "--snapshot-limit", + "50000" + ], + "returncode": 0, + "stdout": "", + "stderr": "" + }, + "evaluate": { + "command": [ + "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", + "scripts/evaluate_probability_calibration.py", + "--calibration-file", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", + "--output", + "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", + "--verbose", + "--snapshot-limit", + "50000" + ], + "returncode": 0, + "stdout": "", + "stderr": "" + }, + "tests": null +} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json new file mode 100644 index 00000000..06a4c5d9 --- /dev/null +++ b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json @@ -0,0 +1,361 @@ +{ + "version": "emos-auto-20260418212046", + "trained_at": "2026-04-18T21:21:01.845585+00:00", + "global": { + "mu": { + "intercept": 0.2254302, + "raw_mu_coef": 0.6118983, + "deb_coef": 0.33808937, + "ens_median_coef": 0.05495855, + "max_so_far_gap_coef": -0.0932547 + }, + "sigma": { + "intercept": -0.63488372, + "raw_sigma_coef": 0.25697024, + "spread_coef": 0.27252389, + "peak_flag_coef": 0.25649506, + "max_so_far_gap_coef": 0.1247358 + } + }, + "sigma_constraints": { + "min_ratio": 0.85, + "max_ratio": 1.35, + "absolute_min": 0.25, + "absolute_max": 3.0 + }, + "selection_guardrails": { + "max_mae_increase": 0.02, + "max_bucket_hit_drop": 0.01, + "max_bucket_brier_increase": 0.05 + }, + "blending": { + "alpha_mu": 0.05, + "alpha_sigma": 1.0 + }, + "cities": { + "jakarta": { + "samples": 14, + "mu_bias": -0.311632, + "sigma_scale": 1.017611, + "confidence": 1.0 + }, + "tokyo": { + "samples": 20, + "mu_bias": -0.66582, + "sigma_scale": 0.811034, + "confidence": 1.0 + }, + "tel aviv": { + "samples": 19, + "mu_bias": 0.528539, + "sigma_scale": 1.575887, + "confidence": 1.0 + }, + "toronto": { + "samples": 19, + "mu_bias": 0.199116, + "sigma_scale": 1.357064, + "confidence": 1.0 + }, + "buenos aires": { + "samples": 19, + "mu_bias": -0.805689, + "sigma_scale": 1.360136, + "confidence": 1.0 + }, + "wellington": { + "samples": 20, + "mu_bias": -0.205656, + "sigma_scale": 0.924063, + "confidence": 1.0 + }, + "ankara": { + "samples": 20, + "mu_bias": 0.370092, + "sigma_scale": 1.198264, + "confidence": 1.0 + }, + "new york": { + "samples": 18, + "mu_bias": 0.951787, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "los angeles": { + "samples": 17, + "mu_bias": -0.194962, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "san francisco": { + "samples": 17, + "mu_bias": 1.147953, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "aurora": { + "samples": 17, + "mu_bias": 1.294945, + "sigma_scale": 0.970849, + "confidence": 1.0 + }, + "austin": { + "samples": 17, + "mu_bias": 1.225084, + "sigma_scale": 1.935455, + "confidence": 1.0 + }, + "houston": { + "samples": 17, + "mu_bias": 0.325773, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "mexico city": { + "samples": 17, + "mu_bias": 0.390722, + "sigma_scale": 1.324935, + "confidence": 1.0 + }, + "chicago": { + "samples": 18, + "mu_bias": 2.419404, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "dallas": { + "samples": 18, + "mu_bias": 0.47057, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "miami": { + "samples": 19, + "mu_bias": -3.137033, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "atlanta": { + "samples": 19, + "mu_bias": -2.30076, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "seattle": { + "samples": 18, + "mu_bias": -0.201183, + "sigma_scale": 1.232981, + "confidence": 1.0 + }, + "lucknow": { + "samples": 20, + "mu_bias": -2.200374, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "helsinki": { + "samples": 14, + "mu_bias": 0.802133, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "chengdu": { + "samples": 18, + "mu_bias": 0.606095, + "sigma_scale": 0.827307, + "confidence": 1.0 + }, + "chongqing": { + "samples": 18, + "mu_bias": 0.474194, + "sigma_scale": 1.138478, + "confidence": 1.0 + }, + "shenzhen": { + "samples": 19, + "mu_bias": -0.465199, + "sigma_scale": 0.840945, + "confidence": 1.0 + }, + "guangzhou": { + "samples": 4, + "mu_bias": -2.182386, + "sigma_scale": 2.0, + "confidence": 0.5 + }, + "beijing": { + "samples": 18, + "mu_bias": -0.262371, + "sigma_scale": 1.226611, + "confidence": 1.0 + }, + "wuhan": { + "samples": 18, + "mu_bias": -0.51351, + "sigma_scale": 1.47005, + "confidence": 1.0 + }, + "panama city": { + "samples": 14, + "mu_bias": -0.045915, + "sigma_scale": 1.357288, + "confidence": 1.0 + }, + "lagos": { + "samples": 7, + "mu_bias": 0.519428, + "sigma_scale": 1.514993, + "confidence": 0.875 + }, + "jeddah": { + "samples": 8, + "mu_bias": 1.145929, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "shanghai": { + "samples": 21, + "mu_bias": 0.272435, + "sigma_scale": 0.957354, + "confidence": 1.0 + }, + "moscow": { + "samples": 18, + "mu_bias": -0.518587, + "sigma_scale": 0.862574, + "confidence": 1.0 + }, + "seoul": { + "samples": 20, + "mu_bias": 0.964252, + "sigma_scale": 0.776068, + "confidence": 1.0 + }, + "busan": { + "samples": 14, + "mu_bias": -0.216931, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "hong kong": { + "samples": 22, + "mu_bias": 0.379808, + "sigma_scale": 0.576369, + "confidence": 1.0 + }, + "lau fau shan": { + "samples": 17, + "mu_bias": 0.525219, + "sigma_scale": 0.779717, + "confidence": 1.0 + }, + "taipei": { + "samples": 21, + "mu_bias": 0.357955, + "sigma_scale": 0.5, + "confidence": 1.0 + }, + "singapore": { + "samples": 20, + "mu_bias": 0.128349, + "sigma_scale": 1.087276, + "confidence": 1.0 + }, + "kuala lumpur": { + "samples": 14, + "mu_bias": 0.121108, + "sigma_scale": 1.744875, + "confidence": 1.0 + }, + "cape town": { + "samples": 7, + "mu_bias": 0.455546, + "sigma_scale": 2.0, + "confidence": 0.875 + }, + "paris": { + "samples": 19, + "mu_bias": -0.127694, + "sigma_scale": 1.230108, + "confidence": 1.0 + }, + "madrid": { + "samples": 19, + "mu_bias": -0.532308, + "sigma_scale": 1.982566, + "confidence": 1.0 + }, + "munich": { + "samples": 19, + "mu_bias": 0.508653, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "milan": { + "samples": 20, + "mu_bias": -0.06599, + "sigma_scale": 1.940436, + "confidence": 1.0 + }, + "warsaw": { + "samples": 20, + "mu_bias": -0.390534, + "sigma_scale": 0.761538, + "confidence": 1.0 + }, + "amsterdam": { + "samples": 14, + "mu_bias": 0.360733, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "istanbul": { + "samples": 17, + "mu_bias": -0.52807, + "sigma_scale": 0.5, + "confidence": 1.0 + }, + "london": { + "samples": 19, + "mu_bias": 0.26042, + "sigma_scale": 2.0, + "confidence": 1.0 + }, + "sao paulo": { + "samples": 19, + "mu_bias": -0.628782, + "sigma_scale": 1.610083, + "confidence": 1.0 + }, + "manila": { + "samples": 3, + "mu_bias": -0.780441, + "sigma_scale": 2.0, + "confidence": 0.375 + }, + "karachi": { + "samples": 3, + "mu_bias": -1.489692, + "sigma_scale": 2.0, + "confidence": 0.375 + } + }, + "metrics": { + "sample_count": 847, + "mean_crps": 1.366484, + "legacy_mean_crps": 1.395994, + "legacy_mean_mae": 1.587426, + "legacy_bucket_hit_rate": 0.451004, + "legacy_bucket_brier": 0.833743, + "selected_mean_crps": 1.353599, + "selected_mean_mae": 1.579253, + "selected_bucket_hit_rate": 0.44392, + "selected_bucket_brier": 0.802857, + "selected_score": 2.947788, + "legacy_score": 3.003539, + "filled_actual_from_history": 0, + "settlement_history_city_count": 30, + "legacy_archive_samples": 54 + }, + "source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json" +} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json new file mode 100644 index 00000000..4cc798a8 --- /dev/null +++ b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json @@ -0,0 +1,482 @@ +{ + "summary": { + "sample_count": 847, + "filled_actual_from_history": 0, + "legacy": { + "mean_crps": 1.395994, + "mean_mae": 1.587426, + "bucket_hit_rate": 0.451004 + }, + "emos": { + "mean_crps": 1.359824, + "mean_mae": 1.57953, + "bucket_hit_rate": 0.441558 + }, + "delta": { + "crps": -0.03617, + "mae": -0.007896, + "bucket_hit_rate": -0.009445 + } + }, + "by_city": { + "amsterdam": { + "samples": 14, + "legacy_mean_crps": 0.987415, + "emos_mean_crps": 0.961828, + "legacy_mean_mae": 1.132857, + "emos_mean_mae": 1.125179, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.428571 + }, + "ankara": { + "samples": 20, + "legacy_mean_crps": 0.601736, + "emos_mean_crps": 0.564683, + "legacy_mean_mae": 0.6865, + "emos_mean_mae": 0.681341, + "legacy_bucket_hit_rate": 0.45, + "emos_bucket_hit_rate": 0.45 + }, + "atlanta": { + "samples": 19, + "legacy_mean_crps": 4.694941, + "emos_mean_crps": 4.720441, + "legacy_mean_mae": 5.1, + "emos_mean_mae": 5.14654, + "legacy_bucket_hit_rate": 0.157895, + "emos_bucket_hit_rate": 0.105263 + }, + "aurora": { + "samples": 17, + "legacy_mean_crps": 3.480078, + "emos_mean_crps": 3.084405, + "legacy_mean_mae": 3.74, + "emos_mean_mae": 3.733189, + "legacy_bucket_hit_rate": 0.058824, + "emos_bucket_hit_rate": 0.058824 + }, + "austin": { + "samples": 17, + "legacy_mean_crps": 1.644367, + "emos_mean_crps": 1.558512, + "legacy_mean_mae": 1.788824, + "emos_mean_mae": 1.724237, + "legacy_bucket_hit_rate": 0.470588, + "emos_bucket_hit_rate": 0.470588 + }, + "beijing": { + "samples": 18, + "legacy_mean_crps": 1.504991, + "emos_mean_crps": 1.535402, + "legacy_mean_mae": 1.943889, + "emos_mean_mae": 1.93954, + "legacy_bucket_hit_rate": 0.388889, + "emos_bucket_hit_rate": 0.388889 + }, + "buenos aires": { + "samples": 19, + "legacy_mean_crps": 1.50594, + "emos_mean_crps": 1.515676, + "legacy_mean_mae": 1.774737, + "emos_mean_mae": 1.776997, + "legacy_bucket_hit_rate": 0.473684, + "emos_bucket_hit_rate": 0.473684 + }, + "busan": { + "samples": 14, + "legacy_mean_crps": 1.32137, + "emos_mean_crps": 1.30751, + "legacy_mean_mae": 1.578571, + "emos_mean_mae": 1.574854, + "legacy_bucket_hit_rate": 0.285714, + "emos_bucket_hit_rate": 0.285714 + }, + "cape town": { + "samples": 7, + "legacy_mean_crps": 1.306883, + "emos_mean_crps": 1.279311, + "legacy_mean_mae": 1.624286, + "emos_mean_mae": 1.606502, + "legacy_bucket_hit_rate": 0.142857, + "emos_bucket_hit_rate": 0.142857 + }, + "chengdu": { + "samples": 18, + "legacy_mean_crps": 0.97712, + "emos_mean_crps": 0.948547, + "legacy_mean_mae": 1.121667, + "emos_mean_mae": 1.117198, + "legacy_bucket_hit_rate": 0.444444, + "emos_bucket_hit_rate": 0.444444 + }, + "chicago": { + "samples": 18, + "legacy_mean_crps": 2.968133, + "emos_mean_crps": 2.884946, + "legacy_mean_mae": 3.378333, + "emos_mean_mae": 3.342852, + "legacy_bucket_hit_rate": 0.277778, + "emos_bucket_hit_rate": 0.166667 + }, + "chongqing": { + "samples": 18, + "legacy_mean_crps": 1.209798, + "emos_mean_crps": 1.219771, + "legacy_mean_mae": 1.563333, + "emos_mean_mae": 1.553719, + "legacy_bucket_hit_rate": 0.333333, + "emos_bucket_hit_rate": 0.333333 + }, + "dallas": { + "samples": 18, + "legacy_mean_crps": 1.514743, + "emos_mean_crps": 1.403035, + "legacy_mean_mae": 1.562778, + "emos_mean_mae": 1.576013, + "legacy_bucket_hit_rate": 0.444444, + "emos_bucket_hit_rate": 0.444444 + }, + "guangzhou": { + "samples": 4, + "legacy_mean_crps": 2.173291, + "emos_mean_crps": 2.087242, + "legacy_mean_mae": 2.235, + "emos_mean_mae": 2.215336, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "helsinki": { + "samples": 14, + "legacy_mean_crps": 0.780006, + "emos_mean_crps": 0.734291, + "legacy_mean_mae": 0.966429, + "emos_mean_mae": 0.930396, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "hong kong": { + "samples": 22, + "legacy_mean_crps": 0.606459, + "emos_mean_crps": 0.577355, + "legacy_mean_mae": 0.651364, + "emos_mean_mae": 0.648663, + "legacy_bucket_hit_rate": 0.727273, + "emos_bucket_hit_rate": 0.681818 + }, + "houston": { + "samples": 17, + "legacy_mean_crps": 1.585453, + "emos_mean_crps": 1.529507, + "legacy_mean_mae": 1.874118, + "emos_mean_mae": 1.872825, + "legacy_bucket_hit_rate": 0.294118, + "emos_bucket_hit_rate": 0.294118 + }, + "istanbul": { + "samples": 17, + "legacy_mean_crps": 0.595311, + "emos_mean_crps": 0.552377, + "legacy_mean_mae": 0.556471, + "emos_mean_mae": 0.539751, + "legacy_bucket_hit_rate": 0.823529, + "emos_bucket_hit_rate": 0.823529 + }, + "jakarta": { + "samples": 14, + "legacy_mean_crps": 0.900747, + "emos_mean_crps": 0.893463, + "legacy_mean_mae": 1.127857, + "emos_mean_mae": 1.120582, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "jeddah": { + "samples": 8, + "legacy_mean_crps": 1.895708, + "emos_mean_crps": 1.845136, + "legacy_mean_mae": 2.25125, + "emos_mean_mae": 2.252419, + "legacy_bucket_hit_rate": 0.375, + "emos_bucket_hit_rate": 0.375 + }, + "karachi": { + "samples": 3, + "legacy_mean_crps": 3.800591, + "emos_mean_crps": 3.864419, + "legacy_mean_mae": 4.373333, + "emos_mean_mae": 4.370732, + "legacy_bucket_hit_rate": 0.0, + "emos_bucket_hit_rate": 0.0 + }, + "kuala lumpur": { + "samples": 14, + "legacy_mean_crps": 1.269324, + "emos_mean_crps": 1.256321, + "legacy_mean_mae": 1.52, + "emos_mean_mae": 1.514488, + "legacy_bucket_hit_rate": 0.357143, + "emos_bucket_hit_rate": 0.357143 + }, + "lagos": { + "samples": 7, + "legacy_mean_crps": 0.906342, + "emos_mean_crps": 0.917018, + "legacy_mean_mae": 1.254286, + "emos_mean_mae": 1.237313, + "legacy_bucket_hit_rate": 0.142857, + "emos_bucket_hit_rate": 0.142857 + }, + "lau fau shan": { + "samples": 17, + "legacy_mean_crps": 0.803404, + "emos_mean_crps": 0.761944, + "legacy_mean_mae": 0.828824, + "emos_mean_mae": 0.817151, + "legacy_bucket_hit_rate": 0.529412, + "emos_bucket_hit_rate": 0.529412 + }, + "london": { + "samples": 19, + "legacy_mean_crps": 1.372253, + "emos_mean_crps": 1.343838, + "legacy_mean_mae": 1.453684, + "emos_mean_mae": 1.45014, + "legacy_bucket_hit_rate": 0.526316, + "emos_bucket_hit_rate": 0.526316 + }, + "los angeles": { + "samples": 17, + "legacy_mean_crps": 1.618329, + "emos_mean_crps": 1.554333, + "legacy_mean_mae": 1.781765, + "emos_mean_mae": 1.784064, + "legacy_bucket_hit_rate": 0.352941, + "emos_bucket_hit_rate": 0.352941 + }, + "lucknow": { + "samples": 20, + "legacy_mean_crps": 1.81502, + "emos_mean_crps": 1.714879, + "legacy_mean_mae": 2.2115, + "emos_mean_mae": 2.112162, + "legacy_bucket_hit_rate": 0.1, + "emos_bucket_hit_rate": 0.15 + }, + "madrid": { + "samples": 19, + "legacy_mean_crps": 1.407792, + "emos_mean_crps": 1.418606, + "legacy_mean_mae": 1.620526, + "emos_mean_mae": 1.622569, + "legacy_bucket_hit_rate": 0.473684, + "emos_bucket_hit_rate": 0.526316 + }, + "manila": { + "samples": 3, + "legacy_mean_crps": 1.623393, + "emos_mean_crps": 1.64462, + "legacy_mean_mae": 2.02, + "emos_mean_mae": 2.009874, + "legacy_bucket_hit_rate": 0.333333, + "emos_bucket_hit_rate": 0.333333 + }, + "mexico city": { + "samples": 17, + "legacy_mean_crps": 0.584555, + "emos_mean_crps": 0.554658, + "legacy_mean_mae": 0.758824, + "emos_mean_mae": 0.732893, + "legacy_bucket_hit_rate": 0.470588, + "emos_bucket_hit_rate": 0.470588 + }, + "miami": { + "samples": 19, + "legacy_mean_crps": 3.579308, + "emos_mean_crps": 3.623019, + "legacy_mean_mae": 3.843684, + "emos_mean_mae": 3.903567, + "legacy_bucket_hit_rate": 0.473684, + "emos_bucket_hit_rate": 0.421053 + }, + "milan": { + "samples": 20, + "legacy_mean_crps": 1.281634, + "emos_mean_crps": 1.178909, + "legacy_mean_mae": 1.358, + "emos_mean_mae": 1.346126, + "legacy_bucket_hit_rate": 0.3, + "emos_bucket_hit_rate": 0.3 + }, + "moscow": { + "samples": 18, + "legacy_mean_crps": 0.753709, + "emos_mean_crps": 0.731335, + "legacy_mean_mae": 0.8, + "emos_mean_mae": 0.785323, + "legacy_bucket_hit_rate": 0.666667, + "emos_bucket_hit_rate": 0.666667 + }, + "munich": { + "samples": 19, + "legacy_mean_crps": 1.456455, + "emos_mean_crps": 1.41921, + "legacy_mean_mae": 1.704737, + "emos_mean_mae": 1.695068, + "legacy_bucket_hit_rate": 0.210526, + "emos_bucket_hit_rate": 0.210526 + }, + "new york": { + "samples": 18, + "legacy_mean_crps": 2.359876, + "emos_mean_crps": 2.341163, + "legacy_mean_mae": 2.695, + "emos_mean_mae": 2.699524, + "legacy_bucket_hit_rate": 0.333333, + "emos_bucket_hit_rate": 0.333333 + }, + "panama city": { + "samples": 14, + "legacy_mean_crps": 0.361716, + "emos_mean_crps": 0.33962, + "legacy_mean_mae": 0.469286, + "emos_mean_mae": 0.463352, + "legacy_bucket_hit_rate": 0.785714, + "emos_bucket_hit_rate": 0.785714 + }, + "paris": { + "samples": 19, + "legacy_mean_crps": 0.85199, + "emos_mean_crps": 0.832136, + "legacy_mean_mae": 0.873158, + "emos_mean_mae": 0.868655, + "legacy_bucket_hit_rate": 0.736842, + "emos_bucket_hit_rate": 0.736842 + }, + "san francisco": { + "samples": 17, + "legacy_mean_crps": 2.69808, + "emos_mean_crps": 2.593537, + "legacy_mean_mae": 2.870588, + "emos_mean_mae": 2.850331, + "legacy_bucket_hit_rate": 0.411765, + "emos_bucket_hit_rate": 0.411765 + }, + "sao paulo": { + "samples": 19, + "legacy_mean_crps": 1.011902, + "emos_mean_crps": 1.01773, + "legacy_mean_mae": 1.254737, + "emos_mean_mae": 1.249211, + "legacy_bucket_hit_rate": 0.578947, + "emos_bucket_hit_rate": 0.473684 + }, + "seattle": { + "samples": 18, + "legacy_mean_crps": 0.687541, + "emos_mean_crps": 0.652651, + "legacy_mean_mae": 0.798333, + "emos_mean_mae": 0.790552, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "seoul": { + "samples": 20, + "legacy_mean_crps": 1.39114, + "emos_mean_crps": 1.369958, + "legacy_mean_mae": 1.7505, + "emos_mean_mae": 1.726451, + "legacy_bucket_hit_rate": 0.4, + "emos_bucket_hit_rate": 0.4 + }, + "shanghai": { + "samples": 21, + "legacy_mean_crps": 1.422167, + "emos_mean_crps": 1.423053, + "legacy_mean_mae": 1.694286, + "emos_mean_mae": 1.692691, + "legacy_bucket_hit_rate": 0.571429, + "emos_bucket_hit_rate": 0.571429 + }, + "shenzhen": { + "samples": 19, + "legacy_mean_crps": 0.486563, + "emos_mean_crps": 0.473602, + "legacy_mean_mae": 0.612105, + "emos_mean_mae": 0.603981, + "legacy_bucket_hit_rate": 0.631579, + "emos_bucket_hit_rate": 0.578947 + }, + "singapore": { + "samples": 20, + "legacy_mean_crps": 0.866487, + "emos_mean_crps": 0.850527, + "legacy_mean_mae": 1.106, + "emos_mean_mae": 1.094612, + "legacy_bucket_hit_rate": 0.35, + "emos_bucket_hit_rate": 0.35 + }, + "taipei": { + "samples": 21, + "legacy_mean_crps": 0.754907, + "emos_mean_crps": 0.69014, + "legacy_mean_mae": 0.699524, + "emos_mean_mae": 0.702462, + "legacy_bucket_hit_rate": 0.571429, + "emos_bucket_hit_rate": 0.571429 + }, + "tel aviv": { + "samples": 19, + "legacy_mean_crps": 0.700721, + "emos_mean_crps": 0.65593, + "legacy_mean_mae": 0.788421, + "emos_mean_mae": 0.768234, + "legacy_bucket_hit_rate": 0.473684, + "emos_bucket_hit_rate": 0.473684 + }, + "tokyo": { + "samples": 20, + "legacy_mean_crps": 0.837186, + "emos_mean_crps": 0.828923, + "legacy_mean_mae": 0.993, + "emos_mean_mae": 0.990435, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "toronto": { + "samples": 19, + "legacy_mean_crps": 2.51112, + "emos_mean_crps": 2.486868, + "legacy_mean_mae": 2.751053, + "emos_mean_mae": 2.756704, + "legacy_bucket_hit_rate": 0.315789, + "emos_bucket_hit_rate": 0.315789 + }, + "warsaw": { + "samples": 20, + "legacy_mean_crps": 0.483353, + "emos_mean_crps": 0.474875, + "legacy_mean_mae": 0.591, + "emos_mean_mae": 0.590616, + "legacy_bucket_hit_rate": 0.75, + "emos_bucket_hit_rate": 0.7 + }, + "wellington": { + "samples": 20, + "legacy_mean_crps": 0.723469, + "emos_mean_crps": 0.71472, + "legacy_mean_mae": 0.877, + "emos_mean_mae": 0.877932, + "legacy_bucket_hit_rate": 0.5, + "emos_bucket_hit_rate": 0.5 + }, + "wuhan": { + "samples": 18, + "legacy_mean_crps": 1.12801, + "emos_mean_crps": 1.115206, + "legacy_mean_mae": 1.243333, + "emos_mean_mae": 1.242457, + "legacy_bucket_hit_rate": 0.611111, + "emos_bucket_hit_rate": 0.611111 + } + } +} \ No newline at end of file