diff --git a/.gitignore b/.gitignore index 92147b91..8b6369b3 100644 --- a/.gitignore +++ b/.gitignore @@ -13,6 +13,10 @@ data/models/ logs/ artifacts/probability_calibration/auto_retrain_report.json artifacts/probability_calibration/candidates/ +artifacts/probability_calibration/default.backup-*.json +artifacts/probability_calibration/default.local-backup-*.json +artifacts/local_runtime/probability_calibration/auto_retrain_report.json +artifacts/local_runtime/probability_calibration/candidates/ # Python __pycache__/ @@ -45,4 +49,3 @@ frontend/*.tsbuildinfo # Browser extension build artifacts /extension.zip /extension-*.zip - diff --git a/artifacts/local_runtime/probability_calibration/auto_retrain_report.json b/artifacts/local_runtime/probability_calibration/auto_retrain_report.json deleted file mode 100644 index a90686bc..00000000 --- a/artifacts/local_runtime/probability_calibration/auto_retrain_report.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": true, - "version": "emos-auto-20260421122743", - "generated_at": "2026-04-21T12:28:08.021388+00:00", - "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743", - "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json", - "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", - "promote_requested": true, - "promoted": true, - "backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json", - "decision": { - "decision": "promote", - "ready_for_promotion": true, - "blocking_reasons": [], - "thresholds": { - "min_samples": 50, - "max_delta_crps": 0.0, - "max_delta_mae": 0.05, - "min_delta_bucket_hit_rate": -0.05 - }, - "metrics": { - "sample_count": 978, - "delta_crps": -0.05721, - "delta_mae": -0.034568, - "delta_bucket_hit_rate": -0.00409 - } - }, - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "--version", - "emos-auto-20260421122743", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "evaluate": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/evaluate_probability_calibration.py", - "--calibration-file", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "tests": null -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json deleted file mode 100644 index c24596ed..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/decision_report.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": true, - "version": "emos-auto-20260418212046", - "generated_at": "2026-04-18T21:21:04.160748+00:00", - "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046", - "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", - "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", - "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", - "promote_requested": false, - "promoted": false, - "backup_path": null, - "decision": { - "decision": "promote", - "ready_for_promotion": true, - "blocking_reasons": [], - "thresholds": { - "min_samples": 50, - "max_delta_crps": 0.0, - "max_delta_mae": 0.05, - "min_delta_bucket_hit_rate": -0.05 - }, - "metrics": { - "sample_count": 847, - "delta_crps": -0.03617, - "delta_mae": -0.007896, - "delta_bucket_hit_rate": -0.009445 - } - }, - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", - "--version", - "emos-auto-20260418212046", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "evaluate": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/evaluate_probability_calibration.py", - "--calibration-file", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\evaluation_report.json", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "tests": null -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json deleted file mode 100644 index 06a4c5d9..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/default.json +++ /dev/null @@ -1,361 +0,0 @@ -{ - "version": "emos-auto-20260418212046", - "trained_at": "2026-04-18T21:21:01.845585+00:00", - "global": { - "mu": { - "intercept": 0.2254302, - "raw_mu_coef": 0.6118983, - "deb_coef": 0.33808937, - "ens_median_coef": 0.05495855, - "max_so_far_gap_coef": -0.0932547 - }, - "sigma": { - "intercept": -0.63488372, - "raw_sigma_coef": 0.25697024, - "spread_coef": 0.27252389, - "peak_flag_coef": 0.25649506, - "max_so_far_gap_coef": 0.1247358 - } - }, - "sigma_constraints": { - "min_ratio": 0.85, - "max_ratio": 1.35, - "absolute_min": 0.25, - "absolute_max": 3.0 - }, - "selection_guardrails": { - "max_mae_increase": 0.02, - "max_bucket_hit_drop": 0.01, - "max_bucket_brier_increase": 0.05 - }, - "blending": { - "alpha_mu": 0.05, - "alpha_sigma": 1.0 - }, - "cities": { - "jakarta": { - "samples": 14, - "mu_bias": -0.311632, - "sigma_scale": 1.017611, - "confidence": 1.0 - }, - "tokyo": { - "samples": 20, - "mu_bias": -0.66582, - "sigma_scale": 0.811034, - "confidence": 1.0 - }, - "tel aviv": { - "samples": 19, - "mu_bias": 0.528539, - "sigma_scale": 1.575887, - "confidence": 1.0 - }, - "toronto": { - "samples": 19, - "mu_bias": 0.199116, - "sigma_scale": 1.357064, - "confidence": 1.0 - }, - "buenos aires": { - "samples": 19, - "mu_bias": -0.805689, - "sigma_scale": 1.360136, - "confidence": 1.0 - }, - "wellington": { - "samples": 20, - "mu_bias": -0.205656, - "sigma_scale": 0.924063, - "confidence": 1.0 - }, - "ankara": { - "samples": 20, - "mu_bias": 0.370092, - "sigma_scale": 1.198264, - "confidence": 1.0 - }, - "new york": { - "samples": 18, - "mu_bias": 0.951787, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "los angeles": { - "samples": 17, - "mu_bias": -0.194962, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "san francisco": { - "samples": 17, - "mu_bias": 1.147953, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "aurora": { - "samples": 17, - "mu_bias": 1.294945, - "sigma_scale": 0.970849, - "confidence": 1.0 - }, - "austin": { - "samples": 17, - "mu_bias": 1.225084, - "sigma_scale": 1.935455, - "confidence": 1.0 - }, - "houston": { - "samples": 17, - "mu_bias": 0.325773, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "mexico city": { - "samples": 17, - "mu_bias": 0.390722, - "sigma_scale": 1.324935, - "confidence": 1.0 - }, - "chicago": { - "samples": 18, - "mu_bias": 2.419404, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "dallas": { - "samples": 18, - "mu_bias": 0.47057, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "miami": { - "samples": 19, - "mu_bias": -3.137033, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "atlanta": { - "samples": 19, - "mu_bias": -2.30076, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "seattle": { - "samples": 18, - "mu_bias": -0.201183, - "sigma_scale": 1.232981, - "confidence": 1.0 - }, - "lucknow": { - "samples": 20, - "mu_bias": -2.200374, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "helsinki": { - "samples": 14, - "mu_bias": 0.802133, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "chengdu": { - "samples": 18, - "mu_bias": 0.606095, - "sigma_scale": 0.827307, - "confidence": 1.0 - }, - "chongqing": { - "samples": 18, - "mu_bias": 0.474194, - "sigma_scale": 1.138478, - "confidence": 1.0 - }, - "shenzhen": { - "samples": 19, - "mu_bias": -0.465199, - "sigma_scale": 0.840945, - "confidence": 1.0 - }, - "guangzhou": { - "samples": 4, - "mu_bias": -2.182386, - "sigma_scale": 2.0, - "confidence": 0.5 - }, - "beijing": { - "samples": 18, - "mu_bias": -0.262371, - "sigma_scale": 1.226611, - "confidence": 1.0 - }, - "wuhan": { - "samples": 18, - "mu_bias": -0.51351, - "sigma_scale": 1.47005, - "confidence": 1.0 - }, - "panama city": { - "samples": 14, - "mu_bias": -0.045915, - "sigma_scale": 1.357288, - "confidence": 1.0 - }, - "lagos": { - "samples": 7, - "mu_bias": 0.519428, - "sigma_scale": 1.514993, - "confidence": 0.875 - }, - "jeddah": { - "samples": 8, - "mu_bias": 1.145929, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "shanghai": { - "samples": 21, - "mu_bias": 0.272435, - "sigma_scale": 0.957354, - "confidence": 1.0 - }, - "moscow": { - "samples": 18, - "mu_bias": -0.518587, - "sigma_scale": 0.862574, - "confidence": 1.0 - }, - "seoul": { - "samples": 20, - "mu_bias": 0.964252, - "sigma_scale": 0.776068, - "confidence": 1.0 - }, - "busan": { - "samples": 14, - "mu_bias": -0.216931, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "hong kong": { - "samples": 22, - "mu_bias": 0.379808, - "sigma_scale": 0.576369, - "confidence": 1.0 - }, - "lau fau shan": { - "samples": 17, - "mu_bias": 0.525219, - "sigma_scale": 0.779717, - "confidence": 1.0 - }, - "taipei": { - "samples": 21, - "mu_bias": 0.357955, - "sigma_scale": 0.5, - "confidence": 1.0 - }, - "singapore": { - "samples": 20, - "mu_bias": 0.128349, - "sigma_scale": 1.087276, - "confidence": 1.0 - }, - "kuala lumpur": { - "samples": 14, - "mu_bias": 0.121108, - "sigma_scale": 1.744875, - "confidence": 1.0 - }, - "cape town": { - "samples": 7, - "mu_bias": 0.455546, - "sigma_scale": 2.0, - "confidence": 0.875 - }, - "paris": { - "samples": 19, - "mu_bias": -0.127694, - "sigma_scale": 1.230108, - "confidence": 1.0 - }, - "madrid": { - "samples": 19, - "mu_bias": -0.532308, - "sigma_scale": 1.982566, - "confidence": 1.0 - }, - "munich": { - "samples": 19, - "mu_bias": 0.508653, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "milan": { - "samples": 20, - "mu_bias": -0.06599, - "sigma_scale": 1.940436, - "confidence": 1.0 - }, - "warsaw": { - "samples": 20, - "mu_bias": -0.390534, - "sigma_scale": 0.761538, - "confidence": 1.0 - }, - "amsterdam": { - "samples": 14, - "mu_bias": 0.360733, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "istanbul": { - "samples": 17, - "mu_bias": -0.52807, - "sigma_scale": 0.5, - "confidence": 1.0 - }, - "london": { - "samples": 19, - "mu_bias": 0.26042, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "sao paulo": { - "samples": 19, - "mu_bias": -0.628782, - "sigma_scale": 1.610083, - "confidence": 1.0 - }, - "manila": { - "samples": 3, - "mu_bias": -0.780441, - "sigma_scale": 2.0, - "confidence": 0.375 - }, - "karachi": { - "samples": 3, - "mu_bias": -1.489692, - "sigma_scale": 2.0, - "confidence": 0.375 - } - }, - "metrics": { - "sample_count": 847, - "mean_crps": 1.366484, - "legacy_mean_crps": 1.395994, - "legacy_mean_mae": 1.587426, - "legacy_bucket_hit_rate": 0.451004, - "legacy_bucket_brier": 0.833743, - "selected_mean_crps": 1.353599, - "selected_mean_mae": 1.579253, - "selected_bucket_hit_rate": 0.44392, - "selected_bucket_brier": 0.802857, - "selected_score": 2.947788, - "legacy_score": 3.003539, - "filled_actual_from_history": 0, - "settlement_history_city_count": 30, - "legacy_archive_samples": 54 - }, - "source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260418212046\\default.json" -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json deleted file mode 100644 index 4cc798a8..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260418212046/evaluation_report.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "summary": { - "sample_count": 847, - "filled_actual_from_history": 0, - "legacy": { - "mean_crps": 1.395994, - "mean_mae": 1.587426, - "bucket_hit_rate": 0.451004 - }, - "emos": { - "mean_crps": 1.359824, - "mean_mae": 1.57953, - "bucket_hit_rate": 0.441558 - }, - "delta": { - "crps": -0.03617, - "mae": -0.007896, - "bucket_hit_rate": -0.009445 - } - }, - "by_city": { - "amsterdam": { - "samples": 14, - "legacy_mean_crps": 0.987415, - "emos_mean_crps": 0.961828, - "legacy_mean_mae": 1.132857, - "emos_mean_mae": 1.125179, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.428571 - }, - "ankara": { - "samples": 20, - "legacy_mean_crps": 0.601736, - "emos_mean_crps": 0.564683, - "legacy_mean_mae": 0.6865, - "emos_mean_mae": 0.681341, - "legacy_bucket_hit_rate": 0.45, - "emos_bucket_hit_rate": 0.45 - }, - "atlanta": { - "samples": 19, - "legacy_mean_crps": 4.694941, - "emos_mean_crps": 4.720441, - "legacy_mean_mae": 5.1, - "emos_mean_mae": 5.14654, - "legacy_bucket_hit_rate": 0.157895, - "emos_bucket_hit_rate": 0.105263 - }, - "aurora": { - "samples": 17, - "legacy_mean_crps": 3.480078, - "emos_mean_crps": 3.084405, - "legacy_mean_mae": 3.74, - "emos_mean_mae": 3.733189, - "legacy_bucket_hit_rate": 0.058824, - "emos_bucket_hit_rate": 0.058824 - }, - "austin": { - "samples": 17, - "legacy_mean_crps": 1.644367, - "emos_mean_crps": 1.558512, - "legacy_mean_mae": 1.788824, - "emos_mean_mae": 1.724237, - "legacy_bucket_hit_rate": 0.470588, - "emos_bucket_hit_rate": 0.470588 - }, - "beijing": { - "samples": 18, - "legacy_mean_crps": 1.504991, - "emos_mean_crps": 1.535402, - "legacy_mean_mae": 1.943889, - "emos_mean_mae": 1.93954, - "legacy_bucket_hit_rate": 0.388889, - "emos_bucket_hit_rate": 0.388889 - }, - "buenos aires": { - "samples": 19, - "legacy_mean_crps": 1.50594, - "emos_mean_crps": 1.515676, - "legacy_mean_mae": 1.774737, - "emos_mean_mae": 1.776997, - "legacy_bucket_hit_rate": 0.473684, - "emos_bucket_hit_rate": 0.473684 - }, - "busan": { - "samples": 14, - "legacy_mean_crps": 1.32137, - "emos_mean_crps": 1.30751, - "legacy_mean_mae": 1.578571, - "emos_mean_mae": 1.574854, - "legacy_bucket_hit_rate": 0.285714, - "emos_bucket_hit_rate": 0.285714 - }, - "cape town": { - "samples": 7, - "legacy_mean_crps": 1.306883, - "emos_mean_crps": 1.279311, - "legacy_mean_mae": 1.624286, - "emos_mean_mae": 1.606502, - "legacy_bucket_hit_rate": 0.142857, - "emos_bucket_hit_rate": 0.142857 - }, - "chengdu": { - "samples": 18, - "legacy_mean_crps": 0.97712, - "emos_mean_crps": 0.948547, - "legacy_mean_mae": 1.121667, - "emos_mean_mae": 1.117198, - "legacy_bucket_hit_rate": 0.444444, - "emos_bucket_hit_rate": 0.444444 - }, - "chicago": { - "samples": 18, - "legacy_mean_crps": 2.968133, - "emos_mean_crps": 2.884946, - "legacy_mean_mae": 3.378333, - "emos_mean_mae": 3.342852, - "legacy_bucket_hit_rate": 0.277778, - "emos_bucket_hit_rate": 0.166667 - }, - "chongqing": { - "samples": 18, - "legacy_mean_crps": 1.209798, - "emos_mean_crps": 1.219771, - "legacy_mean_mae": 1.563333, - "emos_mean_mae": 1.553719, - "legacy_bucket_hit_rate": 0.333333, - "emos_bucket_hit_rate": 0.333333 - }, - "dallas": { - "samples": 18, - "legacy_mean_crps": 1.514743, - "emos_mean_crps": 1.403035, - "legacy_mean_mae": 1.562778, - "emos_mean_mae": 1.576013, - "legacy_bucket_hit_rate": 0.444444, - "emos_bucket_hit_rate": 0.444444 - }, - "guangzhou": { - "samples": 4, - "legacy_mean_crps": 2.173291, - "emos_mean_crps": 2.087242, - "legacy_mean_mae": 2.235, - "emos_mean_mae": 2.215336, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "helsinki": { - "samples": 14, - "legacy_mean_crps": 0.780006, - "emos_mean_crps": 0.734291, - "legacy_mean_mae": 0.966429, - "emos_mean_mae": 0.930396, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "hong kong": { - "samples": 22, - "legacy_mean_crps": 0.606459, - "emos_mean_crps": 0.577355, - "legacy_mean_mae": 0.651364, - "emos_mean_mae": 0.648663, - "legacy_bucket_hit_rate": 0.727273, - "emos_bucket_hit_rate": 0.681818 - }, - "houston": { - "samples": 17, - "legacy_mean_crps": 1.585453, - "emos_mean_crps": 1.529507, - "legacy_mean_mae": 1.874118, - "emos_mean_mae": 1.872825, - "legacy_bucket_hit_rate": 0.294118, - "emos_bucket_hit_rate": 0.294118 - }, - "istanbul": { - "samples": 17, - "legacy_mean_crps": 0.595311, - "emos_mean_crps": 0.552377, - "legacy_mean_mae": 0.556471, - "emos_mean_mae": 0.539751, - "legacy_bucket_hit_rate": 0.823529, - "emos_bucket_hit_rate": 0.823529 - }, - "jakarta": { - "samples": 14, - "legacy_mean_crps": 0.900747, - "emos_mean_crps": 0.893463, - "legacy_mean_mae": 1.127857, - "emos_mean_mae": 1.120582, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "jeddah": { - "samples": 8, - "legacy_mean_crps": 1.895708, - "emos_mean_crps": 1.845136, - "legacy_mean_mae": 2.25125, - "emos_mean_mae": 2.252419, - "legacy_bucket_hit_rate": 0.375, - "emos_bucket_hit_rate": 0.375 - }, - "karachi": { - "samples": 3, - "legacy_mean_crps": 3.800591, - "emos_mean_crps": 3.864419, - "legacy_mean_mae": 4.373333, - "emos_mean_mae": 4.370732, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "kuala lumpur": { - "samples": 14, - "legacy_mean_crps": 1.269324, - "emos_mean_crps": 1.256321, - "legacy_mean_mae": 1.52, - "emos_mean_mae": 1.514488, - "legacy_bucket_hit_rate": 0.357143, - "emos_bucket_hit_rate": 0.357143 - }, - "lagos": { - "samples": 7, - "legacy_mean_crps": 0.906342, - "emos_mean_crps": 0.917018, - "legacy_mean_mae": 1.254286, - "emos_mean_mae": 1.237313, - "legacy_bucket_hit_rate": 0.142857, - "emos_bucket_hit_rate": 0.142857 - }, - "lau fau shan": { - "samples": 17, - "legacy_mean_crps": 0.803404, - "emos_mean_crps": 0.761944, - "legacy_mean_mae": 0.828824, - "emos_mean_mae": 0.817151, - "legacy_bucket_hit_rate": 0.529412, - "emos_bucket_hit_rate": 0.529412 - }, - "london": { - "samples": 19, - "legacy_mean_crps": 1.372253, - "emos_mean_crps": 1.343838, - "legacy_mean_mae": 1.453684, - "emos_mean_mae": 1.45014, - "legacy_bucket_hit_rate": 0.526316, - "emos_bucket_hit_rate": 0.526316 - }, - "los angeles": { - "samples": 17, - "legacy_mean_crps": 1.618329, - "emos_mean_crps": 1.554333, - "legacy_mean_mae": 1.781765, - "emos_mean_mae": 1.784064, - "legacy_bucket_hit_rate": 0.352941, - "emos_bucket_hit_rate": 0.352941 - }, - "lucknow": { - "samples": 20, - "legacy_mean_crps": 1.81502, - "emos_mean_crps": 1.714879, - "legacy_mean_mae": 2.2115, - "emos_mean_mae": 2.112162, - "legacy_bucket_hit_rate": 0.1, - "emos_bucket_hit_rate": 0.15 - }, - "madrid": { - "samples": 19, - "legacy_mean_crps": 1.407792, - "emos_mean_crps": 1.418606, - "legacy_mean_mae": 1.620526, - "emos_mean_mae": 1.622569, - "legacy_bucket_hit_rate": 0.473684, - "emos_bucket_hit_rate": 0.526316 - }, - "manila": { - "samples": 3, - "legacy_mean_crps": 1.623393, - "emos_mean_crps": 1.64462, - "legacy_mean_mae": 2.02, - "emos_mean_mae": 2.009874, - "legacy_bucket_hit_rate": 0.333333, - "emos_bucket_hit_rate": 0.333333 - }, - "mexico city": { - "samples": 17, - "legacy_mean_crps": 0.584555, - "emos_mean_crps": 0.554658, - "legacy_mean_mae": 0.758824, - "emos_mean_mae": 0.732893, - "legacy_bucket_hit_rate": 0.470588, - "emos_bucket_hit_rate": 0.470588 - }, - "miami": { - "samples": 19, - "legacy_mean_crps": 3.579308, - "emos_mean_crps": 3.623019, - "legacy_mean_mae": 3.843684, - "emos_mean_mae": 3.903567, - "legacy_bucket_hit_rate": 0.473684, - "emos_bucket_hit_rate": 0.421053 - }, - "milan": { - "samples": 20, - "legacy_mean_crps": 1.281634, - "emos_mean_crps": 1.178909, - "legacy_mean_mae": 1.358, - "emos_mean_mae": 1.346126, - "legacy_bucket_hit_rate": 0.3, - "emos_bucket_hit_rate": 0.3 - }, - "moscow": { - "samples": 18, - "legacy_mean_crps": 0.753709, - "emos_mean_crps": 0.731335, - "legacy_mean_mae": 0.8, - "emos_mean_mae": 0.785323, - "legacy_bucket_hit_rate": 0.666667, - "emos_bucket_hit_rate": 0.666667 - }, - "munich": { - "samples": 19, - "legacy_mean_crps": 1.456455, - "emos_mean_crps": 1.41921, - "legacy_mean_mae": 1.704737, - "emos_mean_mae": 1.695068, - "legacy_bucket_hit_rate": 0.210526, - "emos_bucket_hit_rate": 0.210526 - }, - "new york": { - "samples": 18, - "legacy_mean_crps": 2.359876, - "emos_mean_crps": 2.341163, - "legacy_mean_mae": 2.695, - "emos_mean_mae": 2.699524, - "legacy_bucket_hit_rate": 0.333333, - "emos_bucket_hit_rate": 0.333333 - }, - "panama city": { - "samples": 14, - "legacy_mean_crps": 0.361716, - "emos_mean_crps": 0.33962, - "legacy_mean_mae": 0.469286, - "emos_mean_mae": 0.463352, - "legacy_bucket_hit_rate": 0.785714, - "emos_bucket_hit_rate": 0.785714 - }, - "paris": { - "samples": 19, - "legacy_mean_crps": 0.85199, - "emos_mean_crps": 0.832136, - "legacy_mean_mae": 0.873158, - "emos_mean_mae": 0.868655, - "legacy_bucket_hit_rate": 0.736842, - "emos_bucket_hit_rate": 0.736842 - }, - "san francisco": { - "samples": 17, - "legacy_mean_crps": 2.69808, - "emos_mean_crps": 2.593537, - "legacy_mean_mae": 2.870588, - "emos_mean_mae": 2.850331, - "legacy_bucket_hit_rate": 0.411765, - "emos_bucket_hit_rate": 0.411765 - }, - "sao paulo": { - "samples": 19, - "legacy_mean_crps": 1.011902, - "emos_mean_crps": 1.01773, - "legacy_mean_mae": 1.254737, - "emos_mean_mae": 1.249211, - "legacy_bucket_hit_rate": 0.578947, - "emos_bucket_hit_rate": 0.473684 - }, - "seattle": { - "samples": 18, - "legacy_mean_crps": 0.687541, - "emos_mean_crps": 0.652651, - "legacy_mean_mae": 0.798333, - "emos_mean_mae": 0.790552, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "seoul": { - "samples": 20, - "legacy_mean_crps": 1.39114, - "emos_mean_crps": 1.369958, - "legacy_mean_mae": 1.7505, - "emos_mean_mae": 1.726451, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "shanghai": { - "samples": 21, - "legacy_mean_crps": 1.422167, - "emos_mean_crps": 1.423053, - "legacy_mean_mae": 1.694286, - "emos_mean_mae": 1.692691, - "legacy_bucket_hit_rate": 0.571429, - "emos_bucket_hit_rate": 0.571429 - }, - "shenzhen": { - "samples": 19, - "legacy_mean_crps": 0.486563, - "emos_mean_crps": 0.473602, - "legacy_mean_mae": 0.612105, - "emos_mean_mae": 0.603981, - "legacy_bucket_hit_rate": 0.631579, - "emos_bucket_hit_rate": 0.578947 - }, - "singapore": { - "samples": 20, - "legacy_mean_crps": 0.866487, - "emos_mean_crps": 0.850527, - "legacy_mean_mae": 1.106, - "emos_mean_mae": 1.094612, - "legacy_bucket_hit_rate": 0.35, - "emos_bucket_hit_rate": 0.35 - }, - "taipei": { - "samples": 21, - "legacy_mean_crps": 0.754907, - "emos_mean_crps": 0.69014, - "legacy_mean_mae": 0.699524, - "emos_mean_mae": 0.702462, - "legacy_bucket_hit_rate": 0.571429, - "emos_bucket_hit_rate": 0.571429 - }, - "tel aviv": { - "samples": 19, - "legacy_mean_crps": 0.700721, - "emos_mean_crps": 0.65593, - "legacy_mean_mae": 0.788421, - "emos_mean_mae": 0.768234, - "legacy_bucket_hit_rate": 0.473684, - "emos_bucket_hit_rate": 0.473684 - }, - "tokyo": { - "samples": 20, - "legacy_mean_crps": 0.837186, - "emos_mean_crps": 0.828923, - "legacy_mean_mae": 0.993, - "emos_mean_mae": 0.990435, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "toronto": { - "samples": 19, - "legacy_mean_crps": 2.51112, - "emos_mean_crps": 2.486868, - "legacy_mean_mae": 2.751053, - "emos_mean_mae": 2.756704, - "legacy_bucket_hit_rate": 0.315789, - "emos_bucket_hit_rate": 0.315789 - }, - "warsaw": { - "samples": 20, - "legacy_mean_crps": 0.483353, - "emos_mean_crps": 0.474875, - "legacy_mean_mae": 0.591, - "emos_mean_mae": 0.590616, - "legacy_bucket_hit_rate": 0.75, - "emos_bucket_hit_rate": 0.7 - }, - "wellington": { - "samples": 20, - "legacy_mean_crps": 0.723469, - "emos_mean_crps": 0.71472, - "legacy_mean_mae": 0.877, - "emos_mean_mae": 0.877932, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "wuhan": { - "samples": 18, - "legacy_mean_crps": 1.12801, - "emos_mean_crps": 1.115206, - "legacy_mean_mae": 1.243333, - "emos_mean_mae": 1.242457, - "legacy_bucket_hit_rate": 0.611111, - "emos_bucket_hit_rate": 0.611111 - } - } -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/decision_report.json deleted file mode 100644 index 240dea22..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/decision_report.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": true, - "version": "emos-auto-20260421115828", - "generated_at": "2026-04-21T11:58:32.490537+00:00", - "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828", - "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json", - "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json", - "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", - "promote_requested": false, - "promoted": false, - "backup_path": null, - "decision": { - "decision": "promote", - "ready_for_promotion": true, - "blocking_reasons": [], - "thresholds": { - "min_samples": 50, - "max_delta_crps": 0.0, - "max_delta_mae": 0.05, - "min_delta_bucket_hit_rate": -0.05 - }, - "metrics": { - "sample_count": 74, - "delta_crps": -0.142868, - "delta_mae": -0.056741, - "delta_bucket_hit_rate": 0.0 - } - }, - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json", - "--version", - "emos-auto-20260421115828", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "evaluate": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/evaluate_probability_calibration.py", - "--calibration-file", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\evaluation_report.json", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "tests": null -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/default.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/default.json deleted file mode 100644 index c1ce49df..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/default.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "version": "emos-auto-20260421115828", - "trained_at": "2026-04-21T11:58:31.424860+00:00", - "global": { - "mu": { - "intercept": 2.60074353, - "raw_mu_coef": 1.97765258, - "deb_coef": -1.37457626, - "ens_median_coef": 0.10693472, - "max_so_far_gap_coef": -0.58256593 - }, - "sigma": { - "intercept": 0.6373609, - "raw_sigma_coef": -1.41537225, - "spread_coef": 2.12997577, - "peak_flag_coef": -0.08633203, - "max_so_far_gap_coef": -0.00716383 - } - }, - "sigma_constraints": { - "min_ratio": 0.85, - "max_ratio": 1.35, - "absolute_min": 0.25, - "absolute_max": 3.0 - }, - "selection_guardrails": { - "max_mae_increase": 0.02, - "max_bucket_hit_drop": 0.01, - "max_bucket_brier_increase": 0.05 - }, - "blending": { - "alpha_mu": 0.05, - "alpha_sigma": 0.7 - }, - "cities": { - "tokyo": { - "samples": 5, - "mu_bias": 2.101101, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "ankara": { - "samples": 6, - "mu_bias": -0.523145, - "sigma_scale": 1.139849, - "confidence": 0.75 - }, - "istanbul": { - "samples": 3, - "mu_bias": -0.285183, - "sigma_scale": 0.550171, - "confidence": 0.375 - }, - "hong kong": { - "samples": 7, - "mu_bias": 3.234676, - "sigma_scale": 2.0, - "confidence": 0.875 - }, - "taipei": { - "samples": 5, - "mu_bias": 4.731246, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "busan": { - "samples": 3, - "mu_bias": 0.177772, - "sigma_scale": 2.0, - "confidence": 0.375 - }, - "seoul": { - "samples": 3, - "mu_bias": -3.070325, - "sigma_scale": 1.462196, - "confidence": 0.375 - }, - "milan": { - "samples": 3, - "mu_bias": -4.249866, - "sigma_scale": 2.0, - "confidence": 0.375 - }, - "shanghai": { - "samples": 3, - "mu_bias": 1.080039, - "sigma_scale": 1.638119, - "confidence": 0.375 - }, - "warsaw": { - "samples": 3, - "mu_bias": -1.68611, - "sigma_scale": 1.38114, - "confidence": 0.375 - } - }, - "metrics": { - "sample_count": 74, - "mean_crps": 3.181501, - "legacy_mean_crps": 3.474108, - "legacy_mean_mae": 3.679324, - "legacy_bucket_hit_rate": 0.5, - "legacy_bucket_brier": 0.855395, - "selected_mean_crps": 3.322469, - "selected_mean_mae": 3.618254, - "selected_bucket_hit_rate": 0.5, - "selected_bucket_brier": 0.863048, - "selected_score": 5.08158, - "legacy_score": 5.233586, - "filled_actual_from_history": 0, - "settlement_history_city_count": 30, - "legacy_archive_samples": 54 - }, - "source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421115828\\default.json" -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/evaluation_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/evaluation_report.json deleted file mode 100644 index f574035d..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421115828/evaluation_report.json +++ /dev/null @@ -1,293 +0,0 @@ -{ - "summary": { - "sample_count": 74, - "filled_actual_from_history": 0, - "legacy": { - "mean_crps": 3.474108, - "mean_mae": 3.679324, - "bucket_hit_rate": 0.5 - }, - "emos": { - "mean_crps": 3.33124, - "mean_mae": 3.622584, - "bucket_hit_rate": 0.5 - }, - "delta": { - "crps": -0.142868, - "mae": -0.056741, - "bucket_hit_rate": 0.0 - } - }, - "by_city": { - "ankara": { - "samples": 6, - "legacy_mean_crps": 1.365135, - "emos_mean_crps": 1.392829, - "legacy_mean_mae": 1.466667, - "emos_mean_mae": 1.444819, - "legacy_bucket_hit_rate": 0.666667, - "emos_bucket_hit_rate": 0.666667 - }, - "atlanta": { - "samples": 2, - "legacy_mean_crps": 30.449382, - "emos_mean_crps": 29.886236, - "legacy_mean_mae": 32.015, - "emos_mean_mae": 31.322804, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "buenos aires": { - "samples": 2, - "legacy_mean_crps": 9.113412, - "emos_mean_crps": 8.463522, - "legacy_mean_mae": 10.27, - "emos_mean_mae": 10.024533, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "busan": { - "samples": 3, - "legacy_mean_crps": 0.276202, - "emos_mean_crps": 0.326485, - "legacy_mean_mae": 0.3, - "emos_mean_mae": 0.239636, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "chengdu": { - "samples": 1, - "legacy_mean_crps": 0.306469, - "emos_mean_crps": 0.378812, - "legacy_mean_mae": 0.3, - "emos_mean_mae": 0.153224, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "chicago": { - "samples": 1, - "legacy_mean_crps": 1.250268, - "emos_mean_crps": 0.714669, - "legacy_mean_mae": 0.0, - "emos_mean_mae": 0.319756, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "dallas": { - "samples": 1, - "legacy_mean_crps": 2.173363, - "emos_mean_crps": 0.840297, - "legacy_mean_mae": 0.0, - "emos_mean_mae": 1.028146, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 0.0 - }, - "hong kong": { - "samples": 7, - "legacy_mean_crps": 0.706099, - "emos_mean_crps": 0.731926, - "legacy_mean_mae": 0.657143, - "emos_mean_mae": 0.669911, - "legacy_bucket_hit_rate": 0.714286, - "emos_bucket_hit_rate": 0.571429 - }, - "istanbul": { - "samples": 3, - "legacy_mean_crps": 1.264103, - "emos_mean_crps": 1.214967, - "legacy_mean_mae": 1.5, - "emos_mean_mae": 1.469837, - "legacy_bucket_hit_rate": 0.333333, - "emos_bucket_hit_rate": 0.666667 - }, - "london": { - "samples": 2, - "legacy_mean_crps": 3.885033, - "emos_mean_crps": 3.799841, - "legacy_mean_mae": 4.135, - "emos_mean_mae": 4.027503, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.5 - }, - "lucknow": { - "samples": 2, - "legacy_mean_crps": 2.487193, - "emos_mean_crps": 2.107441, - "legacy_mean_mae": 3.205, - "emos_mean_mae": 2.876943, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "madrid": { - "samples": 2, - "legacy_mean_crps": 6.27726, - "emos_mean_crps": 5.810228, - "legacy_mean_mae": 7.33, - "emos_mean_mae": 7.195133, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "miami": { - "samples": 2, - "legacy_mean_crps": 28.637631, - "emos_mean_crps": 27.592664, - "legacy_mean_mae": 30.175, - "emos_mean_mae": 29.284979, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "milan": { - "samples": 3, - "legacy_mean_crps": 4.401392, - "emos_mean_crps": 3.782613, - "legacy_mean_mae": 4.06, - "emos_mean_mae": 3.989808, - "legacy_bucket_hit_rate": 0.666667, - "emos_bucket_hit_rate": 0.666667 - }, - "munich": { - "samples": 2, - "legacy_mean_crps": 3.145192, - "emos_mean_crps": 2.990712, - "legacy_mean_mae": 3.64, - "emos_mean_mae": 3.61502, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "new york": { - "samples": 1, - "legacy_mean_crps": 3.692845, - "emos_mean_crps": 3.021798, - "legacy_mean_mae": 4.94, - "emos_mean_mae": 4.54437, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "paris": { - "samples": 2, - "legacy_mean_crps": 4.013782, - "emos_mean_crps": 3.915303, - "legacy_mean_mae": 4.265, - "emos_mean_mae": 4.179694, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "sao paulo": { - "samples": 2, - "legacy_mean_crps": 5.540967, - "emos_mean_crps": 5.018605, - "legacy_mean_mae": 6.57, - "emos_mean_mae": 6.314389, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "seattle": { - "samples": 1, - "legacy_mean_crps": 0.315488, - "emos_mean_crps": 0.524119, - "legacy_mean_mae": 0.0, - "emos_mean_mae": 0.673609, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 0.0 - }, - "seoul": { - "samples": 3, - "legacy_mean_crps": 0.508331, - "emos_mean_crps": 0.520762, - "legacy_mean_mae": 0.2, - "emos_mean_mae": 0.247862, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "shanghai": { - "samples": 3, - "legacy_mean_crps": 0.299116, - "emos_mean_crps": 0.402453, - "legacy_mean_mae": 0.1, - "emos_mean_mae": 0.189437, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "shenzhen": { - "samples": 1, - "legacy_mean_crps": 1.198351, - "emos_mean_crps": 1.490963, - "legacy_mean_mae": 1.3, - "emos_mean_mae": 1.628189, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "singapore": { - "samples": 2, - "legacy_mean_crps": 0.281993, - "emos_mean_crps": 0.370374, - "legacy_mean_mae": 0.15, - "emos_mean_mae": 0.118005, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "taipei": { - "samples": 5, - "legacy_mean_crps": 0.950739, - "emos_mean_crps": 1.042332, - "legacy_mean_mae": 0.94, - "emos_mean_mae": 0.951241, - "legacy_bucket_hit_rate": 0.6, - "emos_bucket_hit_rate": 0.6 - }, - "tel aviv": { - "samples": 2, - "legacy_mean_crps": 0.446758, - "emos_mean_crps": 0.578691, - "legacy_mean_mae": 0.3, - "emos_mean_mae": 0.116966, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "tokyo": { - "samples": 5, - "legacy_mean_crps": 0.879366, - "emos_mean_crps": 0.876608, - "legacy_mean_mae": 1.022, - "emos_mean_mae": 1.008317, - "legacy_bucket_hit_rate": 0.2, - "emos_bucket_hit_rate": 0.4 - }, - "toronto": { - "samples": 2, - "legacy_mean_crps": 5.497916, - "emos_mean_crps": 5.268783, - "legacy_mean_mae": 6.33, - "emos_mean_mae": 6.388522, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "warsaw": { - "samples": 3, - "legacy_mean_crps": 1.618875, - "emos_mean_crps": 1.524219, - "legacy_mean_mae": 2.056667, - "emos_mean_mae": 2.006524, - "legacy_bucket_hit_rate": 0.333333, - "emos_bucket_hit_rate": 0.333333 - }, - "wellington": { - "samples": 2, - "legacy_mean_crps": 0.364919, - "emos_mean_crps": 0.484124, - "legacy_mean_mae": 0.15, - "emos_mean_mae": 0.123335, - "legacy_bucket_hit_rate": 1.0, - "emos_bucket_hit_rate": 1.0 - }, - "wuhan": { - "samples": 1, - "legacy_mean_crps": 0.476225, - "emos_mean_crps": 0.578405, - "legacy_mean_mae": 0.8, - "emos_mean_mae": 0.962852, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - } - } -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121159/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121159/decision_report.json deleted file mode 100644 index d14bccb7..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121159/decision_report.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "ok": false, - "version": "emos-auto-20260421121159", - "stage": "fit", - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121159\\default.json", - "--version", - "emos-auto-20260421121159", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 1, - "stdout": "", - "stderr": "" - } -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/decision_report.json deleted file mode 100644 index 0b42484c..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/decision_report.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": true, - "version": "emos-auto-20260421121920", - "generated_at": "2026-04-21T12:19:41.596944+00:00", - "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920", - "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json", - "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json", - "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", - "promote_requested": false, - "promoted": false, - "backup_path": null, - "decision": { - "decision": "promote", - "ready_for_promotion": true, - "blocking_reasons": [], - "thresholds": { - "min_samples": 50, - "max_delta_crps": 0.0, - "max_delta_mae": 0.05, - "min_delta_bucket_hit_rate": -0.05 - }, - "metrics": { - "sample_count": 978, - "delta_crps": -0.05721, - "delta_mae": -0.034568, - "delta_bucket_hit_rate": -0.00409 - } - }, - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json", - "--version", - "emos-auto-20260421121920", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "evaluate": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/evaluate_probability_calibration.py", - "--calibration-file", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\evaluation_report.json", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "tests": null -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/default.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/default.json deleted file mode 100644 index 0e881615..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/default.json +++ /dev/null @@ -1,361 +0,0 @@ -{ - "version": "emos-auto-20260421121920", - "trained_at": "2026-04-21T12:19:38.887631+00:00", - "global": { - "mu": { - "intercept": 0.34330438, - "raw_mu_coef": 0.48749629, - "deb_coef": 0.45733479, - "ens_median_coef": 0.05955297, - "max_so_far_gap_coef": -0.104935 - }, - "sigma": { - "intercept": -0.62765582, - "raw_sigma_coef": 0.38492261, - "spread_coef": 0.29095921, - "peak_flag_coef": 0.33966327, - "max_so_far_gap_coef": 0.08357376 - } - }, - "sigma_constraints": { - "min_ratio": 0.85, - "max_ratio": 1.35, - "absolute_min": 0.25, - "absolute_max": 3.0 - }, - "selection_guardrails": { - "max_mae_increase": 0.02, - "max_bucket_hit_drop": 0.01, - "max_bucket_brier_increase": 0.05 - }, - "blending": { - "alpha_mu": 0.25, - "alpha_sigma": 1.0 - }, - "cities": { - "istanbul": { - "samples": 20, - "mu_bias": -0.438949, - "sigma_scale": 0.553793, - "confidence": 1.0 - }, - "buenos aires": { - "samples": 22, - "mu_bias": -1.044971, - "sigma_scale": 1.389753, - "confidence": 1.0 - }, - "ankara": { - "samples": 23, - "mu_bias": 0.067406, - "sigma_scale": 1.270298, - "confidence": 1.0 - }, - "london": { - "samples": 22, - "mu_bias": -0.010833, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "paris": { - "samples": 22, - "mu_bias": -0.21677, - "sigma_scale": 1.095669, - "confidence": 1.0 - }, - "new york": { - "samples": 21, - "mu_bias": 1.072189, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "lagos": { - "samples": 10, - "mu_bias": -0.092732, - "sigma_scale": 1.558646, - "confidence": 1.0 - }, - "madrid": { - "samples": 22, - "mu_bias": -0.627862, - "sigma_scale": 1.761239, - "confidence": 1.0 - }, - "toronto": { - "samples": 22, - "mu_bias": -0.424101, - "sigma_scale": 1.326675, - "confidence": 1.0 - }, - "wellington": { - "samples": 22, - "mu_bias": -0.347796, - "sigma_scale": 0.893459, - "confidence": 1.0 - }, - "los angeles": { - "samples": 20, - "mu_bias": -0.659983, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "san francisco": { - "samples": 20, - "mu_bias": 0.941818, - "sigma_scale": 1.979403, - "confidence": 1.0 - }, - "aurora": { - "samples": 20, - "mu_bias": 2.040009, - "sigma_scale": 0.982492, - "confidence": 1.0 - }, - "austin": { - "samples": 20, - "mu_bias": 0.990023, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "houston": { - "samples": 20, - "mu_bias": 0.188787, - "sigma_scale": 1.819594, - "confidence": 1.0 - }, - "chicago": { - "samples": 21, - "mu_bias": 2.285098, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "dallas": { - "samples": 21, - "mu_bias": 0.258095, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "atlanta": { - "samples": 22, - "mu_bias": -2.093105, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "seattle": { - "samples": 21, - "mu_bias": -0.982188, - "sigma_scale": 1.695172, - "confidence": 1.0 - }, - "sao paulo": { - "samples": 22, - "mu_bias": -0.786242, - "sigma_scale": 1.427037, - "confidence": 1.0 - }, - "munich": { - "samples": 22, - "mu_bias": 0.096559, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "milan": { - "samples": 23, - "mu_bias": -0.045038, - "sigma_scale": 1.626331, - "confidence": 1.0 - }, - "warsaw": { - "samples": 23, - "mu_bias": -0.50853, - "sigma_scale": 1.239146, - "confidence": 1.0 - }, - "helsinki": { - "samples": 17, - "mu_bias": 0.442247, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "amsterdam": { - "samples": 17, - "mu_bias": 0.129889, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "panama city": { - "samples": 17, - "mu_bias": -0.040792, - "sigma_scale": 1.393259, - "confidence": 1.0 - }, - "cape town": { - "samples": 10, - "mu_bias": 0.507293, - "sigma_scale": 1.420004, - "confidence": 1.0 - }, - "miami": { - "samples": 22, - "mu_bias": -2.736316, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "manila": { - "samples": 5, - "mu_bias": 1.772229, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "singapore": { - "samples": 22, - "mu_bias": 0.289639, - "sigma_scale": 1.124006, - "confidence": 1.0 - }, - "tokyo": { - "samples": 22, - "mu_bias": -0.332129, - "sigma_scale": 0.729483, - "confidence": 1.0 - }, - "seoul": { - "samples": 22, - "mu_bias": 1.6533, - "sigma_scale": 0.82648, - "confidence": 1.0 - }, - "busan": { - "samples": 16, - "mu_bias": 0.343239, - "sigma_scale": 1.886868, - "confidence": 1.0 - }, - "mexico city": { - "samples": 20, - "mu_bias": 0.087122, - "sigma_scale": 1.108884, - "confidence": 1.0 - }, - "shanghai": { - "samples": 23, - "mu_bias": 0.348022, - "sigma_scale": 0.810527, - "confidence": 1.0 - }, - "beijing": { - "samples": 20, - "mu_bias": -0.288176, - "sigma_scale": 0.952972, - "confidence": 1.0 - }, - "shenzhen": { - "samples": 21, - "mu_bias": -0.006114, - "sigma_scale": 0.728494, - "confidence": 1.0 - }, - "wuhan": { - "samples": 20, - "mu_bias": -0.771154, - "sigma_scale": 1.30329, - "confidence": 1.0 - }, - "chengdu": { - "samples": 20, - "mu_bias": 0.445906, - "sigma_scale": 0.796989, - "confidence": 1.0 - }, - "chongqing": { - "samples": 20, - "mu_bias": -0.021301, - "sigma_scale": 1.106566, - "confidence": 1.0 - }, - "hong kong": { - "samples": 24, - "mu_bias": 0.37527, - "sigma_scale": 0.517756, - "confidence": 1.0 - }, - "taipei": { - "samples": 23, - "mu_bias": 0.600671, - "sigma_scale": 0.5, - "confidence": 1.0 - }, - "guangzhou": { - "samples": 6, - "mu_bias": 0.7082, - "sigma_scale": 1.975103, - "confidence": 0.75 - }, - "lau fau shan": { - "samples": 19, - "mu_bias": 0.41371, - "sigma_scale": 0.656578, - "confidence": 1.0 - }, - "kuala lumpur": { - "samples": 16, - "mu_bias": 0.499197, - "sigma_scale": 1.361171, - "confidence": 1.0 - }, - "jakarta": { - "samples": 16, - "mu_bias": 0.293537, - "sigma_scale": 0.751498, - "confidence": 1.0 - }, - "lucknow": { - "samples": 22, - "mu_bias": -1.593437, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "karachi": { - "samples": 5, - "mu_bias": -0.035595, - "sigma_scale": 0.588612, - "confidence": 0.625 - }, - "jeddah": { - "samples": 10, - "mu_bias": 0.516879, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "moscow": { - "samples": 20, - "mu_bias": -0.609602, - "sigma_scale": 0.783723, - "confidence": 1.0 - }, - "tel aviv": { - "samples": 22, - "mu_bias": 0.436837, - "sigma_scale": 1.46524, - "confidence": 1.0 - } - }, - "metrics": { - "sample_count": 978, - "mean_crps": 1.330733, - "legacy_mean_crps": 1.376936, - "legacy_mean_mae": 1.589438, - "legacy_bucket_hit_rate": 0.43865, - "legacy_bucket_brier": 0.824571, - "selected_mean_crps": 1.311763, - "selected_mean_mae": 1.553658, - "selected_bucket_hit_rate": 0.432515, - "selected_bucket_brier": 0.789817, - "selected_score": 2.910718, - "legacy_score": 2.996333, - "filled_actual_from_history": 0, - "settlement_history_city_count": 30, - "legacy_archive_samples": 54 - }, - "source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421121920\\default.json" -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/evaluation_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/evaluation_report.json deleted file mode 100644 index 8048c6be..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421121920/evaluation_report.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "summary": { - "sample_count": 978, - "filled_actual_from_history": 0, - "legacy": { - "mean_crps": 1.376936, - "mean_mae": 1.589438, - "bucket_hit_rate": 0.43865 - }, - "emos": { - "mean_crps": 1.319727, - "mean_mae": 1.554869, - "bucket_hit_rate": 0.43456 - }, - "delta": { - "crps": -0.05721, - "mae": -0.034568, - "bucket_hit_rate": -0.00409 - } - }, - "by_city": { - "amsterdam": { - "samples": 17, - "legacy_mean_crps": 0.868937, - "emos_mean_crps": 0.847633, - "legacy_mean_mae": 0.983529, - "emos_mean_mae": 0.979456, - "legacy_bucket_hit_rate": 0.529412, - "emos_bucket_hit_rate": 0.470588 - }, - "ankara": { - "samples": 23, - "legacy_mean_crps": 0.610138, - "emos_mean_crps": 0.569029, - "legacy_mean_mae": 0.726087, - "emos_mean_mae": 0.731312, - "legacy_bucket_hit_rate": 0.434783, - "emos_bucket_hit_rate": 0.391304 - }, - "atlanta": { - "samples": 22, - "legacy_mean_crps": 4.304444, - "emos_mean_crps": 4.435438, - "legacy_mean_mae": 4.79, - "emos_mean_mae": 4.992948, - "legacy_bucket_hit_rate": 0.181818, - "emos_bucket_hit_rate": 0.090909 - }, - "aurora": { - "samples": 20, - "legacy_mean_crps": 3.989577, - "emos_mean_crps": 3.688746, - "legacy_mean_mae": 4.5115, - "emos_mean_mae": 4.454993, - "legacy_bucket_hit_rate": 0.1, - "emos_bucket_hit_rate": 0.0 - }, - "austin": { - "samples": 20, - "legacy_mean_crps": 2.261424, - "emos_mean_crps": 2.109386, - "legacy_mean_mae": 2.422, - "emos_mean_mae": 2.377675, - "legacy_bucket_hit_rate": 0.45, - "emos_bucket_hit_rate": 0.4 - }, - "beijing": { - "samples": 20, - "legacy_mean_crps": 1.116518, - "emos_mean_crps": 1.123144, - "legacy_mean_mae": 1.4955, - "emos_mean_mae": 1.468371, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "buenos aires": { - "samples": 22, - "legacy_mean_crps": 1.632274, - "emos_mean_crps": 1.657172, - "legacy_mean_mae": 1.885, - "emos_mean_mae": 1.875542, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.5 - }, - "busan": { - "samples": 16, - "legacy_mean_crps": 1.066146, - "emos_mean_crps": 0.99263, - "legacy_mean_mae": 1.304375, - "emos_mean_mae": 1.259453, - "legacy_bucket_hit_rate": 0.375, - "emos_bucket_hit_rate": 0.375 - }, - "cape town": { - "samples": 10, - "legacy_mean_crps": 0.7369, - "emos_mean_crps": 0.646728, - "legacy_mean_mae": 0.882, - "emos_mean_mae": 0.809407, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "chengdu": { - "samples": 20, - "legacy_mean_crps": 1.009046, - "emos_mean_crps": 0.964076, - "legacy_mean_mae": 1.1835, - "emos_mean_mae": 1.155294, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "chicago": { - "samples": 21, - "legacy_mean_crps": 3.052956, - "emos_mean_crps": 2.842851, - "legacy_mean_mae": 3.398095, - "emos_mean_mae": 3.312975, - "legacy_bucket_hit_rate": 0.285714, - "emos_bucket_hit_rate": 0.095238 - }, - "chongqing": { - "samples": 20, - "legacy_mean_crps": 1.239078, - "emos_mean_crps": 1.231804, - "legacy_mean_mae": 1.4955, - "emos_mean_mae": 1.501486, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "dallas": { - "samples": 21, - "legacy_mean_crps": 1.795116, - "emos_mean_crps": 1.700865, - "legacy_mean_mae": 1.979048, - "emos_mean_mae": 2.017151, - "legacy_bucket_hit_rate": 0.285714, - "emos_bucket_hit_rate": 0.238095 - }, - "guangzhou": { - "samples": 6, - "legacy_mean_crps": 1.586654, - "emos_mean_crps": 1.565936, - "legacy_mean_mae": 1.991667, - "emos_mean_mae": 1.995792, - "legacy_bucket_hit_rate": 0.166667, - "emos_bucket_hit_rate": 0.0 - }, - "helsinki": { - "samples": 17, - "legacy_mean_crps": 0.626777, - "emos_mean_crps": 0.489382, - "legacy_mean_mae": 0.785294, - "emos_mean_mae": 0.640606, - "legacy_bucket_hit_rate": 0.470588, - "emos_bucket_hit_rate": 0.529412 - }, - "hong kong": { - "samples": 24, - "legacy_mean_crps": 0.531004, - "emos_mean_crps": 0.473302, - "legacy_mean_mae": 0.552917, - "emos_mean_mae": 0.52881, - "legacy_bucket_hit_rate": 0.666667, - "emos_bucket_hit_rate": 0.75 - }, - "houston": { - "samples": 20, - "legacy_mean_crps": 1.488859, - "emos_mean_crps": 1.412564, - "legacy_mean_mae": 1.8085, - "emos_mean_mae": 1.80359, - "legacy_bucket_hit_rate": 0.25, - "emos_bucket_hit_rate": 0.2 - }, - "istanbul": { - "samples": 20, - "legacy_mean_crps": 0.586067, - "emos_mean_crps": 0.546494, - "legacy_mean_mae": 0.6225, - "emos_mean_mae": 0.557255, - "legacy_bucket_hit_rate": 0.7, - "emos_bucket_hit_rate": 0.7 - }, - "jakarta": { - "samples": 16, - "legacy_mean_crps": 0.620583, - "emos_mean_crps": 0.553084, - "legacy_mean_mae": 0.875625, - "emos_mean_mae": 0.793719, - "legacy_bucket_hit_rate": 0.4375, - "emos_bucket_hit_rate": 0.4375 - }, - "jeddah": { - "samples": 10, - "legacy_mean_crps": 1.822658, - "emos_mean_crps": 1.674198, - "legacy_mean_mae": 2.277, - "emos_mean_mae": 2.192556, - "legacy_bucket_hit_rate": 0.2, - "emos_bucket_hit_rate": 0.1 - }, - "karachi": { - "samples": 5, - "legacy_mean_crps": 0.361328, - "emos_mean_crps": 0.326866, - "legacy_mean_mae": 0.398, - "emos_mean_mae": 0.336276, - "legacy_bucket_hit_rate": 0.8, - "emos_bucket_hit_rate": 0.8 - }, - "kuala lumpur": { - "samples": 16, - "legacy_mean_crps": 0.927888, - "emos_mean_crps": 0.86633, - "legacy_mean_mae": 1.146875, - "emos_mean_mae": 1.083193, - "legacy_bucket_hit_rate": 0.375, - "emos_bucket_hit_rate": 0.5 - }, - "lagos": { - "samples": 10, - "legacy_mean_crps": 1.174893, - "emos_mean_crps": 1.204827, - "legacy_mean_mae": 1.592, - "emos_mean_mae": 1.586221, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "lau fau shan": { - "samples": 19, - "legacy_mean_crps": 0.713018, - "emos_mean_crps": 0.63244, - "legacy_mean_mae": 0.706316, - "emos_mean_mae": 0.641667, - "legacy_bucket_hit_rate": 0.578947, - "emos_bucket_hit_rate": 0.578947 - }, - "london": { - "samples": 22, - "legacy_mean_crps": 1.298133, - "emos_mean_crps": 1.267504, - "legacy_mean_mae": 1.429091, - "emos_mean_mae": 1.422989, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.409091 - }, - "los angeles": { - "samples": 20, - "legacy_mean_crps": 2.051516, - "emos_mean_crps": 2.006381, - "legacy_mean_mae": 2.4145, - "emos_mean_mae": 2.366065, - "legacy_bucket_hit_rate": 0.3, - "emos_bucket_hit_rate": 0.3 - }, - "lucknow": { - "samples": 22, - "legacy_mean_crps": 1.134917, - "emos_mean_crps": 0.890494, - "legacy_mean_mae": 1.532727, - "emos_mean_mae": 1.201547, - "legacy_bucket_hit_rate": 0.136364, - "emos_bucket_hit_rate": 0.272727 - }, - "madrid": { - "samples": 22, - "legacy_mean_crps": 1.196523, - "emos_mean_crps": 1.197589, - "legacy_mean_mae": 1.380909, - "emos_mean_mae": 1.383717, - "legacy_bucket_hit_rate": 0.545455, - "emos_bucket_hit_rate": 0.636364 - }, - "manila": { - "samples": 5, - "legacy_mean_crps": 1.9342, - "emos_mean_crps": 1.510621, - "legacy_mean_mae": 2.408, - "emos_mean_mae": 1.914957, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "mexico city": { - "samples": 20, - "legacy_mean_crps": 0.560208, - "emos_mean_crps": 0.506071, - "legacy_mean_mae": 0.713, - "emos_mean_mae": 0.653865, - "legacy_bucket_hit_rate": 0.55, - "emos_bucket_hit_rate": 0.5 - }, - "miami": { - "samples": 22, - "legacy_mean_crps": 3.359106, - "emos_mean_crps": 3.561458, - "legacy_mean_mae": 3.660455, - "emos_mean_mae": 3.936442, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.227273 - }, - "milan": { - "samples": 23, - "legacy_mean_crps": 1.184521, - "emos_mean_crps": 1.055058, - "legacy_mean_mae": 1.284348, - "emos_mean_mae": 1.220263, - "legacy_bucket_hit_rate": 0.304348, - "emos_bucket_hit_rate": 0.434783 - }, - "moscow": { - "samples": 20, - "legacy_mean_crps": 0.617727, - "emos_mean_crps": 0.578817, - "legacy_mean_mae": 0.6375, - "emos_mean_mae": 0.576256, - "legacy_bucket_hit_rate": 0.75, - "emos_bucket_hit_rate": 0.75 - }, - "munich": { - "samples": 22, - "legacy_mean_crps": 1.101444, - "emos_mean_crps": 1.049123, - "legacy_mean_mae": 1.298182, - "emos_mean_mae": 1.285139, - "legacy_bucket_hit_rate": 0.227273, - "emos_bucket_hit_rate": 0.227273 - }, - "new york": { - "samples": 21, - "legacy_mean_crps": 3.428596, - "emos_mean_crps": 3.466282, - "legacy_mean_mae": 3.988571, - "emos_mean_mae": 4.038895, - "legacy_bucket_hit_rate": 0.238095, - "emos_bucket_hit_rate": 0.238095 - }, - "panama city": { - "samples": 17, - "legacy_mean_crps": 0.347679, - "emos_mean_crps": 0.287754, - "legacy_mean_mae": 0.476471, - "emos_mean_mae": 0.391782, - "legacy_bucket_hit_rate": 0.588235, - "emos_bucket_hit_rate": 0.823529 - }, - "paris": { - "samples": 22, - "legacy_mean_crps": 0.718617, - "emos_mean_crps": 0.691394, - "legacy_mean_mae": 0.680455, - "emos_mean_mae": 0.696494, - "legacy_bucket_hit_rate": 0.772727, - "emos_bucket_hit_rate": 0.772727 - }, - "san francisco": { - "samples": 20, - "legacy_mean_crps": 2.623636, - "emos_mean_crps": 2.475182, - "legacy_mean_mae": 2.9075, - "emos_mean_mae": 2.837902, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.25 - }, - "sao paulo": { - "samples": 22, - "legacy_mean_crps": 0.930626, - "emos_mean_crps": 0.931492, - "legacy_mean_mae": 1.16, - "emos_mean_mae": 1.123038, - "legacy_bucket_hit_rate": 0.590909, - "emos_bucket_hit_rate": 0.5 - }, - "seattle": { - "samples": 21, - "legacy_mean_crps": 1.378395, - "emos_mean_crps": 1.333721, - "legacy_mean_mae": 1.601905, - "emos_mean_mae": 1.565253, - "legacy_bucket_hit_rate": 0.428571, - "emos_bucket_hit_rate": 0.380952 - }, - "seoul": { - "samples": 22, - "legacy_mean_crps": 1.449956, - "emos_mean_crps": 1.264612, - "legacy_mean_mae": 1.817727, - "emos_mean_mae": 1.604882, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.454545 - }, - "shanghai": { - "samples": 23, - "legacy_mean_crps": 1.237937, - "emos_mean_crps": 1.196583, - "legacy_mean_mae": 1.458261, - "emos_mean_mae": 1.430445, - "legacy_bucket_hit_rate": 0.565217, - "emos_bucket_hit_rate": 0.608696 - }, - "shenzhen": { - "samples": 21, - "legacy_mean_crps": 0.481109, - "emos_mean_crps": 0.444093, - "legacy_mean_mae": 0.608095, - "emos_mean_mae": 0.581253, - "legacy_bucket_hit_rate": 0.619048, - "emos_bucket_hit_rate": 0.666667 - }, - "singapore": { - "samples": 22, - "legacy_mean_crps": 0.852942, - "emos_mean_crps": 0.758454, - "legacy_mean_mae": 1.020909, - "emos_mean_mae": 0.915982, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.454545 - }, - "taipei": { - "samples": 23, - "legacy_mean_crps": 0.801052, - "emos_mean_crps": 0.721468, - "legacy_mean_mae": 0.85087, - "emos_mean_mae": 0.814252, - "legacy_bucket_hit_rate": 0.478261, - "emos_bucket_hit_rate": 0.391304 - }, - "tel aviv": { - "samples": 22, - "legacy_mean_crps": 0.770763, - "emos_mean_crps": 0.672956, - "legacy_mean_mae": 0.904091, - "emos_mean_mae": 0.843671, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.5 - }, - "tokyo": { - "samples": 22, - "legacy_mean_crps": 0.651385, - "emos_mean_crps": 0.641684, - "legacy_mean_mae": 0.798182, - "emos_mean_mae": 0.787542, - "legacy_bucket_hit_rate": 0.545455, - "emos_bucket_hit_rate": 0.590909 - }, - "toronto": { - "samples": 22, - "legacy_mean_crps": 2.733044, - "emos_mean_crps": 2.714624, - "legacy_mean_mae": 2.981818, - "emos_mean_mae": 2.969098, - "legacy_bucket_hit_rate": 0.318182, - "emos_bucket_hit_rate": 0.409091 - }, - "warsaw": { - "samples": 23, - "legacy_mean_crps": 0.668776, - "emos_mean_crps": 0.665164, - "legacy_mean_mae": 0.796087, - "emos_mean_mae": 0.796958, - "legacy_bucket_hit_rate": 0.652174, - "emos_bucket_hit_rate": 0.608696 - }, - "wellington": { - "samples": 22, - "legacy_mean_crps": 0.731346, - "emos_mean_crps": 0.726977, - "legacy_mean_mae": 0.895, - "emos_mean_mae": 0.892558, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "wuhan": { - "samples": 20, - "legacy_mean_crps": 0.925443, - "emos_mean_crps": 0.897806, - "legacy_mean_mae": 1.0375, - "emos_mean_mae": 1.003133, - "legacy_bucket_hit_rate": 0.65, - "emos_bucket_hit_rate": 0.65 - } - } -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/decision_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/decision_report.json deleted file mode 100644 index a90686bc..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/decision_report.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "ok": true, - "version": "emos-auto-20260421122743", - "generated_at": "2026-04-21T12:28:08.021388+00:00", - "candidate_dir": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743", - "candidate_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "evaluation_path": "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json", - "target_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.json", - "promote_requested": true, - "promoted": true, - "backup_path": "E:\\web\\PolyWeather\\artifacts\\probability_calibration\\default.backup-20260421122808.json", - "decision": { - "decision": "promote", - "ready_for_promotion": true, - "blocking_reasons": [], - "thresholds": { - "min_samples": 50, - "max_delta_crps": 0.0, - "max_delta_mae": 0.05, - "min_delta_bucket_hit_rate": -0.05 - }, - "metrics": { - "sample_count": 978, - "delta_crps": -0.05721, - "delta_mae": -0.034568, - "delta_bucket_hit_rate": -0.00409 - } - }, - "fit": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/fit_probability_calibration.py", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "--version", - "emos-auto-20260421122743", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "evaluate": { - "command": [ - "C:\\Users\\Yang\\AppData\\Local\\Programs\\Python\\Python38\\python.exe", - "scripts/evaluate_probability_calibration.py", - "--calibration-file", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json", - "--output", - "E:\\web\\PolyWeather\\artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\evaluation_report.json", - "--verbose", - "--snapshot-limit", - "50000" - ], - "returncode": 0, - "stdout": "", - "stderr": "" - }, - "tests": null -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/default.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/default.json deleted file mode 100644 index ad104d58..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/default.json +++ /dev/null @@ -1,361 +0,0 @@ -{ - "version": "emos-auto-20260421122743", - "trained_at": "2026-04-21T12:28:05.031165+00:00", - "global": { - "mu": { - "intercept": 0.34330438, - "raw_mu_coef": 0.48749629, - "deb_coef": 0.45733479, - "ens_median_coef": 0.05955297, - "max_so_far_gap_coef": -0.104935 - }, - "sigma": { - "intercept": -0.62765582, - "raw_sigma_coef": 0.38492261, - "spread_coef": 0.29095921, - "peak_flag_coef": 0.33966327, - "max_so_far_gap_coef": 0.08357376 - } - }, - "sigma_constraints": { - "min_ratio": 0.85, - "max_ratio": 1.35, - "absolute_min": 0.25, - "absolute_max": 3.0 - }, - "selection_guardrails": { - "max_mae_increase": 0.02, - "max_bucket_hit_drop": 0.01, - "max_bucket_brier_increase": 0.05 - }, - "blending": { - "alpha_mu": 0.25, - "alpha_sigma": 1.0 - }, - "cities": { - "istanbul": { - "samples": 20, - "mu_bias": -0.438949, - "sigma_scale": 0.553793, - "confidence": 1.0 - }, - "buenos aires": { - "samples": 22, - "mu_bias": -1.044971, - "sigma_scale": 1.389753, - "confidence": 1.0 - }, - "ankara": { - "samples": 23, - "mu_bias": 0.067406, - "sigma_scale": 1.270298, - "confidence": 1.0 - }, - "london": { - "samples": 22, - "mu_bias": -0.010833, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "paris": { - "samples": 22, - "mu_bias": -0.21677, - "sigma_scale": 1.095669, - "confidence": 1.0 - }, - "new york": { - "samples": 21, - "mu_bias": 1.072189, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "lagos": { - "samples": 10, - "mu_bias": -0.092732, - "sigma_scale": 1.558646, - "confidence": 1.0 - }, - "madrid": { - "samples": 22, - "mu_bias": -0.627862, - "sigma_scale": 1.761239, - "confidence": 1.0 - }, - "toronto": { - "samples": 22, - "mu_bias": -0.424101, - "sigma_scale": 1.326675, - "confidence": 1.0 - }, - "wellington": { - "samples": 22, - "mu_bias": -0.347796, - "sigma_scale": 0.893459, - "confidence": 1.0 - }, - "los angeles": { - "samples": 20, - "mu_bias": -0.659983, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "san francisco": { - "samples": 20, - "mu_bias": 0.941818, - "sigma_scale": 1.979403, - "confidence": 1.0 - }, - "aurora": { - "samples": 20, - "mu_bias": 2.040009, - "sigma_scale": 0.982492, - "confidence": 1.0 - }, - "austin": { - "samples": 20, - "mu_bias": 0.990023, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "houston": { - "samples": 20, - "mu_bias": 0.188787, - "sigma_scale": 1.819594, - "confidence": 1.0 - }, - "chicago": { - "samples": 21, - "mu_bias": 2.285098, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "dallas": { - "samples": 21, - "mu_bias": 0.258095, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "atlanta": { - "samples": 22, - "mu_bias": -2.093105, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "seattle": { - "samples": 21, - "mu_bias": -0.982188, - "sigma_scale": 1.695172, - "confidence": 1.0 - }, - "sao paulo": { - "samples": 22, - "mu_bias": -0.786242, - "sigma_scale": 1.427037, - "confidence": 1.0 - }, - "munich": { - "samples": 22, - "mu_bias": 0.096559, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "milan": { - "samples": 23, - "mu_bias": -0.045038, - "sigma_scale": 1.626331, - "confidence": 1.0 - }, - "warsaw": { - "samples": 23, - "mu_bias": -0.50853, - "sigma_scale": 1.239146, - "confidence": 1.0 - }, - "helsinki": { - "samples": 17, - "mu_bias": 0.442247, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "amsterdam": { - "samples": 17, - "mu_bias": 0.129889, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "panama city": { - "samples": 17, - "mu_bias": -0.040792, - "sigma_scale": 1.393259, - "confidence": 1.0 - }, - "cape town": { - "samples": 10, - "mu_bias": 0.507293, - "sigma_scale": 1.420004, - "confidence": 1.0 - }, - "miami": { - "samples": 22, - "mu_bias": -2.736316, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "manila": { - "samples": 5, - "mu_bias": 1.772229, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "singapore": { - "samples": 22, - "mu_bias": 0.289639, - "sigma_scale": 1.124006, - "confidence": 1.0 - }, - "tokyo": { - "samples": 22, - "mu_bias": -0.332129, - "sigma_scale": 0.729483, - "confidence": 1.0 - }, - "seoul": { - "samples": 22, - "mu_bias": 1.6533, - "sigma_scale": 0.82648, - "confidence": 1.0 - }, - "busan": { - "samples": 16, - "mu_bias": 0.343239, - "sigma_scale": 1.886868, - "confidence": 1.0 - }, - "mexico city": { - "samples": 20, - "mu_bias": 0.087122, - "sigma_scale": 1.108884, - "confidence": 1.0 - }, - "shanghai": { - "samples": 23, - "mu_bias": 0.348022, - "sigma_scale": 0.810527, - "confidence": 1.0 - }, - "beijing": { - "samples": 20, - "mu_bias": -0.288176, - "sigma_scale": 0.952972, - "confidence": 1.0 - }, - "shenzhen": { - "samples": 21, - "mu_bias": -0.006114, - "sigma_scale": 0.728494, - "confidence": 1.0 - }, - "wuhan": { - "samples": 20, - "mu_bias": -0.771154, - "sigma_scale": 1.30329, - "confidence": 1.0 - }, - "chengdu": { - "samples": 20, - "mu_bias": 0.445906, - "sigma_scale": 0.796989, - "confidence": 1.0 - }, - "chongqing": { - "samples": 20, - "mu_bias": -0.021301, - "sigma_scale": 1.106566, - "confidence": 1.0 - }, - "hong kong": { - "samples": 24, - "mu_bias": 0.37527, - "sigma_scale": 0.517756, - "confidence": 1.0 - }, - "taipei": { - "samples": 23, - "mu_bias": 0.600671, - "sigma_scale": 0.5, - "confidence": 1.0 - }, - "guangzhou": { - "samples": 6, - "mu_bias": 0.7082, - "sigma_scale": 1.975103, - "confidence": 0.75 - }, - "lau fau shan": { - "samples": 19, - "mu_bias": 0.41371, - "sigma_scale": 0.656578, - "confidence": 1.0 - }, - "kuala lumpur": { - "samples": 16, - "mu_bias": 0.499197, - "sigma_scale": 1.361171, - "confidence": 1.0 - }, - "jakarta": { - "samples": 16, - "mu_bias": 0.293537, - "sigma_scale": 0.751498, - "confidence": 1.0 - }, - "lucknow": { - "samples": 22, - "mu_bias": -1.593437, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "karachi": { - "samples": 5, - "mu_bias": -0.035595, - "sigma_scale": 0.588612, - "confidence": 0.625 - }, - "jeddah": { - "samples": 10, - "mu_bias": 0.516879, - "sigma_scale": 2.0, - "confidence": 1.0 - }, - "moscow": { - "samples": 20, - "mu_bias": -0.609602, - "sigma_scale": 0.783723, - "confidence": 1.0 - }, - "tel aviv": { - "samples": 22, - "mu_bias": 0.436837, - "sigma_scale": 1.46524, - "confidence": 1.0 - } - }, - "metrics": { - "sample_count": 978, - "mean_crps": 1.330733, - "legacy_mean_crps": 1.376936, - "legacy_mean_mae": 1.589438, - "legacy_bucket_hit_rate": 0.43865, - "legacy_bucket_brier": 0.824571, - "selected_mean_crps": 1.311763, - "selected_mean_mae": 1.553658, - "selected_bucket_hit_rate": 0.432515, - "selected_bucket_brier": 0.789817, - "selected_score": 2.910718, - "legacy_score": 2.996333, - "filled_actual_from_history": 0, - "settlement_history_city_count": 30, - "legacy_archive_samples": 54 - }, - "source": "artifacts\\local_runtime\\probability_calibration\\candidates\\emos-auto-20260421122743\\default.json" -} \ No newline at end of file diff --git a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/evaluation_report.json b/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/evaluation_report.json deleted file mode 100644 index 8048c6be..00000000 --- a/artifacts/local_runtime/probability_calibration/candidates/emos-auto-20260421122743/evaluation_report.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "summary": { - "sample_count": 978, - "filled_actual_from_history": 0, - "legacy": { - "mean_crps": 1.376936, - "mean_mae": 1.589438, - "bucket_hit_rate": 0.43865 - }, - "emos": { - "mean_crps": 1.319727, - "mean_mae": 1.554869, - "bucket_hit_rate": 0.43456 - }, - "delta": { - "crps": -0.05721, - "mae": -0.034568, - "bucket_hit_rate": -0.00409 - } - }, - "by_city": { - "amsterdam": { - "samples": 17, - "legacy_mean_crps": 0.868937, - "emos_mean_crps": 0.847633, - "legacy_mean_mae": 0.983529, - "emos_mean_mae": 0.979456, - "legacy_bucket_hit_rate": 0.529412, - "emos_bucket_hit_rate": 0.470588 - }, - "ankara": { - "samples": 23, - "legacy_mean_crps": 0.610138, - "emos_mean_crps": 0.569029, - "legacy_mean_mae": 0.726087, - "emos_mean_mae": 0.731312, - "legacy_bucket_hit_rate": 0.434783, - "emos_bucket_hit_rate": 0.391304 - }, - "atlanta": { - "samples": 22, - "legacy_mean_crps": 4.304444, - "emos_mean_crps": 4.435438, - "legacy_mean_mae": 4.79, - "emos_mean_mae": 4.992948, - "legacy_bucket_hit_rate": 0.181818, - "emos_bucket_hit_rate": 0.090909 - }, - "aurora": { - "samples": 20, - "legacy_mean_crps": 3.989577, - "emos_mean_crps": 3.688746, - "legacy_mean_mae": 4.5115, - "emos_mean_mae": 4.454993, - "legacy_bucket_hit_rate": 0.1, - "emos_bucket_hit_rate": 0.0 - }, - "austin": { - "samples": 20, - "legacy_mean_crps": 2.261424, - "emos_mean_crps": 2.109386, - "legacy_mean_mae": 2.422, - "emos_mean_mae": 2.377675, - "legacy_bucket_hit_rate": 0.45, - "emos_bucket_hit_rate": 0.4 - }, - "beijing": { - "samples": 20, - "legacy_mean_crps": 1.116518, - "emos_mean_crps": 1.123144, - "legacy_mean_mae": 1.4955, - "emos_mean_mae": 1.468371, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "buenos aires": { - "samples": 22, - "legacy_mean_crps": 1.632274, - "emos_mean_crps": 1.657172, - "legacy_mean_mae": 1.885, - "emos_mean_mae": 1.875542, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.5 - }, - "busan": { - "samples": 16, - "legacy_mean_crps": 1.066146, - "emos_mean_crps": 0.99263, - "legacy_mean_mae": 1.304375, - "emos_mean_mae": 1.259453, - "legacy_bucket_hit_rate": 0.375, - "emos_bucket_hit_rate": 0.375 - }, - "cape town": { - "samples": 10, - "legacy_mean_crps": 0.7369, - "emos_mean_crps": 0.646728, - "legacy_mean_mae": 0.882, - "emos_mean_mae": 0.809407, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "chengdu": { - "samples": 20, - "legacy_mean_crps": 1.009046, - "emos_mean_crps": 0.964076, - "legacy_mean_mae": 1.1835, - "emos_mean_mae": 1.155294, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "chicago": { - "samples": 21, - "legacy_mean_crps": 3.052956, - "emos_mean_crps": 2.842851, - "legacy_mean_mae": 3.398095, - "emos_mean_mae": 3.312975, - "legacy_bucket_hit_rate": 0.285714, - "emos_bucket_hit_rate": 0.095238 - }, - "chongqing": { - "samples": 20, - "legacy_mean_crps": 1.239078, - "emos_mean_crps": 1.231804, - "legacy_mean_mae": 1.4955, - "emos_mean_mae": 1.501486, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.4 - }, - "dallas": { - "samples": 21, - "legacy_mean_crps": 1.795116, - "emos_mean_crps": 1.700865, - "legacy_mean_mae": 1.979048, - "emos_mean_mae": 2.017151, - "legacy_bucket_hit_rate": 0.285714, - "emos_bucket_hit_rate": 0.238095 - }, - "guangzhou": { - "samples": 6, - "legacy_mean_crps": 1.586654, - "emos_mean_crps": 1.565936, - "legacy_mean_mae": 1.991667, - "emos_mean_mae": 1.995792, - "legacy_bucket_hit_rate": 0.166667, - "emos_bucket_hit_rate": 0.0 - }, - "helsinki": { - "samples": 17, - "legacy_mean_crps": 0.626777, - "emos_mean_crps": 0.489382, - "legacy_mean_mae": 0.785294, - "emos_mean_mae": 0.640606, - "legacy_bucket_hit_rate": 0.470588, - "emos_bucket_hit_rate": 0.529412 - }, - "hong kong": { - "samples": 24, - "legacy_mean_crps": 0.531004, - "emos_mean_crps": 0.473302, - "legacy_mean_mae": 0.552917, - "emos_mean_mae": 0.52881, - "legacy_bucket_hit_rate": 0.666667, - "emos_bucket_hit_rate": 0.75 - }, - "houston": { - "samples": 20, - "legacy_mean_crps": 1.488859, - "emos_mean_crps": 1.412564, - "legacy_mean_mae": 1.8085, - "emos_mean_mae": 1.80359, - "legacy_bucket_hit_rate": 0.25, - "emos_bucket_hit_rate": 0.2 - }, - "istanbul": { - "samples": 20, - "legacy_mean_crps": 0.586067, - "emos_mean_crps": 0.546494, - "legacy_mean_mae": 0.6225, - "emos_mean_mae": 0.557255, - "legacy_bucket_hit_rate": 0.7, - "emos_bucket_hit_rate": 0.7 - }, - "jakarta": { - "samples": 16, - "legacy_mean_crps": 0.620583, - "emos_mean_crps": 0.553084, - "legacy_mean_mae": 0.875625, - "emos_mean_mae": 0.793719, - "legacy_bucket_hit_rate": 0.4375, - "emos_bucket_hit_rate": 0.4375 - }, - "jeddah": { - "samples": 10, - "legacy_mean_crps": 1.822658, - "emos_mean_crps": 1.674198, - "legacy_mean_mae": 2.277, - "emos_mean_mae": 2.192556, - "legacy_bucket_hit_rate": 0.2, - "emos_bucket_hit_rate": 0.1 - }, - "karachi": { - "samples": 5, - "legacy_mean_crps": 0.361328, - "emos_mean_crps": 0.326866, - "legacy_mean_mae": 0.398, - "emos_mean_mae": 0.336276, - "legacy_bucket_hit_rate": 0.8, - "emos_bucket_hit_rate": 0.8 - }, - "kuala lumpur": { - "samples": 16, - "legacy_mean_crps": 0.927888, - "emos_mean_crps": 0.86633, - "legacy_mean_mae": 1.146875, - "emos_mean_mae": 1.083193, - "legacy_bucket_hit_rate": 0.375, - "emos_bucket_hit_rate": 0.5 - }, - "lagos": { - "samples": 10, - "legacy_mean_crps": 1.174893, - "emos_mean_crps": 1.204827, - "legacy_mean_mae": 1.592, - "emos_mean_mae": 1.586221, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "lau fau shan": { - "samples": 19, - "legacy_mean_crps": 0.713018, - "emos_mean_crps": 0.63244, - "legacy_mean_mae": 0.706316, - "emos_mean_mae": 0.641667, - "legacy_bucket_hit_rate": 0.578947, - "emos_bucket_hit_rate": 0.578947 - }, - "london": { - "samples": 22, - "legacy_mean_crps": 1.298133, - "emos_mean_crps": 1.267504, - "legacy_mean_mae": 1.429091, - "emos_mean_mae": 1.422989, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.409091 - }, - "los angeles": { - "samples": 20, - "legacy_mean_crps": 2.051516, - "emos_mean_crps": 2.006381, - "legacy_mean_mae": 2.4145, - "emos_mean_mae": 2.366065, - "legacy_bucket_hit_rate": 0.3, - "emos_bucket_hit_rate": 0.3 - }, - "lucknow": { - "samples": 22, - "legacy_mean_crps": 1.134917, - "emos_mean_crps": 0.890494, - "legacy_mean_mae": 1.532727, - "emos_mean_mae": 1.201547, - "legacy_bucket_hit_rate": 0.136364, - "emos_bucket_hit_rate": 0.272727 - }, - "madrid": { - "samples": 22, - "legacy_mean_crps": 1.196523, - "emos_mean_crps": 1.197589, - "legacy_mean_mae": 1.380909, - "emos_mean_mae": 1.383717, - "legacy_bucket_hit_rate": 0.545455, - "emos_bucket_hit_rate": 0.636364 - }, - "manila": { - "samples": 5, - "legacy_mean_crps": 1.9342, - "emos_mean_crps": 1.510621, - "legacy_mean_mae": 2.408, - "emos_mean_mae": 1.914957, - "legacy_bucket_hit_rate": 0.0, - "emos_bucket_hit_rate": 0.0 - }, - "mexico city": { - "samples": 20, - "legacy_mean_crps": 0.560208, - "emos_mean_crps": 0.506071, - "legacy_mean_mae": 0.713, - "emos_mean_mae": 0.653865, - "legacy_bucket_hit_rate": 0.55, - "emos_bucket_hit_rate": 0.5 - }, - "miami": { - "samples": 22, - "legacy_mean_crps": 3.359106, - "emos_mean_crps": 3.561458, - "legacy_mean_mae": 3.660455, - "emos_mean_mae": 3.936442, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.227273 - }, - "milan": { - "samples": 23, - "legacy_mean_crps": 1.184521, - "emos_mean_crps": 1.055058, - "legacy_mean_mae": 1.284348, - "emos_mean_mae": 1.220263, - "legacy_bucket_hit_rate": 0.304348, - "emos_bucket_hit_rate": 0.434783 - }, - "moscow": { - "samples": 20, - "legacy_mean_crps": 0.617727, - "emos_mean_crps": 0.578817, - "legacy_mean_mae": 0.6375, - "emos_mean_mae": 0.576256, - "legacy_bucket_hit_rate": 0.75, - "emos_bucket_hit_rate": 0.75 - }, - "munich": { - "samples": 22, - "legacy_mean_crps": 1.101444, - "emos_mean_crps": 1.049123, - "legacy_mean_mae": 1.298182, - "emos_mean_mae": 1.285139, - "legacy_bucket_hit_rate": 0.227273, - "emos_bucket_hit_rate": 0.227273 - }, - "new york": { - "samples": 21, - "legacy_mean_crps": 3.428596, - "emos_mean_crps": 3.466282, - "legacy_mean_mae": 3.988571, - "emos_mean_mae": 4.038895, - "legacy_bucket_hit_rate": 0.238095, - "emos_bucket_hit_rate": 0.238095 - }, - "panama city": { - "samples": 17, - "legacy_mean_crps": 0.347679, - "emos_mean_crps": 0.287754, - "legacy_mean_mae": 0.476471, - "emos_mean_mae": 0.391782, - "legacy_bucket_hit_rate": 0.588235, - "emos_bucket_hit_rate": 0.823529 - }, - "paris": { - "samples": 22, - "legacy_mean_crps": 0.718617, - "emos_mean_crps": 0.691394, - "legacy_mean_mae": 0.680455, - "emos_mean_mae": 0.696494, - "legacy_bucket_hit_rate": 0.772727, - "emos_bucket_hit_rate": 0.772727 - }, - "san francisco": { - "samples": 20, - "legacy_mean_crps": 2.623636, - "emos_mean_crps": 2.475182, - "legacy_mean_mae": 2.9075, - "emos_mean_mae": 2.837902, - "legacy_bucket_hit_rate": 0.4, - "emos_bucket_hit_rate": 0.25 - }, - "sao paulo": { - "samples": 22, - "legacy_mean_crps": 0.930626, - "emos_mean_crps": 0.931492, - "legacy_mean_mae": 1.16, - "emos_mean_mae": 1.123038, - "legacy_bucket_hit_rate": 0.590909, - "emos_bucket_hit_rate": 0.5 - }, - "seattle": { - "samples": 21, - "legacy_mean_crps": 1.378395, - "emos_mean_crps": 1.333721, - "legacy_mean_mae": 1.601905, - "emos_mean_mae": 1.565253, - "legacy_bucket_hit_rate": 0.428571, - "emos_bucket_hit_rate": 0.380952 - }, - "seoul": { - "samples": 22, - "legacy_mean_crps": 1.449956, - "emos_mean_crps": 1.264612, - "legacy_mean_mae": 1.817727, - "emos_mean_mae": 1.604882, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.454545 - }, - "shanghai": { - "samples": 23, - "legacy_mean_crps": 1.237937, - "emos_mean_crps": 1.196583, - "legacy_mean_mae": 1.458261, - "emos_mean_mae": 1.430445, - "legacy_bucket_hit_rate": 0.565217, - "emos_bucket_hit_rate": 0.608696 - }, - "shenzhen": { - "samples": 21, - "legacy_mean_crps": 0.481109, - "emos_mean_crps": 0.444093, - "legacy_mean_mae": 0.608095, - "emos_mean_mae": 0.581253, - "legacy_bucket_hit_rate": 0.619048, - "emos_bucket_hit_rate": 0.666667 - }, - "singapore": { - "samples": 22, - "legacy_mean_crps": 0.852942, - "emos_mean_crps": 0.758454, - "legacy_mean_mae": 1.020909, - "emos_mean_mae": 0.915982, - "legacy_bucket_hit_rate": 0.409091, - "emos_bucket_hit_rate": 0.454545 - }, - "taipei": { - "samples": 23, - "legacy_mean_crps": 0.801052, - "emos_mean_crps": 0.721468, - "legacy_mean_mae": 0.85087, - "emos_mean_mae": 0.814252, - "legacy_bucket_hit_rate": 0.478261, - "emos_bucket_hit_rate": 0.391304 - }, - "tel aviv": { - "samples": 22, - "legacy_mean_crps": 0.770763, - "emos_mean_crps": 0.672956, - "legacy_mean_mae": 0.904091, - "emos_mean_mae": 0.843671, - "legacy_bucket_hit_rate": 0.454545, - "emos_bucket_hit_rate": 0.5 - }, - "tokyo": { - "samples": 22, - "legacy_mean_crps": 0.651385, - "emos_mean_crps": 0.641684, - "legacy_mean_mae": 0.798182, - "emos_mean_mae": 0.787542, - "legacy_bucket_hit_rate": 0.545455, - "emos_bucket_hit_rate": 0.590909 - }, - "toronto": { - "samples": 22, - "legacy_mean_crps": 2.733044, - "emos_mean_crps": 2.714624, - "legacy_mean_mae": 2.981818, - "emos_mean_mae": 2.969098, - "legacy_bucket_hit_rate": 0.318182, - "emos_bucket_hit_rate": 0.409091 - }, - "warsaw": { - "samples": 23, - "legacy_mean_crps": 0.668776, - "emos_mean_crps": 0.665164, - "legacy_mean_mae": 0.796087, - "emos_mean_mae": 0.796958, - "legacy_bucket_hit_rate": 0.652174, - "emos_bucket_hit_rate": 0.608696 - }, - "wellington": { - "samples": 22, - "legacy_mean_crps": 0.731346, - "emos_mean_crps": 0.726977, - "legacy_mean_mae": 0.895, - "emos_mean_mae": 0.892558, - "legacy_bucket_hit_rate": 0.5, - "emos_bucket_hit_rate": 0.5 - }, - "wuhan": { - "samples": 20, - "legacy_mean_crps": 0.925443, - "emos_mean_crps": 0.897806, - "legacy_mean_mae": 1.0375, - "emos_mean_mae": 1.003133, - "legacy_bucket_hit_rate": 0.65, - "emos_bucket_hit_rate": 0.65 - } - } -} \ No newline at end of file diff --git a/artifacts/probability_calibration/default.backup-20260421122808.json b/artifacts/probability_calibration/default.backup-20260421122808.json deleted file mode 100644 index a3796c3e..00000000 --- a/artifacts/probability_calibration/default.backup-20260421122808.json +++ /dev/null @@ -1,115 +0,0 @@ -{ - "version": "emos-20260418192717", - "trained_at": "2026-04-18T19:27:17.348931+00:00", - "global": { - "mu": { - "intercept": 2.60074353, - "raw_mu_coef": 1.97765258, - "deb_coef": -1.37457626, - "ens_median_coef": 0.10693472, - "max_so_far_gap_coef": -0.58256593 - }, - "sigma": { - "intercept": 0.6373609, - "raw_sigma_coef": -1.41537225, - "spread_coef": 2.12997577, - "peak_flag_coef": -0.08633203, - "max_so_far_gap_coef": -0.00716383 - } - }, - "sigma_constraints": { - "min_ratio": 0.85, - "max_ratio": 1.35, - "absolute_min": 0.25, - "absolute_max": 3.0 - }, - "selection_guardrails": { - "max_mae_increase": 0.02, - "max_bucket_hit_drop": 0.01, - "max_bucket_brier_increase": 0.05 - }, - "blending": { - "alpha_mu": 0.05, - "alpha_sigma": 0.7 - }, - "cities": { - "tokyo": { - "samples": 5, - "mu_bias": 2.101101, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "ankara": { - "samples": 6, - "mu_bias": -0.523145, - "sigma_scale": 1.139849, - "confidence": 0.75 - }, - "istanbul": { - "samples": 3, - "mu_bias": -0.285183, - "sigma_scale": 0.550171, - "confidence": 0.375 - }, - "hong kong": { - "samples": 7, - "mu_bias": 3.234676, - "sigma_scale": 2.0, - "confidence": 0.875 - }, - "taipei": { - "samples": 5, - "mu_bias": 4.731246, - "sigma_scale": 2.0, - "confidence": 0.625 - }, - "busan": { - "samples": 3, - "mu_bias": 0.177772, - "sigma_scale": 2.0, - "confidence": 0.375 - }, - "seoul": { - "samples": 3, - "mu_bias": -3.070325, - "sigma_scale": 1.462196, - "confidence": 0.375 - }, - "milan": { - "samples": 3, - "mu_bias": -4.249866, - "sigma_scale": 2.0, - "confidence": 0.375 - }, - "shanghai": { - "samples": 3, - "mu_bias": 1.080039, - "sigma_scale": 1.638119, - "confidence": 0.375 - }, - "warsaw": { - "samples": 3, - "mu_bias": -1.68611, - "sigma_scale": 1.38114, - "confidence": 0.375 - } - }, - "metrics": { - "sample_count": 74, - "mean_crps": 3.181501, - "legacy_mean_crps": 3.474108, - "legacy_mean_mae": 3.679324, - "legacy_bucket_hit_rate": 0.5, - "legacy_bucket_brier": 0.855395, - "selected_mean_crps": 3.322469, - "selected_mean_mae": 3.618254, - "selected_bucket_hit_rate": 0.5, - "selected_bucket_brier": 0.863048, - "selected_score": 5.08158, - "legacy_score": 5.233586, - "filled_actual_from_history": 0, - "settlement_history_city_count": 30, - "legacy_archive_samples": 54 - }, - "source": "artifacts\\probability_calibration\\default.json" -} \ No newline at end of file