{ "summary": { "sample_count": 105, "filled_actual_from_history": 2, "legacy": { "mean_crps": 2.793938, "mean_mae": 2.721143, "bucket_hit_rate": 0.695238 }, "emos": { "mean_crps": 2.700275, "mean_mae": 2.721143, "bucket_hit_rate": 0.695238 }, "delta": { "crps": -0.093663, "mae": 0.0, "bucket_hit_rate": 0.0 } }, "by_city": { "ankara": { "samples": 7, "legacy_mean_crps": 2.023242, "emos_mean_crps": 2.023242, "legacy_mean_mae": 1.984286, "emos_mean_mae": 1.984286, "legacy_bucket_hit_rate": 0.714286, "emos_bucket_hit_rate": 0.714286 }, "atlanta": { "samples": 5, "legacy_mean_crps": 12.792034, "emos_mean_crps": 12.694543, "legacy_mean_mae": 12.806, "emos_mean_mae": 12.806, "legacy_bucket_hit_rate": 0.6, "emos_bucket_hit_rate": 0.6 }, "buenos aires": { "samples": 5, "legacy_mean_crps": 3.846144, "emos_mean_crps": 3.846144, "legacy_mean_mae": 4.168, "emos_mean_mae": 4.168, "legacy_bucket_hit_rate": 0.6, "emos_bucket_hit_rate": 0.6 }, "chicago": { "samples": 4, "legacy_mean_crps": 1.346667, "emos_mean_crps": 0.601765, "legacy_mean_mae": 0.0, "emos_mean_mae": 0.0, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "dallas": { "samples": 4, "legacy_mean_crps": 1.256111, "emos_mean_crps": 0.651425, "legacy_mean_mae": 0.0, "emos_mean_mae": 0.0, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "hong kong": { "samples": 3, "legacy_mean_crps": 0.261027, "emos_mean_crps": 0.261027, "legacy_mean_mae": 0.1, "emos_mean_mae": 0.1, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 0.666667 }, "london": { "samples": 6, "legacy_mean_crps": 2.079624, "emos_mean_crps": 2.079624, "legacy_mean_mae": 2.451667, "emos_mean_mae": 2.451667, "legacy_bucket_hit_rate": 0.166667, "emos_bucket_hit_rate": 0.166667 }, "lucknow": { "samples": 4, "legacy_mean_crps": 1.468528, "emos_mean_crps": 1.468528, "legacy_mean_mae": 1.6025, "emos_mean_mae": 1.6025, "legacy_bucket_hit_rate": 0.5, "emos_bucket_hit_rate": 0.5 }, "madrid": { "samples": 2, "legacy_mean_crps": 6.27726, "emos_mean_crps": 6.27726, "legacy_mean_mae": 7.33, "emos_mean_mae": 7.33, "legacy_bucket_hit_rate": 0.0, "emos_bucket_hit_rate": 0.0 }, "miami": { "samples": 5, "legacy_mean_crps": 11.665378, "emos_mean_crps": 11.665378, "legacy_mean_mae": 12.07, "emos_mean_mae": 12.07, "legacy_bucket_hit_rate": 0.6, "emos_bucket_hit_rate": 0.6 }, "milan": { "samples": 3, "legacy_mean_crps": 4.401392, "emos_mean_crps": 3.928883, "legacy_mean_mae": 4.06, "emos_mean_mae": 4.06, "legacy_bucket_hit_rate": 0.666667, "emos_bucket_hit_rate": 0.666667 }, "munich": { "samples": 6, "legacy_mean_crps": 2.988583, "emos_mean_crps": 2.988583, "legacy_mean_mae": 3.143333, "emos_mean_mae": 3.143333, "legacy_bucket_hit_rate": 0.5, "emos_bucket_hit_rate": 0.5 }, "new york": { "samples": 4, "legacy_mean_crps": 1.861101, "emos_mean_crps": 1.409393, "legacy_mean_mae": 1.3725, "emos_mean_mae": 1.3725, "legacy_bucket_hit_rate": 0.75, "emos_bucket_hit_rate": 0.75 }, "paris": { "samples": 7, "legacy_mean_crps": 2.430082, "emos_mean_crps": 2.430082, "legacy_mean_mae": 2.518571, "emos_mean_mae": 2.518571, "legacy_bucket_hit_rate": 0.571429, "emos_bucket_hit_rate": 0.571429 }, "sao paulo": { "samples": 5, "legacy_mean_crps": 2.454756, "emos_mean_crps": 2.454756, "legacy_mean_mae": 2.628, "emos_mean_mae": 2.628, "legacy_bucket_hit_rate": 0.6, "emos_bucket_hit_rate": 0.6 }, "seattle": { "samples": 4, "legacy_mean_crps": 0.531656, "emos_mean_crps": 0.452784, "legacy_mean_mae": 0.0, "emos_mean_mae": 0.0, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "seoul": { "samples": 6, "legacy_mean_crps": 0.328088, "emos_mean_crps": 0.328088, "legacy_mean_mae": 0.2, "emos_mean_mae": 0.2, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "shanghai": { "samples": 2, "legacy_mean_crps": 0.250034, "emos_mean_crps": 0.250034, "legacy_mean_mae": 0.15, "emos_mean_mae": 0.15, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "singapore": { "samples": 2, "legacy_mean_crps": 0.281993, "emos_mean_crps": 0.281993, "legacy_mean_mae": 0.15, "emos_mean_mae": 0.15, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "taipei": { "samples": 3, "legacy_mean_crps": 0.356996, "emos_mean_crps": 0.356996, "legacy_mean_mae": 0.1, "emos_mean_mae": 0.1, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "tel aviv": { "samples": 2, "legacy_mean_crps": 0.446758, "emos_mean_crps": 0.446758, "legacy_mean_mae": 0.3, "emos_mean_mae": 0.3, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 }, "tokyo": { "samples": 2, "legacy_mean_crps": 0.450128, "emos_mean_crps": 0.450128, "legacy_mean_mae": 0.25, "emos_mean_mae": 0.25, "legacy_bucket_hit_rate": 0.5, "emos_bucket_hit_rate": 1.0 }, "toronto": { "samples": 5, "legacy_mean_crps": 2.647861, "emos_mean_crps": 2.566068, "legacy_mean_mae": 2.532, "emos_mean_mae": 2.532, "legacy_bucket_hit_rate": 0.6, "emos_bucket_hit_rate": 0.6 }, "warsaw": { "samples": 3, "legacy_mean_crps": 1.618875, "emos_mean_crps": 1.618875, "legacy_mean_mae": 2.056667, "emos_mean_mae": 2.056667, "legacy_bucket_hit_rate": 0.333333, "emos_bucket_hit_rate": 0.333333 }, "wellington": { "samples": 6, "legacy_mean_crps": 0.266349, "emos_mean_crps": 0.266349, "legacy_mean_mae": 0.2, "emos_mean_mae": 0.2, "legacy_bucket_hit_rate": 1.0, "emos_bucket_hit_rate": 1.0 } } }