2569718930@qq.com
293 lines
7.8 KiB
JSON
293 lines
7.8 KiB
JSON
{
|
|
"summary": {
|
|
"sample_count": 74,
|
|
"filled_actual_from_history": 0,
|
|
"legacy": {
|
|
"mean_crps": 3.474108,
|
|
"mean_mae": 3.679324,
|
|
"bucket_hit_rate": 0.5
|
|
},
|
|
"emos": {
|
|
"mean_crps": 3.33124,
|
|
"mean_mae": 3.622584,
|
|
"bucket_hit_rate": 0.5
|
|
},
|
|
"delta": {
|
|
"crps": -0.142868,
|
|
"mae": -0.056741,
|
|
"bucket_hit_rate": 0.0
|
|
}
|
|
},
|
|
"by_city": {
|
|
"ankara": {
|
|
"samples": 6,
|
|
"legacy_mean_crps": 1.365135,
|
|
"emos_mean_crps": 1.392829,
|
|
"legacy_mean_mae": 1.466667,
|
|
"emos_mean_mae": 1.444819,
|
|
"legacy_bucket_hit_rate": 0.666667,
|
|
"emos_bucket_hit_rate": 0.666667
|
|
},
|
|
"atlanta": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 30.449382,
|
|
"emos_mean_crps": 29.886236,
|
|
"legacy_mean_mae": 32.015,
|
|
"emos_mean_mae": 31.322804,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"buenos aires": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 9.113412,
|
|
"emos_mean_crps": 8.463522,
|
|
"legacy_mean_mae": 10.27,
|
|
"emos_mean_mae": 10.024533,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"busan": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 0.276202,
|
|
"emos_mean_crps": 0.326485,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 0.239636,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"chengdu": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.306469,
|
|
"emos_mean_crps": 0.378812,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 0.153224,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"chicago": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 1.250268,
|
|
"emos_mean_crps": 0.714669,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 0.319756,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"dallas": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 2.173363,
|
|
"emos_mean_crps": 0.840297,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 1.028146,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"hong kong": {
|
|
"samples": 7,
|
|
"legacy_mean_crps": 0.706099,
|
|
"emos_mean_crps": 0.731926,
|
|
"legacy_mean_mae": 0.657143,
|
|
"emos_mean_mae": 0.669911,
|
|
"legacy_bucket_hit_rate": 0.714286,
|
|
"emos_bucket_hit_rate": 0.571429
|
|
},
|
|
"istanbul": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 1.264103,
|
|
"emos_mean_crps": 1.214967,
|
|
"legacy_mean_mae": 1.5,
|
|
"emos_mean_mae": 1.469837,
|
|
"legacy_bucket_hit_rate": 0.333333,
|
|
"emos_bucket_hit_rate": 0.666667
|
|
},
|
|
"london": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 3.885033,
|
|
"emos_mean_crps": 3.799841,
|
|
"legacy_mean_mae": 4.135,
|
|
"emos_mean_mae": 4.027503,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"lucknow": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 2.487193,
|
|
"emos_mean_crps": 2.107441,
|
|
"legacy_mean_mae": 3.205,
|
|
"emos_mean_mae": 2.876943,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"madrid": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 6.27726,
|
|
"emos_mean_crps": 5.810228,
|
|
"legacy_mean_mae": 7.33,
|
|
"emos_mean_mae": 7.195133,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"miami": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 28.637631,
|
|
"emos_mean_crps": 27.592664,
|
|
"legacy_mean_mae": 30.175,
|
|
"emos_mean_mae": 29.284979,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"milan": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 4.401392,
|
|
"emos_mean_crps": 3.782613,
|
|
"legacy_mean_mae": 4.06,
|
|
"emos_mean_mae": 3.989808,
|
|
"legacy_bucket_hit_rate": 0.666667,
|
|
"emos_bucket_hit_rate": 0.666667
|
|
},
|
|
"munich": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 3.145192,
|
|
"emos_mean_crps": 2.990712,
|
|
"legacy_mean_mae": 3.64,
|
|
"emos_mean_mae": 3.61502,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"new york": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 3.692845,
|
|
"emos_mean_crps": 3.021798,
|
|
"legacy_mean_mae": 4.94,
|
|
"emos_mean_mae": 4.54437,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"paris": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 4.013782,
|
|
"emos_mean_crps": 3.915303,
|
|
"legacy_mean_mae": 4.265,
|
|
"emos_mean_mae": 4.179694,
|
|
"legacy_bucket_hit_rate": 0.5,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"sao paulo": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 5.540967,
|
|
"emos_mean_crps": 5.018605,
|
|
"legacy_mean_mae": 6.57,
|
|
"emos_mean_mae": 6.314389,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"seattle": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.315488,
|
|
"emos_mean_crps": 0.524119,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 0.673609,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"seoul": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 0.508331,
|
|
"emos_mean_crps": 0.520762,
|
|
"legacy_mean_mae": 0.2,
|
|
"emos_mean_mae": 0.247862,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"shanghai": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 0.299116,
|
|
"emos_mean_crps": 0.402453,
|
|
"legacy_mean_mae": 0.1,
|
|
"emos_mean_mae": 0.189437,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"shenzhen": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 1.198351,
|
|
"emos_mean_crps": 1.490963,
|
|
"legacy_mean_mae": 1.3,
|
|
"emos_mean_mae": 1.628189,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"singapore": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.281993,
|
|
"emos_mean_crps": 0.370374,
|
|
"legacy_mean_mae": 0.15,
|
|
"emos_mean_mae": 0.118005,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"taipei": {
|
|
"samples": 5,
|
|
"legacy_mean_crps": 0.950739,
|
|
"emos_mean_crps": 1.042332,
|
|
"legacy_mean_mae": 0.94,
|
|
"emos_mean_mae": 0.951241,
|
|
"legacy_bucket_hit_rate": 0.6,
|
|
"emos_bucket_hit_rate": 0.6
|
|
},
|
|
"tel aviv": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.446758,
|
|
"emos_mean_crps": 0.578691,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 0.116966,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"tokyo": {
|
|
"samples": 5,
|
|
"legacy_mean_crps": 0.879366,
|
|
"emos_mean_crps": 0.876608,
|
|
"legacy_mean_mae": 1.022,
|
|
"emos_mean_mae": 1.008317,
|
|
"legacy_bucket_hit_rate": 0.2,
|
|
"emos_bucket_hit_rate": 0.4
|
|
},
|
|
"toronto": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 5.497916,
|
|
"emos_mean_crps": 5.268783,
|
|
"legacy_mean_mae": 6.33,
|
|
"emos_mean_mae": 6.388522,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"warsaw": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 1.618875,
|
|
"emos_mean_crps": 1.524219,
|
|
"legacy_mean_mae": 2.056667,
|
|
"emos_mean_mae": 2.006524,
|
|
"legacy_bucket_hit_rate": 0.333333,
|
|
"emos_bucket_hit_rate": 0.333333
|
|
},
|
|
"wellington": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.364919,
|
|
"emos_mean_crps": 0.484124,
|
|
"legacy_mean_mae": 0.15,
|
|
"emos_mean_mae": 0.123335,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"wuhan": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.476225,
|
|
"emos_mean_crps": 0.578405,
|
|
"legacy_mean_mae": 0.8,
|
|
"emos_mean_mae": 0.962852,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
}
|
|
}
|
|
} |