2569718930@qq.com
284 lines
7.5 KiB
JSON
284 lines
7.5 KiB
JSON
{
|
|
"summary": {
|
|
"sample_count": 71,
|
|
"filled_actual_from_history": 0,
|
|
"legacy": {
|
|
"mean_crps": 3.608885,
|
|
"mean_mae": 3.81507,
|
|
"bucket_hit_rate": 0.492958
|
|
},
|
|
"emos": {
|
|
"mean_crps": 3.881798,
|
|
"mean_mae": 4.378282,
|
|
"bucket_hit_rate": 0.225352
|
|
},
|
|
"delta": {
|
|
"crps": 0.272913,
|
|
"mae": 0.563211,
|
|
"bucket_hit_rate": -0.267606
|
|
}
|
|
},
|
|
"by_city": {
|
|
"ankara": {
|
|
"samples": 6,
|
|
"legacy_mean_crps": 1.365135,
|
|
"emos_mean_crps": 1.454394,
|
|
"legacy_mean_mae": 1.466667,
|
|
"emos_mean_mae": 1.781865,
|
|
"legacy_bucket_hit_rate": 0.666667,
|
|
"emos_bucket_hit_rate": 0.333333
|
|
},
|
|
"atlanta": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 30.449382,
|
|
"emos_mean_crps": 30.2136,
|
|
"legacy_mean_mae": 32.015,
|
|
"emos_mean_mae": 31.431544,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"buenos aires": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 9.113412,
|
|
"emos_mean_crps": 9.25091,
|
|
"legacy_mean_mae": 10.27,
|
|
"emos_mean_mae": 10.234011,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"busan": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.451701,
|
|
"emos_mean_crps": 1.176676,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 1.887548,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"chengdu": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.306469,
|
|
"emos_mean_crps": 0.555327,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 0.929502,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"chicago": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 1.250268,
|
|
"emos_mean_crps": 2.090175,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 3.396557,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"dallas": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 2.173363,
|
|
"emos_mean_crps": 1.05572,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 1.653475,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"hong kong": {
|
|
"samples": 7,
|
|
"legacy_mean_crps": 0.706099,
|
|
"emos_mean_crps": 1.573367,
|
|
"legacy_mean_mae": 0.657143,
|
|
"emos_mean_mae": 1.88803,
|
|
"legacy_bucket_hit_rate": 0.714286,
|
|
"emos_bucket_hit_rate": 0.142857
|
|
},
|
|
"istanbul": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 1.264103,
|
|
"emos_mean_crps": 1.266844,
|
|
"legacy_mean_mae": 1.5,
|
|
"emos_mean_mae": 1.415758,
|
|
"legacy_bucket_hit_rate": 0.333333,
|
|
"emos_bucket_hit_rate": 0.666667
|
|
},
|
|
"london": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 3.885033,
|
|
"emos_mean_crps": 4.057521,
|
|
"legacy_mean_mae": 4.135,
|
|
"emos_mean_mae": 4.313103,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"lucknow": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 2.487193,
|
|
"emos_mean_crps": 2.021264,
|
|
"legacy_mean_mae": 3.205,
|
|
"emos_mean_mae": 2.47462,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"madrid": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 6.27726,
|
|
"emos_mean_crps": 6.588692,
|
|
"legacy_mean_mae": 7.33,
|
|
"emos_mean_mae": 7.486713,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"miami": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 28.637631,
|
|
"emos_mean_crps": 28.800796,
|
|
"legacy_mean_mae": 30.175,
|
|
"emos_mean_mae": 30.107593,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"milan": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 4.401392,
|
|
"emos_mean_crps": 4.947416,
|
|
"legacy_mean_mae": 4.06,
|
|
"emos_mean_mae": 5.6958,
|
|
"legacy_bucket_hit_rate": 0.666667,
|
|
"emos_bucket_hit_rate": 0.333333
|
|
},
|
|
"munich": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 3.145192,
|
|
"emos_mean_crps": 3.200946,
|
|
"legacy_mean_mae": 3.64,
|
|
"emos_mean_mae": 3.634475,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"new york": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 3.692845,
|
|
"emos_mean_crps": 3.881457,
|
|
"legacy_mean_mae": 4.94,
|
|
"emos_mean_mae": 4.954702,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"paris": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 4.013782,
|
|
"emos_mean_crps": 4.130614,
|
|
"legacy_mean_mae": 4.265,
|
|
"emos_mean_mae": 4.314216,
|
|
"legacy_bucket_hit_rate": 0.5,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"sao paulo": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 5.540967,
|
|
"emos_mean_crps": 5.483258,
|
|
"legacy_mean_mae": 6.57,
|
|
"emos_mean_mae": 6.358434,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"seattle": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 0.315488,
|
|
"emos_mean_crps": 0.271998,
|
|
"legacy_mean_mae": 0.0,
|
|
"emos_mean_mae": 0.105037,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 1.0
|
|
},
|
|
"seoul": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 0.508331,
|
|
"emos_mean_crps": 1.718042,
|
|
"legacy_mean_mae": 0.2,
|
|
"emos_mean_mae": 2.57121,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"shanghai": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 0.299116,
|
|
"emos_mean_crps": 0.553444,
|
|
"legacy_mean_mae": 0.1,
|
|
"emos_mean_mae": 0.71746,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.666667
|
|
},
|
|
"shenzhen": {
|
|
"samples": 1,
|
|
"legacy_mean_crps": 1.198351,
|
|
"emos_mean_crps": 0.507942,
|
|
"legacy_mean_mae": 1.3,
|
|
"emos_mean_mae": 0.644561,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"singapore": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.281993,
|
|
"emos_mean_crps": 0.877023,
|
|
"legacy_mean_mae": 0.15,
|
|
"emos_mean_mae": 1.142765,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"taipei": {
|
|
"samples": 5,
|
|
"legacy_mean_crps": 0.950739,
|
|
"emos_mean_crps": 1.257972,
|
|
"legacy_mean_mae": 0.94,
|
|
"emos_mean_mae": 1.687014,
|
|
"legacy_bucket_hit_rate": 0.6,
|
|
"emos_bucket_hit_rate": 0.2
|
|
},
|
|
"tel aviv": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.446758,
|
|
"emos_mean_crps": 0.482341,
|
|
"legacy_mean_mae": 0.3,
|
|
"emos_mean_mae": 0.62659,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.5
|
|
},
|
|
"tokyo": {
|
|
"samples": 5,
|
|
"legacy_mean_crps": 0.879366,
|
|
"emos_mean_crps": 0.989336,
|
|
"legacy_mean_mae": 1.022,
|
|
"emos_mean_mae": 1.450474,
|
|
"legacy_bucket_hit_rate": 0.2,
|
|
"emos_bucket_hit_rate": 0.2
|
|
},
|
|
"toronto": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 5.497916,
|
|
"emos_mean_crps": 6.296632,
|
|
"legacy_mean_mae": 6.33,
|
|
"emos_mean_mae": 7.003984,
|
|
"legacy_bucket_hit_rate": 0.0,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"warsaw": {
|
|
"samples": 3,
|
|
"legacy_mean_crps": 1.618875,
|
|
"emos_mean_crps": 1.649515,
|
|
"legacy_mean_mae": 2.056667,
|
|
"emos_mean_mae": 2.073494,
|
|
"legacy_bucket_hit_rate": 0.333333,
|
|
"emos_bucket_hit_rate": 0.0
|
|
},
|
|
"wellington": {
|
|
"samples": 2,
|
|
"legacy_mean_crps": 0.364919,
|
|
"emos_mean_crps": 0.939463,
|
|
"legacy_mean_mae": 0.15,
|
|
"emos_mean_mae": 1.007263,
|
|
"legacy_bucket_hit_rate": 1.0,
|
|
"emos_bucket_hit_rate": 0.5
|
|
}
|
|
}
|
|
} |