restockiq / data /baseline_metrics.json
RV302001's picture
RestockIQ v1: M5 quantile forecasting + reorder decision dashboard
3d4c9ec
Raw
History Blame Contribute Delete
3.44 kB
{
"holdout_days": 28,
"seasonal_naive": {
"overall_wape": 0.8621813654899597,
"overall_mape_nonzero": 0.8294023871421814,
"sampled_series": {
"FOODS_3_592_CA_4_evaluation": {
"wape": 0.5698924660682678,
"mape_nonzero": 0.5162202715873718
},
"FOODS_3_310_CA_1_evaluation": {
"wape": 1.1777777671813965,
"mape_nonzero": 1.1363637447357178
},
"FOODS_3_066_WI_1_evaluation": {
"wape": 0.4492753744125366,
"mape_nonzero": 0.416524201631546
},
"FOODS_3_772_TX_1_evaluation": {
"wape": 1.0952380895614624,
"mape_nonzero": 0.793749988079071
},
"HOUSEHOLD_1_336_TX_3_evaluation": {
"wape": 1.7878787517547607,
"mape_nonzero": 1.5
},
"FOODS_2_283_WI_2_evaluation": {
"wape": 1.1463414430618286,
"mape_nonzero": 0.7865079045295715
},
"FOODS_3_352_CA_1_evaluation": {
"wape": 1.0714285373687744,
"mape_nonzero": 0.6979166865348816
},
"FOODS_3_461_CA_4_evaluation": {
"wape": 0.9682539701461792,
"mape_nonzero": 0.7473039031028748
},
"FOODS_3_433_CA_1_evaluation": {
"wape": 1.296296238899231,
"mape_nonzero": 0.9421053528785706
},
"FOODS_3_295_TX_3_evaluation": {
"wape": 0.5706806182861328,
"mape_nonzero": 0.6253995895385742
},
"FOODS_3_385_WI_3_evaluation": {
"wape": 1.2758620977401733,
"mape_nonzero": 0.75
},
"FOODS_3_432_CA_2_evaluation": {
"wape": 0.9444444179534912,
"mape_nonzero": 0.7458333373069763
}
}
},
"prophet": {
"n_sampled": 12,
"sampled_series": {
"FOODS_3_592_CA_4_evaluation": {
"wape": 0.45355823694956227,
"mape_nonzero": 0.383590060365095
},
"FOODS_3_310_CA_1_evaluation": {
"wape": 0.6908602508570122,
"mape_nonzero": 0.41904520967608866
},
"FOODS_3_066_WI_1_evaluation": {
"wape": 0.38613703897991414,
"mape_nonzero": 0.3427374031183056
},
"FOODS_3_772_TX_1_evaluation": {
"wape": 0.8330882130021302,
"mape_nonzero": 0.711495441899147
},
"HOUSEHOLD_1_336_TX_3_evaluation": {
"wape": 1.0297725803759086,
"mape_nonzero": 0.4784543926381235
},
"FOODS_2_283_WI_2_evaluation": {
"wape": 1.0160764133373246,
"mape_nonzero": 0.4808745430547848
},
"FOODS_3_352_CA_1_evaluation": {
"wape": 0.9470173779846187,
"mape_nonzero": 0.9155656959652155
},
"FOODS_3_461_CA_4_evaluation": {
"wape": 1.527821731516336,
"mape_nonzero": 1.485416826144347
},
"FOODS_3_433_CA_1_evaluation": {
"wape": 0.7446354870564917,
"mape_nonzero": 0.4517136064394485
},
"FOODS_3_295_TX_3_evaluation": {
"wape": 0.4229804877241173,
"mape_nonzero": 0.3580678502955989
},
"FOODS_3_385_WI_3_evaluation": {
"wape": 0.8722347674932867,
"mape_nonzero": 0.41822293108428976
},
"FOODS_3_432_CA_2_evaluation": {
"wape": 0.7252824555131708,
"mape_nonzero": 0.3936124386676651
}
},
"mean_wape_sampled": 0.8041220867324893
},
"prophet_vs_naive_same_sample": {
"naive_mean_wape": 1.0294474810361862,
"prophet_mean_wape": 0.8041220867324893
}
}