MarginGraph / artifacts /meta.json
EquilStable's picture
Upload 3 files
7d6e0c3 verified
Raw History Blame Contribute Delete
3.39 kB
{
"calibration": {
"w": [
1.8769727481340095,
-0.7439861706717196,
-2.804830812209184
],
"p_bar": 0.022631780220343498,
"n_events": 3815,
"hit": {
"hit@2": 0.1653997378768021,
"hit@5": 0.2657929226736566,
"hit@10": 0.35937090432503277
},
"recall_top_n": 0.45190039318479686,
"top_n": 20
},
"test_ranking": {
"p_bar": 0.02215675578037332,
"n_events": 4000,
"hit": {
"hit@2": 0.16625,
"hit@5": 0.26525,
"hit@10": 0.36125
},
"recall_top_n": 0.4425,
"top_n": 20
},
"backtest": {
"top2_relevance": {
"hit@2": 0.16625,
"realized_profit_per_basket": 0.19222985079807237,
"expected_profit_per_basket": 0.18779142312087976,
"margin_floor_violations_per_basket": 0.02425,
"overstock_share_of_offers": 0.1495,
"realized_profit_vs_top2_pct": 0.0,
"realized_profit_diff_ci95": [
0.0,
0.0
]
},
"margingraph_lam0.5": {
"hit@2": 0.13375,
"realized_profit_per_basket": 0.23466613668862168,
"expected_profit_per_basket": 0.22185311577437355,
"margin_floor_violations_per_basket": 0.0,
"overstock_share_of_offers": 0.130375,
"realized_profit_vs_top2_pct": 22.075804415582923,
"realized_profit_diff_ci95": [
0.02484047343281388,
0.06195485790296221
]
},
"margingraph_lam1.0": {
"hit@2": 0.13225,
"realized_profit_per_basket": 0.23469440825495871,
"expected_profit_per_basket": 0.22186880410592152,
"margin_floor_violations_per_basket": 0.0,
"overstock_share_of_offers": 0.12975,
"realized_profit_vs_top2_pct": 22.090511583184448,
"realized_profit_diff_ci95": [
0.0236814551889063,
0.06168929086813708
]
},
"margingraph_lam1.0_overstock2x": {
"hit@2": 0.1265,
"realized_profit_per_basket": 0.22801279687824422,
"expected_profit_per_basket": 0.21686142656993446,
"margin_floor_violations_per_basket": 0.0,
"overstock_share_of_offers": 0.263375,
"realized_profit_vs_top2_pct": 18.614666729237594,
"realized_profit_diff_ci95": [
0.018085019294248363,
0.054851092966672454
]
}
},
"n_items": 2000,
"test_line_coverage": 0.7709396651626107,
"n_test_events": 4000,
"ease_lambda": 250.0,
"examples": [
[
"84946",
"84947"
],
[
"22113",
"85136C"
],
[
"21803",
"21808",
"21807",
"22144",
"20724"
],
[
"22423",
"22726",
"82494L",
"82482",
"23084"
],
[
"21497",
"21495",
"22047",
"22986",
"23232"
],
[
"21874",
"21206",
"22222"
],
[
"47590A",
"22419"
],
[
"22086",
"22910",
"22952"
],
[
"84947",
"22379",
"22411",
"23109",
"22086"
],
[
"22440",
"22651",
"84077",
"22993",
"23294"
],
[
"22971",
"22970",
"22988",
"22976",
"22750"
],
[
"84879",
"85123A",
"22219",
"22579",
"22578"
]
],
"note": "unit_cost and stock are SIMULATED (Online Retail II has neither); backtest = Oct-Dec 2011, model fit on Dec 2009-Sep 2011."
}