| { |
| "model": { |
| "name": "model", |
| "log_loss": 1.6998048908952765, |
| "accuracy": 0.17857142857142858, |
| "save_rate": 0.5714285714285714, |
| "n_kicks": 28 |
| }, |
| "random_baseline": { |
| "name": "random", |
| "log_loss": 1.0986122886681098, |
| "accuracy": 0.3333333333333333, |
| "save_rate": 0.40476190476190477, |
| "n_kicks": 28 |
| }, |
| "kicker_most_frequent_baseline": { |
| "name": "last_side", |
| "log_loss": null, |
| "accuracy": null, |
| "save_rate": 0.39285714285714285, |
| "n_kicks": 28 |
| }, |
| "actual_keeper_baseline": { |
| "name": "actual_keeper", |
| "log_loss": null, |
| "accuracy": null, |
| "save_rate": null, |
| "n_kicks": 28 |
| }, |
| "n_train": 151, |
| "n_holdout": 28, |
| "holdout_cutoff_date": "2026-01-01", |
| "baseline": { |
| "name": "baseline", |
| "log_loss": 1.096362928924036, |
| "accuracy": 0.35714285714285715, |
| "save_rate": 0.32142857142857145, |
| "n_kicks": 28 |
| }, |
| "calibration": { |
| "model": { |
| "brier": 0.9898666054995109, |
| "ece": 0.4344265470149048, |
| "n_bins": 10 |
| }, |
| "baseline": { |
| "brier": 0.6652020081464299, |
| "ece": 0.00403015730850842, |
| "n_bins": 10 |
| }, |
| "random": { |
| "brier": 0.6666666666666669, |
| "ece": 0.05952380952380942, |
| "n_bins": 10 |
| } |
| }, |
| "cv": { |
| "folds": [ |
| { |
| "name": "Africa Cup of Nations Final Stage", |
| "n_train": 100, |
| "n_holdout": 79, |
| "save_rate": 0.4177215189873418, |
| "log_loss": 1.2598285560145963, |
| "accuracy": 0.4050632911392405, |
| "random_save_rate": 0.40928270042194087 |
| }, |
| { |
| "name": "EURO Final Stage", |
| "n_train": 145, |
| "n_holdout": 34, |
| "save_rate": 0.29411764705882354, |
| "log_loss": 1.169722189044519, |
| "accuracy": 0.5, |
| "random_save_rate": 0.3529411764705882 |
| }, |
| { |
| "name": "World Cup Final Stage", |
| "n_train": 154, |
| "n_holdout": 25, |
| "save_rate": 0.4, |
| "log_loss": 1.2515884906125796, |
| "accuracy": 0.28, |
| "random_save_rate": 0.41333333333333333 |
| }, |
| { |
| "name": "CONCACAF Gold Cup Final Stage", |
| "n_train": 155, |
| "n_holdout": 24, |
| "save_rate": 0.4166666666666667, |
| "log_loss": 1.2469468234593384, |
| "accuracy": 0.25, |
| "random_save_rate": 0.41666666666666663 |
| }, |
| { |
| "name": "Copa America Final Stage", |
| "n_train": 170, |
| "n_holdout": 9, |
| "save_rate": 0.2222222222222222, |
| "log_loss": 1.1131880041883089, |
| "accuracy": 0.5555555555555556, |
| "random_save_rate": 0.4074074074074074 |
| }, |
| { |
| "name": "World Cup", |
| "n_train": 171, |
| "n_holdout": 8, |
| "save_rate": 0.25, |
| "log_loss": 1.0056806802631304, |
| "accuracy": 0.375, |
| "random_save_rate": 0.41666666666666663 |
| } |
| ], |
| "aggregate": { |
| "save_rate": 0.3743016759776536, |
| "log_loss": 1.2211038204514257, |
| "accuracy": 0.39106145251396646, |
| "n_total": 179, |
| "se_save_rate": 0.036171528923746296 |
| }, |
| "group_by": "tournament_name", |
| "skipped": {} |
| }, |
| "model_kind": "lightgbm", |
| "classes": [ |
| "L", |
| "C", |
| "R" |
| ], |
| "feature_columns": [ |
| "p_L_5", |
| "p_C_5", |
| "p_R_5", |
| "p_L_10", |
| "p_C_10", |
| "p_R_10", |
| "p_L_20", |
| "p_C_20", |
| "p_R_20", |
| "career_penalty_count", |
| "b1_kick_number", |
| "pen_score_home", |
| "pen_score_away", |
| "is_decisive", |
| "last_side", |
| "preferred_foot", |
| "position" |
| ], |
| "params": { |
| "lightgbm": { |
| "num_leaves": 31, |
| "learning_rate": 0.05, |
| "n_estimators": 500, |
| "min_child_samples": 20 |
| }, |
| "logreg": { |
| "C": 0.005, |
| "class_weight": "balanced" |
| } |
| } |
| } |
