{
  "model": {
    "name": "model",
    "log_loss": 1.6998048908952765,
    "accuracy": 0.17857142857142858,
    "save_rate": 0.5714285714285714,
    "n_kicks": 28
  },
  "random_baseline": {
    "name": "random",
    "log_loss": 1.0986122886681098,
    "accuracy": 0.3333333333333333,
    "save_rate": 0.40476190476190477,
    "n_kicks": 28
  },
  "kicker_most_frequent_baseline": {
    "name": "last_side",
    "log_loss": null,
    "accuracy": null,
    "save_rate": 0.39285714285714285,
    "n_kicks": 28
  },
  "actual_keeper_baseline": {
    "name": "actual_keeper",
    "log_loss": null,
    "accuracy": null,
    "save_rate": null,
    "n_kicks": 28
  },
  "n_train": 151,
  "n_holdout": 28,
  "holdout_cutoff_date": "2026-01-01",
  "baseline": {
    "name": "baseline",
    "log_loss": 1.096362928924036,
    "accuracy": 0.35714285714285715,
    "save_rate": 0.32142857142857145,
    "n_kicks": 28
  },
  "calibration": {
    "model": {
      "brier": 0.9898666054995109,
      "ece": 0.4344265470149048,
      "n_bins": 10
    },
    "baseline": {
      "brier": 0.6652020081464299,
      "ece": 0.00403015730850842,
      "n_bins": 10
    },
    "random": {
      "brier": 0.6666666666666669,
      "ece": 0.05952380952380942,
      "n_bins": 10
    }
  },
  "cv": {
    "folds": [
      {
        "name": "Africa Cup of Nations Final Stage",
        "n_train": 100,
        "n_holdout": 79,
        "save_rate": 0.4177215189873418,
        "log_loss": 1.2598285560145963,
        "accuracy": 0.4050632911392405,
        "random_save_rate": 0.40928270042194087
      },
      {
        "name": "EURO Final Stage",
        "n_train": 145,
        "n_holdout": 34,
        "save_rate": 0.29411764705882354,
        "log_loss": 1.169722189044519,
        "accuracy": 0.5,
        "random_save_rate": 0.3529411764705882
      },
      {
        "name": "World Cup Final Stage",
        "n_train": 154,
        "n_holdout": 25,
        "save_rate": 0.4,
        "log_loss": 1.2515884906125796,
        "accuracy": 0.28,
        "random_save_rate": 0.41333333333333333
      },
      {
        "name": "CONCACAF Gold Cup Final Stage",
        "n_train": 155,
        "n_holdout": 24,
        "save_rate": 0.4166666666666667,
        "log_loss": 1.2469468234593384,
        "accuracy": 0.25,
        "random_save_rate": 0.41666666666666663
      },
      {
        "name": "Copa America Final Stage",
        "n_train": 170,
        "n_holdout": 9,
        "save_rate": 0.2222222222222222,
        "log_loss": 1.1131880041883089,
        "accuracy": 0.5555555555555556,
        "random_save_rate": 0.4074074074074074
      },
      {
        "name": "World Cup",
        "n_train": 171,
        "n_holdout": 8,
        "save_rate": 0.25,
        "log_loss": 1.0056806802631304,
        "accuracy": 0.375,
        "random_save_rate": 0.41666666666666663
      }
    ],
    "aggregate": {
      "save_rate": 0.3743016759776536,
      "log_loss": 1.2211038204514257,
      "accuracy": 0.39106145251396646,
      "n_total": 179,
      "se_save_rate": 0.036171528923746296
    },
    "group_by": "tournament_name",
    "skipped": {}
  },
  "model_kind": "lightgbm",
  "classes": [
    "L",
    "C",
    "R"
  ],
  "feature_columns": [
    "p_L_5",
    "p_C_5",
    "p_R_5",
    "p_L_10",
    "p_C_10",
    "p_R_10",
    "p_L_20",
    "p_C_20",
    "p_R_20",
    "career_penalty_count",
    "b1_kick_number",
    "pen_score_home",
    "pen_score_away",
    "is_decisive",
    "last_side",
    "preferred_foot",
    "position"
  ],
  "params": {
    "lightgbm": {
      "num_leaves": 31,
      "learning_rate": 0.05,
      "n_estimators": 500,
      "min_child_samples": 20
    },
    "logreg": {
      "C": 0.005,
      "class_weight": "balanced"
    }
  }
}