validation_results.json

{
  "validation_date": "2025-09-20T21:46:27.404664",
  "xg_calibration": {
    "method": "Applied 0.82 correction factor",
    "mae_before": 0.458,
    "mae_after": 0.076,
    "improvement": "83.4% reduction in error"
  },
  "model_performance": {
    "random_forest": {
      "overall_accuracy": 0.75,
      "precision": 0.6781609195402298,
      "recall": 0.7283950617283951,
      "f1_score": 0.7023809523809523,
      "confidence_levels": {
        "confidence_55": {
          "accuracy": 0.7183098591549296,
          "num_bets": 71,
          "percentage": 35.5
        },
        "confidence_60": {
          "accuracy": 0.6949152542372882,
          "num_bets": 59,
          "percentage": 29.5
        },
        "confidence_65": {
          "accuracy": 0.7708333333333334,
          "num_bets": 48,
          "percentage": 24.0
        },
        "confidence_70": {
          "accuracy": 0.8,
          "num_bets": 35,
          "percentage": 17.5
        },
        "confidence_75": {
          "accuracy": 0.8333333333333334,
          "num_bets": 24,
          "percentage": 12.0
        }
      }
    },
    "gradient_boosting": {
      "overall_accuracy": 0.695,
      "precision": 0.5943396226415094,
      "recall": 0.7777777777777778,
      "f1_score": 0.6737967914438503,
      "confidence_levels": {
        "confidence_55": {
          "accuracy": 0.6224489795918368,
          "num_bets": 98,
          "percentage": 49.0
        },
        "confidence_60": {
          "accuracy": 0.6511627906976745,
          "num_bets": 86,
          "percentage": 43.0
        },
        "confidence_65": {
          "accuracy": 0.6794871794871795,
          "num_bets": 78,
          "percentage": 39.0
        },
        "confidence_70": {
          "accuracy": 0.7,
          "num_bets": 70,
          "percentage": 35.0
        },
        "confidence_75": {
          "accuracy": 0.7213114754098361,
          "num_bets": 61,
          "percentage": 30.5
        }
      }
    },
    "logistic_regression": {
      "overall_accuracy": 0.64,
      "precision": 0.5652173913043478,
      "recall": 0.48148148148148145,
      "f1_score": 0.52,
      "confidence_levels": {
        "confidence_55": {
          "accuracy": 0.6071428571428571,
          "num_bets": 56,
          "percentage": 28.000000000000004
        },
        "confidence_60": {
          "accuracy": 0.6666666666666666,
          "num_bets": 36,
          "percentage": 18.0
        },
        "confidence_65": {
          "accuracy": 0.7916666666666666,
          "num_bets": 24,
          "percentage": 12.0
        },
        "confidence_70": {
          "accuracy": 0.8125,
          "num_bets": 16,
          "percentage": 8.0
        },
        "confidence_75": {
          "accuracy": 1.0,
          "num_bets": 5,
          "percentage": 2.5
        }
      }
    }
  },
  "roi_analysis": {
    "random_forest": {
      "confidence_55": {
        "roi": 50.84507042253521,
        "profit_per_100": 50.84507042253521,
        "bets_per_season": 134
      },
      "confidence_60": {
        "roi": 45.93220338983051,
        "profit_per_100": 45.93220338983051,
        "bets_per_season": 112
      },
      "confidence_65": {
        "roi": 61.875,
        "profit_per_100": 61.875,
        "bets_per_season": 91
      },
      "confidence_70": {
        "roi": 68.00000000000001,
        "profit_per_100": 68.00000000000001,
        "bets_per_season": 66
      },
      "confidence_75": {
        "roi": 75.0,
        "profit_per_100": 75.0,
        "bets_per_season": 45
      }
    },
    "gradient_boosting": {
      "confidence_55": {
        "roi": 30.714285714285722,
        "profit_per_100": 30.714285714285722,
        "bets_per_season": 186
      },
      "confidence_60": {
        "roi": 36.74418604651164,
        "profit_per_100": 36.74418604651164,
        "bets_per_season": 163
      },
      "confidence_65": {
        "roi": 42.69230769230769,
        "profit_per_100": 42.69230769230769,
        "bets_per_season": 148
      },
      "confidence_70": {
        "roi": 47.00000000000001,
        "profit_per_100": 47.00000000000001,
        "bets_per_season": 133
      },
      "confidence_75": {
        "roi": 51.47540983606558,
        "profit_per_100": 51.47540983606558,
        "bets_per_season": 115
      }
    },
    "logistic_regression": {
      "confidence_55": {
        "roi": 27.500000000000007,
        "profit_per_100": 27.500000000000007,
        "bets_per_season": 106
      },
      "confidence_60": {
        "roi": 40.00000000000001,
        "profit_per_100": 40.00000000000001,
        "bets_per_season": 68
      },
      "confidence_65": {
        "roi": 66.25000000000001,
        "profit_per_100": 66.25000000000001,
        "bets_per_season": 45
      },
      "confidence_70": {
        "roi": 70.625,
        "profit_per_100": 70.625,
        "bets_per_season": 30
      },
      "confidence_75": {
        "roi": 110.00000000000001,
        "profit_per_100": 110.00000000000001,
        "bets_per_season": 9
      }
    }
  },
  "best_strategies": {
    "conservative": {
      "model": "random_forest",
      "confidence": 70,
      "accuracy": 0.8,
      "roi": 68.00000000000001,
      "bets_per_season": 66
    },
    "balanced": {
      "model": "random_forest",
      "confidence": 65,
      "accuracy": 0.7708333333333334,
      "roi": 61.875,
      "bets_per_season": 91
    },
    "aggressive": {
      "model": "logistic_regression",
      "confidence": 70,
      "accuracy": 0.8125,
      "roi": 70.625,
      "bets_per_season": 30
    }
  }
}