{
  "method": "single temperature minimizing pooled validation negative log-likelihood",
  "temperature": 12.595144782442853,
  "checkpoint_sha256": "e009fe101e9846279b26be6b292a33f5672894a1b319bd1210a6b71632ea5dee",
  "fit_questions": 832,
  "held_out_eval_questions": 832,
  "held_out_eval_raw": {
    "accuracy": 0.6538461538461539,
    "mean_chosen_probability": 0.9124184985473408,
    "nll": 6.075739293144633,
    "brier": 0.5495115861270571,
    "probability_ece": 0.2618336556889736
  },
  "held_out_eval_calibrated": {
    "accuracy": 0.6538461538461539,
    "mean_chosen_probability": 0.6008282562788685,
    "nll": 1.1272864350823428,
    "brier": 0.45237775773126754,
    "probability_ece": 0.15262696983052562
  }
}