{
  "raw_source": "data/deployable_analysis/val_logloss_analysis.json",
  "policies": {
    "smac": {
      "n": 569,
      "corr_rho": {
        "train_val_ap": -0.425,
        "neg_logloss": 0.465,
        "neg_brier": 0.551,
        "auc": 0.968
      },
      "deployable_by": {
        "train_val_ap": 0.471,
        "neg_logloss": 0.663,
        "neg_brier": 0.663,
        "auc": 0.668
      },
      "oracle": 0.675
    },
    "llm_surviving": {
      "n": 195,
      "corr_rho": {
        "train_val_ap": -0.166,
        "neg_logloss": 0.286,
        "neg_brier": 0.337,
        "auc": 0.959
      },
      "deployable_by": {
        "train_val_ap": 0.552,
        "neg_logloss": 0.549,
        "neg_brier": 0.542,
        "auc": 0.599
      },
      "oracle": 0.599
    }
  }
}