| { | |
| "raw_source": "data/deployable_analysis/val_logloss_analysis.json", | |
| "policies": { | |
| "smac": { | |
| "n": 569, | |
| "corr_rho": { | |
| "train_val_ap": -0.425, | |
| "neg_logloss": 0.465, | |
| "neg_brier": 0.551, | |
| "auc": 0.968 | |
| }, | |
| "deployable_by": { | |
| "train_val_ap": 0.471, | |
| "neg_logloss": 0.663, | |
| "neg_brier": 0.663, | |
| "auc": 0.668 | |
| }, | |
| "oracle": 0.675 | |
| }, | |
| "llm_surviving": { | |
| "n": 195, | |
| "corr_rho": { | |
| "train_val_ap": -0.166, | |
| "neg_logloss": 0.286, | |
| "neg_brier": 0.337, | |
| "auc": 0.959 | |
| }, | |
| "deployable_by": { | |
| "train_val_ap": 0.552, | |
| "neg_logloss": 0.549, | |
| "neg_brier": 0.542, | |
| "auc": 0.599 | |
| }, | |
| "oracle": 0.599 | |
| } | |
| } | |
| } | |