File size: 788 Bytes
bd3ae0e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | {
"raw_source": "data/deployable_analysis/val_logloss_analysis.json",
"policies": {
"smac": {
"n": 569,
"corr_rho": {
"train_val_ap": -0.425,
"neg_logloss": 0.465,
"neg_brier": 0.551,
"auc": 0.968
},
"deployable_by": {
"train_val_ap": 0.471,
"neg_logloss": 0.663,
"neg_brier": 0.663,
"auc": 0.668
},
"oracle": 0.675
},
"llm_surviving": {
"n": 195,
"corr_rho": {
"train_val_ap": -0.166,
"neg_logloss": 0.286,
"neg_brier": 0.337,
"auc": 0.959
},
"deployable_by": {
"train_val_ap": 0.552,
"neg_logloss": 0.549,
"neg_brier": 0.542,
"auc": 0.599
},
"oracle": 0.599
}
}
}
|