kfold v2: complete CSV with kappa+brier+F1-CI for all 9 models

kfold/kfold_v2_summary.csv

@@ -1,10 +1,10 @@
-model,family,test_acc,test_acc_ci_lo,test_acc_ci_hi,test_f1,test_precision,test_recall,roc_auc,pr_auc,ece,n_folds,fold_val_f1_std
-inception_v3,CNN/CLIP,90.18,89.24,91.24,92.54,91.6,93.59,0.993,0.9676,0.0194,5,0.01
-clip_openai,CNN/CLIP,90.15,89.18,91.24,92.83,91.75,94.1,0.9944,0.9701,0.0217,5,0.01
-vgg19,CNN/CLIP,90.12,89.09,91.12,92.59,91.52,93.82,0.9933,0.9644,0.0228,5,0.0
-resnet101,CNN/CLIP,90.09,89.15,91.12,92.63,91.64,93.78,0.9941,0.9688,0.0243,5,0.01
-densenet121,CNN/CLIP,89.65,88.62,90.71,92.29,91.49,93.19,0.9937,0.9658,0.0272,5,0.0
-dinov2_l,Foundation,89.61,88.57,90.64,92.27,91.48,93.15,0.9934,0.9672,0.0299,5,0.17
-resnet50,CNN/CLIP,89.5,88.4,90.59,92.2,91.3,93.21,0.9945,0.9699,0.0339,5,0.0
-swin_b,Foundation,87.0,85.92,88.15,90.26,89.7,90.96,0.9896,0.945,0.0294,5,0.18
-retfound,Foundation,83.35,82.16,84.65,87.27,86.11,88.86,0.9834,0.9144,0.0242,5,0.2
+model,family,test_acc,test_acc_ci_lo,test_acc_ci_hi,test_f1,test_f1_ci_lo,test_f1_ci_hi,test_precision,test_recall,roc_auc,pr_auc,ece,kappa,brier,n_folds,kappa_note
+inception_v3,CNN/CLIP,90.18,89.24,91.24,92.54,91.68,93.4,91.6,93.59,0.993,0.9676,0.0194,0.884,0.015,5,5-fold pooled preds
+clip_openai,CNN/CLIP,90.15,89.18,91.24,92.83,92.0,93.61,91.75,94.1,0.9944,0.9701,0.0217,0.884,0.014,5,5-fold pooled preds
+vgg19,CNN/CLIP,90.12,89.09,91.12,92.59,91.77,93.41,91.52,93.82,0.9933,0.9644,0.0228,0.884,0.015,5,5-fold pooled preds
+resnet101,CNN/CLIP,90.09,89.15,91.12,92.63,91.77,93.47,91.64,93.78,0.9941,0.9688,0.0243,0.883,0.014,5,5-fold pooled preds
+densenet121,CNN/CLIP,89.65,88.62,90.71,92.29,91.37,93.07,91.49,93.19,0.9937,0.9658,0.0272,0.878,0.015,5,5-fold pooled preds
+dinov2_l,Foundation,89.61,88.57,90.64,92.27,91.38,93.08,91.48,93.15,0.9934,0.9672,0.0299,0.876,0.016,5,single-run holdout (fold preds not stored)
+resnet50,CNN/CLIP,89.5,88.4,90.59,92.2,91.34,93.03,91.3,93.21,0.9945,0.9699,0.0339,0.876,0.014,5,5-fold pooled preds
+swin_b,Foundation,87.0,85.92,88.15,90.26,89.31,91.19,89.7,90.96,0.9896,0.945,0.0294,0.845,0.019,5,single-run holdout (fold preds not stored)
+retfound,Foundation,83.35,82.16,84.65,87.27,86.22,88.35,86.11,88.86,0.9834,0.9144,0.0242,0.81,0.024,5,single-run holdout (fold preds not stored)