{ "n_folds": 5, "mean_auroc": 0.8627759763959727, "std_auroc": 0.028624410151127697, "mean_acc": 0.79279046673287, "std_acc": 0.029092819923175913, "mean_fpr95": 0.551617832702146, "std_fpr95": 0.18413309927308624, "fold_aurocs": [ 0.8819965017491255, 0.8413293353323338, 0.8191128424227193, 0.8981306050271567, 0.8733105974485285 ], "fold_accs": [ 0.8045112781954887, 0.7481203007518797, 0.769811320754717, 0.8188679245283019, 0.8226415094339623 ], "fold_fpr95s": [ 0.4367816091954023, 0.5517241379310345, 0.9075144508670521, 0.4482758620689655, 0.41379310344827586 ], "sep_loss_weight": 0.01, "per_feature": { "angle": { "mean": 0.7726669403393542, "std": 0.15803829769963884 }, "dist1": { "mean": 0.8507593571929236, "std": 0.07681005302994184 }, "dist6": { "mean": 0.9422786852187942, "std": 0.0737298334613098 }, "dots": { "mean": 0.9655125207746691, "std": 0.02466213593918774 }, "edge1": { "mean": 0.8409827599301284, "std": 0.13790375034456145 }, "edge2": { "mean": 0.8426224630202958, "std": 0.044292034640384156 }, "edge3": { "mean": 0.7007929627991547, "std": 0.03895889171971354 }, "edge4": { "mean": 0.7528969117007395, "std": 0.054273160353044664 } }, "fold_details": [ { "fold": 1, "overall_auroc": 0.8819965017491255, "overall_acc": 0.8045112781954887, "overall_fpr95": 0.4367816091954023, "per_feature": { "angle": { "auroc": 0.9375, "accuracy": 0.9117647058823529, "fpr95": 0.09375, "n_good": 32, "n_bad": 2 }, "dist1": { "auroc": 0.9710743801652892, "accuracy": 0.8484848484848485, "fpr95": 0.3181818181818182, "n_good": 22, "n_bad": 11 }, "dist6": { "auroc": 1.0, "accuracy": 0.9285714285714286, "fpr95": 0.0, "n_good": 26, "n_bad": 2 }, "dots": { "auroc": 0.9907407407407407, "accuracy": 0.8666666666666667, "fpr95": 0.05555555555555555, "n_good": 18, "n_bad": 12 }, "edge1": { "auroc": 0.9090909090909091, "accuracy": 0.7619047619047619, "fpr95": 0.5454545454545454, "n_good": 11, "n_bad": 10 }, "edge2": { "auroc": 0.8923611111111112, "accuracy": 0.8235294117647058, "fpr95": 0.3888888888888889, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.7575, "accuracy": 0.725, "fpr95": 0.6, "n_good": 20, "n_bad": 20 }, "edge4": { "auroc": 0.7056530214424952, "accuracy": 0.6521739130434783, "fpr95": 0.7777777777777778, "n_good": 27, "n_bad": 19 } } }, { "fold": 2, "overall_auroc": 0.8413293353323338, "overall_acc": 0.7481203007518797, "overall_fpr95": 0.5517241379310345, "per_feature": { "angle": { "auroc": 0.576388888888889, "accuracy": 0.9, "fpr95": 0.9166666666666666, "n_good": 36, "n_bad": 4 }, "dist1": { "auroc": 0.8545454545454545, "accuracy": 0.7777777777777778, "fpr95": 0.36363636363636365, "n_good": 22, "n_bad": 5 }, "dist6": { "auroc": 0.9941520467836258, "accuracy": 0.7857142857142857, "fpr95": 0.05263157894736842, "n_good": 19, "n_bad": 9 }, "dots": { "auroc": 0.9462915601023018, "accuracy": 0.8, "fpr95": 0.5652173913043478, "n_good": 23, "n_bad": 17 }, "edge1": { "auroc": 0.9000000000000001, "accuracy": 0.6666666666666666, "fpr95": 0.2, "n_good": 15, "n_bad": 18 }, "edge2": { "auroc": 0.8090277777777778, "accuracy": 0.7647058823529411, "fpr95": 0.6666666666666666, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.6722689075630252, "accuracy": 0.5161290322580645, "fpr95": 0.8823529411764706, "n_good": 17, "n_bad": 14 }, "edge4": { "auroc": 0.6898148148148149, "accuracy": 0.7272727272727273, "fpr95": 0.7916666666666666, "n_good": 24, "n_bad": 9 } } }, { "fold": 3, "overall_auroc": 0.8191128424227193, "overall_acc": 0.769811320754717, "overall_fpr95": 0.9075144508670521, "per_feature": { "angle": { "auroc": 0.7589285714285714, "accuracy": 0.90625, "fpr95": 0.8928571428571429, "n_good": 28, "n_bad": 4 }, "dist1": { "auroc": 0.7662721893491125, "accuracy": 0.7435897435897436, "fpr95": 0.7692307692307693, "n_good": 26, "n_bad": 13 }, "dist6": { "auroc": 0.8, "accuracy": 0.9655172413793104, "fpr95": 1.0, "n_good": 24, "n_bad": 5 }, "dots": { "auroc": 0.9416666666666668, "accuracy": 0.8823529411764706, "fpr95": 0.4583333333333333, "n_good": 24, "n_bad": 10 }, "edge1": { "auroc": 0.5672514619883041, "accuracy": 0.5135135135135135, "fpr95": 0.8947368421052632, "n_good": 19, "n_bad": 18 }, "edge2": { "auroc": 0.7736842105263158, "accuracy": 0.7586206896551724, "fpr95": 1.0, "n_good": 10, "n_bad": 19 }, "edge3": { "auroc": 0.6458333333333334, "accuracy": 0.53125, "fpr95": 0.8333333333333334, "n_good": 12, "n_bad": 20 }, "edge4": { "auroc": 0.8111111111111111, "accuracy": 0.9090909090909091, "fpr95": 0.4666666666666667, "n_good": 30, "n_bad": 3 } } }, { "fold": 4, "overall_auroc": 0.8981306050271567, "overall_acc": 0.8188679245283019, "overall_fpr95": 0.4482758620689655, "per_feature": { "angle": { "auroc": 0.9655172413793103, "accuracy": 0.9375, "fpr95": 0.06896551724137931, "n_good": 29, "n_bad": 3 }, "dist1": { "auroc": 0.8904761904761905, "accuracy": 0.7419354838709677, "fpr95": 0.3333333333333333, "n_good": 21, "n_bad": 10 }, "dist6": { "auroc": 0.9724137931034482, "accuracy": 0.9411764705882353, "fpr95": 0.13793103448275862, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 0.9488636363636364, "accuracy": 0.9302325581395349, "fpr95": 0.5625, "n_good": 32, "n_bad": 11 }, "edge1": { "auroc": 0.9396825396825397, "accuracy": 0.8611111111111112, "fpr95": 0.19047619047619047, "n_good": 21, "n_bad": 15 }, "edge2": { "auroc": 0.8745098039215686, "accuracy": 0.78125, "fpr95": 0.8666666666666667, "n_good": 15, "n_bad": 17 }, "edge3": { "auroc": 0.7236842105263158, "accuracy": 0.6285714285714286, "fpr95": 0.9375, "n_good": 16, "n_bad": 19 }, "edge4": { "auroc": 0.7355371900826446, "accuracy": 0.6363636363636364, "fpr95": 0.7272727272727273, "n_good": 11, "n_bad": 11 } } }, { "fold": 5, "overall_auroc": 0.8733105974485285, "overall_acc": 0.8226415094339623, "overall_fpr95": 0.41379310344827586, "per_feature": { "angle": { "auroc": 0.625, "accuracy": 0.9545454545454546, "fpr95": 0.75, "n_good": 20, "n_bad": 2 }, "dist1": { "auroc": 0.7714285714285715, "accuracy": 0.6744186046511628, "fpr95": 0.37142857142857144, "n_good": 35, "n_bad": 8 }, "dist6": { "auroc": 0.9448275862068966, "accuracy": 0.9411764705882353, "fpr95": 0.27586206896551724, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 17, "n_bad": 11 }, "edge1": { "auroc": 0.8888888888888888, "accuracy": 0.78125, "fpr95": 0.4444444444444444, "n_good": 18, "n_bad": 14 }, "edge2": { "auroc": 0.8635294117647059, "accuracy": 0.8095238095238095, "fpr95": 0.4117647058823529, "n_good": 17, "n_bad": 25 }, "edge3": { "auroc": 0.7046783625730995, "accuracy": 0.6756756756756757, "fpr95": 0.7368421052631579, "n_good": 19, "n_bad": 18 }, "edge4": { "auroc": 0.8223684210526315, "accuracy": 0.8888888888888888, "fpr95": 0.6842105263157895, "n_good": 19, "n_bad": 8 } } } ] }