| { |
| "n_folds": 5, |
| "mean_auroc": 0.8627759763959727, |
| "std_auroc": 0.028624410151127697, |
| "mean_acc": 0.79279046673287, |
| "std_acc": 0.029092819923175913, |
| "mean_fpr95": 0.551617832702146, |
| "std_fpr95": 0.18413309927308624, |
| "fold_aurocs": [ |
| 0.8819965017491255, |
| 0.8413293353323338, |
| 0.8191128424227193, |
| 0.8981306050271567, |
| 0.8733105974485285 |
| ], |
| "fold_accs": [ |
| 0.8045112781954887, |
| 0.7481203007518797, |
| 0.769811320754717, |
| 0.8188679245283019, |
| 0.8226415094339623 |
| ], |
| "fold_fpr95s": [ |
| 0.4367816091954023, |
| 0.5517241379310345, |
| 0.9075144508670521, |
| 0.4482758620689655, |
| 0.41379310344827586 |
| ], |
| "sep_loss_weight": 0.01, |
| "per_feature": { |
| "angle": { |
| "mean": 0.7726669403393542, |
| "std": 0.15803829769963884 |
| }, |
| "dist1": { |
| "mean": 0.8507593571929236, |
| "std": 0.07681005302994184 |
| }, |
| "dist6": { |
| "mean": 0.9422786852187942, |
| "std": 0.0737298334613098 |
| }, |
| "dots": { |
| "mean": 0.9655125207746691, |
| "std": 0.02466213593918774 |
| }, |
| "edge1": { |
| "mean": 0.8409827599301284, |
| "std": 0.13790375034456145 |
| }, |
| "edge2": { |
| "mean": 0.8426224630202958, |
| "std": 0.044292034640384156 |
| }, |
| "edge3": { |
| "mean": 0.7007929627991547, |
| "std": 0.03895889171971354 |
| }, |
| "edge4": { |
| "mean": 0.7528969117007395, |
| "std": 0.054273160353044664 |
| } |
| }, |
| "fold_details": [ |
| { |
| "fold": 1, |
| "overall_auroc": 0.8819965017491255, |
| "overall_acc": 0.8045112781954887, |
| "overall_fpr95": 0.4367816091954023, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.9375, |
| "accuracy": 0.9117647058823529, |
| "fpr95": 0.09375, |
| "n_good": 32, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9710743801652892, |
| "accuracy": 0.8484848484848485, |
| "fpr95": 0.3181818181818182, |
| "n_good": 22, |
| "n_bad": 11 |
| }, |
| "dist6": { |
| "auroc": 1.0, |
| "accuracy": 0.9285714285714286, |
| "fpr95": 0.0, |
| "n_good": 26, |
| "n_bad": 2 |
| }, |
| "dots": { |
| "auroc": 0.9907407407407407, |
| "accuracy": 0.8666666666666667, |
| "fpr95": 0.05555555555555555, |
| "n_good": 18, |
| "n_bad": 12 |
| }, |
| "edge1": { |
| "auroc": 0.9090909090909091, |
| "accuracy": 0.7619047619047619, |
| "fpr95": 0.5454545454545454, |
| "n_good": 11, |
| "n_bad": 10 |
| }, |
| "edge2": { |
| "auroc": 0.8923611111111112, |
| "accuracy": 0.8235294117647058, |
| "fpr95": 0.3888888888888889, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.7575, |
| "accuracy": 0.725, |
| "fpr95": 0.6, |
| "n_good": 20, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.7056530214424952, |
| "accuracy": 0.6521739130434783, |
| "fpr95": 0.7777777777777778, |
| "n_good": 27, |
| "n_bad": 19 |
| } |
| } |
| }, |
| { |
| "fold": 2, |
| "overall_auroc": 0.8413293353323338, |
| "overall_acc": 0.7481203007518797, |
| "overall_fpr95": 0.5517241379310345, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.576388888888889, |
| "accuracy": 0.9, |
| "fpr95": 0.9166666666666666, |
| "n_good": 36, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.8545454545454545, |
| "accuracy": 0.7777777777777778, |
| "fpr95": 0.36363636363636365, |
| "n_good": 22, |
| "n_bad": 5 |
| }, |
| "dist6": { |
| "auroc": 0.9941520467836258, |
| "accuracy": 0.7857142857142857, |
| "fpr95": 0.05263157894736842, |
| "n_good": 19, |
| "n_bad": 9 |
| }, |
| "dots": { |
| "auroc": 0.9462915601023018, |
| "accuracy": 0.8, |
| "fpr95": 0.5652173913043478, |
| "n_good": 23, |
| "n_bad": 17 |
| }, |
| "edge1": { |
| "auroc": 0.9000000000000001, |
| "accuracy": 0.6666666666666666, |
| "fpr95": 0.2, |
| "n_good": 15, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.8090277777777778, |
| "accuracy": 0.7647058823529411, |
| "fpr95": 0.6666666666666666, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.6722689075630252, |
| "accuracy": 0.5161290322580645, |
| "fpr95": 0.8823529411764706, |
| "n_good": 17, |
| "n_bad": 14 |
| }, |
| "edge4": { |
| "auroc": 0.6898148148148149, |
| "accuracy": 0.7272727272727273, |
| "fpr95": 0.7916666666666666, |
| "n_good": 24, |
| "n_bad": 9 |
| } |
| } |
| }, |
| { |
| "fold": 3, |
| "overall_auroc": 0.8191128424227193, |
| "overall_acc": 0.769811320754717, |
| "overall_fpr95": 0.9075144508670521, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.7589285714285714, |
| "accuracy": 0.90625, |
| "fpr95": 0.8928571428571429, |
| "n_good": 28, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.7662721893491125, |
| "accuracy": 0.7435897435897436, |
| "fpr95": 0.7692307692307693, |
| "n_good": 26, |
| "n_bad": 13 |
| }, |
| "dist6": { |
| "auroc": 0.8, |
| "accuracy": 0.9655172413793104, |
| "fpr95": 1.0, |
| "n_good": 24, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9416666666666668, |
| "accuracy": 0.8823529411764706, |
| "fpr95": 0.4583333333333333, |
| "n_good": 24, |
| "n_bad": 10 |
| }, |
| "edge1": { |
| "auroc": 0.5672514619883041, |
| "accuracy": 0.5135135135135135, |
| "fpr95": 0.8947368421052632, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.7736842105263158, |
| "accuracy": 0.7586206896551724, |
| "fpr95": 1.0, |
| "n_good": 10, |
| "n_bad": 19 |
| }, |
| "edge3": { |
| "auroc": 0.6458333333333334, |
| "accuracy": 0.53125, |
| "fpr95": 0.8333333333333334, |
| "n_good": 12, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.8111111111111111, |
| "accuracy": 0.9090909090909091, |
| "fpr95": 0.4666666666666667, |
| "n_good": 30, |
| "n_bad": 3 |
| } |
| } |
| }, |
| { |
| "fold": 4, |
| "overall_auroc": 0.8981306050271567, |
| "overall_acc": 0.8188679245283019, |
| "overall_fpr95": 0.4482758620689655, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.9655172413793103, |
| "accuracy": 0.9375, |
| "fpr95": 0.06896551724137931, |
| "n_good": 29, |
| "n_bad": 3 |
| }, |
| "dist1": { |
| "auroc": 0.8904761904761905, |
| "accuracy": 0.7419354838709677, |
| "fpr95": 0.3333333333333333, |
| "n_good": 21, |
| "n_bad": 10 |
| }, |
| "dist6": { |
| "auroc": 0.9724137931034482, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.13793103448275862, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9488636363636364, |
| "accuracy": 0.9302325581395349, |
| "fpr95": 0.5625, |
| "n_good": 32, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.9396825396825397, |
| "accuracy": 0.8611111111111112, |
| "fpr95": 0.19047619047619047, |
| "n_good": 21, |
| "n_bad": 15 |
| }, |
| "edge2": { |
| "auroc": 0.8745098039215686, |
| "accuracy": 0.78125, |
| "fpr95": 0.8666666666666667, |
| "n_good": 15, |
| "n_bad": 17 |
| }, |
| "edge3": { |
| "auroc": 0.7236842105263158, |
| "accuracy": 0.6285714285714286, |
| "fpr95": 0.9375, |
| "n_good": 16, |
| "n_bad": 19 |
| }, |
| "edge4": { |
| "auroc": 0.7355371900826446, |
| "accuracy": 0.6363636363636364, |
| "fpr95": 0.7272727272727273, |
| "n_good": 11, |
| "n_bad": 11 |
| } |
| } |
| }, |
| { |
| "fold": 5, |
| "overall_auroc": 0.8733105974485285, |
| "overall_acc": 0.8226415094339623, |
| "overall_fpr95": 0.41379310344827586, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.625, |
| "accuracy": 0.9545454545454546, |
| "fpr95": 0.75, |
| "n_good": 20, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.7714285714285715, |
| "accuracy": 0.6744186046511628, |
| "fpr95": 0.37142857142857144, |
| "n_good": 35, |
| "n_bad": 8 |
| }, |
| "dist6": { |
| "auroc": 0.9448275862068966, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.27586206896551724, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 17, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.8888888888888888, |
| "accuracy": 0.78125, |
| "fpr95": 0.4444444444444444, |
| "n_good": 18, |
| "n_bad": 14 |
| }, |
| "edge2": { |
| "auroc": 0.8635294117647059, |
| "accuracy": 0.8095238095238095, |
| "fpr95": 0.4117647058823529, |
| "n_good": 17, |
| "n_bad": 25 |
| }, |
| "edge3": { |
| "auroc": 0.7046783625730995, |
| "accuracy": 0.6756756756756757, |
| "fpr95": 0.7368421052631579, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge4": { |
| "auroc": 0.8223684210526315, |
| "accuracy": 0.8888888888888888, |
| "fpr95": 0.6842105263157895, |
| "n_good": 19, |
| "n_bad": 8 |
| } |
| } |
| } |
| ] |
| } |
