{ "n_folds": 5, "mean_auroc": 0.8669904558931865, "std_auroc": 0.02558649173467779, "mean_acc": 0.8070932047098879, "std_acc": 0.024065474709131417, "mean_fpr95": 0.5700418576838748, "std_fpr95": 0.1948045274986299, "fold_aurocs": [ 0.8666291854072963, 0.8549475262368815, 0.8269665745162101, 0.8844890741442466, 0.9019199191612984 ], "fold_accs": [ 0.793233082706767, 0.8082706766917294, 0.769811320754717, 0.8377358490566038, 0.8264150943396227 ], "fold_fpr95s": [ 0.5229885057471264, 0.5287356321839081, 0.9364161849710982, 0.5114942528735632, 0.3505747126436782 ], "sep_loss_weight": 0.05, "per_feature": { "angle": { "mean": 0.737798645320197, "std": 0.1593432787093559 }, "dist1": { "mean": 0.8827829513144199, "std": 0.05807908808620675 }, "dist6": { "mean": 0.9473331316797742, "std": 0.07095646929948354 }, "dots": { "mean": 0.9412753171097161, "std": 0.039430915524717856 }, "edge1": { "mean": 0.8574053821422243, "std": 0.12832503531098052 }, "edge2": { "mean": 0.8402235122119024, "std": 0.028288127851722036 }, "edge3": { "mean": 0.7348686176224876, "std": 0.059556970843241165 }, "edge4": { "mean": 0.7774653230873326, "std": 0.11248936013207073 } }, "fold_details": [ { "fold": 1, "overall_auroc": 0.8666291854072963, "overall_acc": 0.793233082706767, "overall_fpr95": 0.5229885057471264, "per_feature": { "angle": { "auroc": 0.859375, "accuracy": 0.9411764705882353, "fpr95": 0.25, "n_good": 32, "n_bad": 2 }, "dist1": { "auroc": 0.9132231404958677, "accuracy": 0.8181818181818182, "fpr95": 0.5454545454545454, "n_good": 22, "n_bad": 11 }, "dist6": { "auroc": 1.0, "accuracy": 0.9285714285714286, "fpr95": 0.0, "n_good": 26, "n_bad": 2 }, "dots": { "auroc": 0.9722222222222223, "accuracy": 0.9, "fpr95": 0.3333333333333333, "n_good": 18, "n_bad": 12 }, "edge1": { "auroc": 0.9727272727272727, "accuracy": 0.8571428571428571, "fpr95": 0.18181818181818182, "n_good": 11, "n_bad": 10 }, "edge2": { "auroc": 0.8506944444444445, "accuracy": 0.7352941176470589, "fpr95": 0.3888888888888889, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.6925, "accuracy": 0.675, "fpr95": 0.9, "n_good": 20, "n_bad": 20 }, "edge4": { "auroc": 0.6686159844054581, "accuracy": 0.6304347826086957, "fpr95": 0.9259259259259259, "n_good": 27, "n_bad": 19 } } }, { "fold": 2, "overall_auroc": 0.8549475262368815, "overall_acc": 0.8082706766917294, "overall_fpr95": 0.5287356321839081, "per_feature": { "angle": { "auroc": 0.5416666666666666, "accuracy": 0.9, "fpr95": 0.9722222222222222, "n_good": 36, "n_bad": 4 }, "dist1": { "auroc": 0.8363636363636364, "accuracy": 0.8518518518518519, "fpr95": 0.3181818181818182, "n_good": 22, "n_bad": 5 }, "dist6": { "auroc": 0.9766081871345029, "accuracy": 0.7857142857142857, "fpr95": 0.15789473684210525, "n_good": 19, "n_bad": 9 }, "dots": { "auroc": 0.8900255754475703, "accuracy": 0.875, "fpr95": 0.7391304347826086, "n_good": 23, "n_bad": 17 }, "edge1": { "auroc": 0.8629629629629629, "accuracy": 0.8181818181818182, "fpr95": 0.8666666666666667, "n_good": 15, "n_bad": 18 }, "edge2": { "auroc": 0.8333333333333333, "accuracy": 0.7352941176470589, "fpr95": 0.4444444444444444, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.7773109243697478, "accuracy": 0.6774193548387096, "fpr95": 0.7058823529411765, "n_good": 17, "n_bad": 14 }, "edge4": { "auroc": 0.7685185185185186, "accuracy": 0.7878787878787878, "fpr95": 0.7083333333333334, "n_good": 24, "n_bad": 9 } } }, { "fold": 3, "overall_auroc": 0.8269665745162101, "overall_acc": 0.769811320754717, "overall_fpr95": 0.9364161849710982, "per_feature": { "angle": { "auroc": 0.7589285714285714, "accuracy": 0.875, "fpr95": 0.8928571428571429, "n_good": 28, "n_bad": 4 }, "dist1": { "auroc": 0.7928994082840237, "accuracy": 0.6666666666666666, "fpr95": 0.8846153846153846, "n_good": 26, "n_bad": 13 }, "dist6": { "auroc": 0.8083333333333333, "accuracy": 0.896551724137931, "fpr95": 0.9583333333333334, "n_good": 24, "n_bad": 5 }, "dots": { "auroc": 0.9208333333333334, "accuracy": 0.8529411764705882, "fpr95": 0.4583333333333333, "n_good": 24, "n_bad": 10 }, "edge1": { "auroc": 0.6140350877192983, "accuracy": 0.5405405405405406, "fpr95": 0.8421052631578947, "n_good": 19, "n_bad": 18 }, "edge2": { "auroc": 0.7947368421052632, "accuracy": 0.7586206896551724, "fpr95": 1.0, "n_good": 10, "n_bad": 19 }, "edge3": { "auroc": 0.8291666666666667, "accuracy": 0.71875, "fpr95": 0.6666666666666666, "n_good": 12, "n_bad": 20 }, "edge4": { "auroc": 0.9666666666666667, "accuracy": 0.9090909090909091, "fpr95": 0.1, "n_good": 30, "n_bad": 3 } } }, { "fold": 4, "overall_auroc": 0.8844890741442466, "overall_acc": 0.8377358490566038, "overall_fpr95": 0.5114942528735632, "per_feature": { "angle": { "auroc": 0.9540229885057472, "accuracy": 0.90625, "fpr95": 0.10344827586206896, "n_good": 29, "n_bad": 3 }, "dist1": { "auroc": 0.9428571428571428, "accuracy": 0.8064516129032258, "fpr95": 0.19047619047619047, "n_good": 21, "n_bad": 10 }, "dist6": { "auroc": 0.9586206896551723, "accuracy": 0.9411764705882353, "fpr95": 0.1724137931034483, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 0.9232954545454545, "accuracy": 0.9302325581395349, "fpr95": 0.8125, "n_good": 32, "n_bad": 11 }, "edge1": { "auroc": 0.9523809523809524, "accuracy": 0.9166666666666666, "fpr95": 0.3333333333333333, "n_good": 21, "n_bad": 15 }, "edge2": { "auroc": 0.8823529411764706, "accuracy": 0.84375, "fpr95": 0.8, "n_good": 15, "n_bad": 17 }, "edge3": { "auroc": 0.6677631578947368, "accuracy": 0.6571428571428571, "fpr95": 0.9375, "n_good": 16, "n_bad": 19 }, "edge4": { "auroc": 0.6611570247933884, "accuracy": 0.5909090909090909, "fpr95": 0.9090909090909091, "n_good": 11, "n_bad": 11 } } }, { "fold": 5, "overall_auroc": 0.9019199191612984, "overall_acc": 0.8264150943396227, "overall_fpr95": 0.3505747126436782, "per_feature": { "angle": { "auroc": 0.575, "accuracy": 0.8636363636363636, "fpr95": 0.8, "n_good": 20, "n_bad": 2 }, "dist1": { "auroc": 0.9285714285714286, "accuracy": 0.8837209302325582, "fpr95": 0.2571428571428571, "n_good": 35, "n_bad": 8 }, "dist6": { "auroc": 0.993103448275862, "accuracy": 0.9117647058823529, "fpr95": 0.034482758620689655, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 17, "n_bad": 11 }, "edge1": { "auroc": 0.8849206349206349, "accuracy": 0.75, "fpr95": 0.6111111111111112, "n_good": 18, "n_bad": 14 }, "edge2": { "auroc": 0.8400000000000001, "accuracy": 0.7857142857142857, "fpr95": 0.47058823529411764, "n_good": 17, "n_bad": 25 }, "edge3": { "auroc": 0.7076023391812866, "accuracy": 0.6486486486486487, "fpr95": 0.8421052631578947, "n_good": 19, "n_bad": 18 }, "edge4": { "auroc": 0.8223684210526315, "accuracy": 0.8148148148148148, "fpr95": 0.9473684210526315, "n_good": 19, "n_bad": 8 } } } ] }