| { |
| "n_folds": 5, |
| "mean_auroc": 0.8669904558931865, |
| "std_auroc": 0.02558649173467779, |
| "mean_acc": 0.8070932047098879, |
| "std_acc": 0.024065474709131417, |
| "mean_fpr95": 0.5700418576838748, |
| "std_fpr95": 0.1948045274986299, |
| "fold_aurocs": [ |
| 0.8666291854072963, |
| 0.8549475262368815, |
| 0.8269665745162101, |
| 0.8844890741442466, |
| 0.9019199191612984 |
| ], |
| "fold_accs": [ |
| 0.793233082706767, |
| 0.8082706766917294, |
| 0.769811320754717, |
| 0.8377358490566038, |
| 0.8264150943396227 |
| ], |
| "fold_fpr95s": [ |
| 0.5229885057471264, |
| 0.5287356321839081, |
| 0.9364161849710982, |
| 0.5114942528735632, |
| 0.3505747126436782 |
| ], |
| "sep_loss_weight": 0.05, |
| "per_feature": { |
| "angle": { |
| "mean": 0.737798645320197, |
| "std": 0.1593432787093559 |
| }, |
| "dist1": { |
| "mean": 0.8827829513144199, |
| "std": 0.05807908808620675 |
| }, |
| "dist6": { |
| "mean": 0.9473331316797742, |
| "std": 0.07095646929948354 |
| }, |
| "dots": { |
| "mean": 0.9412753171097161, |
| "std": 0.039430915524717856 |
| }, |
| "edge1": { |
| "mean": 0.8574053821422243, |
| "std": 0.12832503531098052 |
| }, |
| "edge2": { |
| "mean": 0.8402235122119024, |
| "std": 0.028288127851722036 |
| }, |
| "edge3": { |
| "mean": 0.7348686176224876, |
| "std": 0.059556970843241165 |
| }, |
| "edge4": { |
| "mean": 0.7774653230873326, |
| "std": 0.11248936013207073 |
| } |
| }, |
| "fold_details": [ |
| { |
| "fold": 1, |
| "overall_auroc": 0.8666291854072963, |
| "overall_acc": 0.793233082706767, |
| "overall_fpr95": 0.5229885057471264, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.859375, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.25, |
| "n_good": 32, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9132231404958677, |
| "accuracy": 0.8181818181818182, |
| "fpr95": 0.5454545454545454, |
| "n_good": 22, |
| "n_bad": 11 |
| }, |
| "dist6": { |
| "auroc": 1.0, |
| "accuracy": 0.9285714285714286, |
| "fpr95": 0.0, |
| "n_good": 26, |
| "n_bad": 2 |
| }, |
| "dots": { |
| "auroc": 0.9722222222222223, |
| "accuracy": 0.9, |
| "fpr95": 0.3333333333333333, |
| "n_good": 18, |
| "n_bad": 12 |
| }, |
| "edge1": { |
| "auroc": 0.9727272727272727, |
| "accuracy": 0.8571428571428571, |
| "fpr95": 0.18181818181818182, |
| "n_good": 11, |
| "n_bad": 10 |
| }, |
| "edge2": { |
| "auroc": 0.8506944444444445, |
| "accuracy": 0.7352941176470589, |
| "fpr95": 0.3888888888888889, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.6925, |
| "accuracy": 0.675, |
| "fpr95": 0.9, |
| "n_good": 20, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.6686159844054581, |
| "accuracy": 0.6304347826086957, |
| "fpr95": 0.9259259259259259, |
| "n_good": 27, |
| "n_bad": 19 |
| } |
| } |
| }, |
| { |
| "fold": 2, |
| "overall_auroc": 0.8549475262368815, |
| "overall_acc": 0.8082706766917294, |
| "overall_fpr95": 0.5287356321839081, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.5416666666666666, |
| "accuracy": 0.9, |
| "fpr95": 0.9722222222222222, |
| "n_good": 36, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.8363636363636364, |
| "accuracy": 0.8518518518518519, |
| "fpr95": 0.3181818181818182, |
| "n_good": 22, |
| "n_bad": 5 |
| }, |
| "dist6": { |
| "auroc": 0.9766081871345029, |
| "accuracy": 0.7857142857142857, |
| "fpr95": 0.15789473684210525, |
| "n_good": 19, |
| "n_bad": 9 |
| }, |
| "dots": { |
| "auroc": 0.8900255754475703, |
| "accuracy": 0.875, |
| "fpr95": 0.7391304347826086, |
| "n_good": 23, |
| "n_bad": 17 |
| }, |
| "edge1": { |
| "auroc": 0.8629629629629629, |
| "accuracy": 0.8181818181818182, |
| "fpr95": 0.8666666666666667, |
| "n_good": 15, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.8333333333333333, |
| "accuracy": 0.7352941176470589, |
| "fpr95": 0.4444444444444444, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.7773109243697478, |
| "accuracy": 0.6774193548387096, |
| "fpr95": 0.7058823529411765, |
| "n_good": 17, |
| "n_bad": 14 |
| }, |
| "edge4": { |
| "auroc": 0.7685185185185186, |
| "accuracy": 0.7878787878787878, |
| "fpr95": 0.7083333333333334, |
| "n_good": 24, |
| "n_bad": 9 |
| } |
| } |
| }, |
| { |
| "fold": 3, |
| "overall_auroc": 0.8269665745162101, |
| "overall_acc": 0.769811320754717, |
| "overall_fpr95": 0.9364161849710982, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.7589285714285714, |
| "accuracy": 0.875, |
| "fpr95": 0.8928571428571429, |
| "n_good": 28, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.7928994082840237, |
| "accuracy": 0.6666666666666666, |
| "fpr95": 0.8846153846153846, |
| "n_good": 26, |
| "n_bad": 13 |
| }, |
| "dist6": { |
| "auroc": 0.8083333333333333, |
| "accuracy": 0.896551724137931, |
| "fpr95": 0.9583333333333334, |
| "n_good": 24, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9208333333333334, |
| "accuracy": 0.8529411764705882, |
| "fpr95": 0.4583333333333333, |
| "n_good": 24, |
| "n_bad": 10 |
| }, |
| "edge1": { |
| "auroc": 0.6140350877192983, |
| "accuracy": 0.5405405405405406, |
| "fpr95": 0.8421052631578947, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.7947368421052632, |
| "accuracy": 0.7586206896551724, |
| "fpr95": 1.0, |
| "n_good": 10, |
| "n_bad": 19 |
| }, |
| "edge3": { |
| "auroc": 0.8291666666666667, |
| "accuracy": 0.71875, |
| "fpr95": 0.6666666666666666, |
| "n_good": 12, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.9666666666666667, |
| "accuracy": 0.9090909090909091, |
| "fpr95": 0.1, |
| "n_good": 30, |
| "n_bad": 3 |
| } |
| } |
| }, |
| { |
| "fold": 4, |
| "overall_auroc": 0.8844890741442466, |
| "overall_acc": 0.8377358490566038, |
| "overall_fpr95": 0.5114942528735632, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.9540229885057472, |
| "accuracy": 0.90625, |
| "fpr95": 0.10344827586206896, |
| "n_good": 29, |
| "n_bad": 3 |
| }, |
| "dist1": { |
| "auroc": 0.9428571428571428, |
| "accuracy": 0.8064516129032258, |
| "fpr95": 0.19047619047619047, |
| "n_good": 21, |
| "n_bad": 10 |
| }, |
| "dist6": { |
| "auroc": 0.9586206896551723, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.1724137931034483, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9232954545454545, |
| "accuracy": 0.9302325581395349, |
| "fpr95": 0.8125, |
| "n_good": 32, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.9523809523809524, |
| "accuracy": 0.9166666666666666, |
| "fpr95": 0.3333333333333333, |
| "n_good": 21, |
| "n_bad": 15 |
| }, |
| "edge2": { |
| "auroc": 0.8823529411764706, |
| "accuracy": 0.84375, |
| "fpr95": 0.8, |
| "n_good": 15, |
| "n_bad": 17 |
| }, |
| "edge3": { |
| "auroc": 0.6677631578947368, |
| "accuracy": 0.6571428571428571, |
| "fpr95": 0.9375, |
| "n_good": 16, |
| "n_bad": 19 |
| }, |
| "edge4": { |
| "auroc": 0.6611570247933884, |
| "accuracy": 0.5909090909090909, |
| "fpr95": 0.9090909090909091, |
| "n_good": 11, |
| "n_bad": 11 |
| } |
| } |
| }, |
| { |
| "fold": 5, |
| "overall_auroc": 0.9019199191612984, |
| "overall_acc": 0.8264150943396227, |
| "overall_fpr95": 0.3505747126436782, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.575, |
| "accuracy": 0.8636363636363636, |
| "fpr95": 0.8, |
| "n_good": 20, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9285714285714286, |
| "accuracy": 0.8837209302325582, |
| "fpr95": 0.2571428571428571, |
| "n_good": 35, |
| "n_bad": 8 |
| }, |
| "dist6": { |
| "auroc": 0.993103448275862, |
| "accuracy": 0.9117647058823529, |
| "fpr95": 0.034482758620689655, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 17, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.8849206349206349, |
| "accuracy": 0.75, |
| "fpr95": 0.6111111111111112, |
| "n_good": 18, |
| "n_bad": 14 |
| }, |
| "edge2": { |
| "auroc": 0.8400000000000001, |
| "accuracy": 0.7857142857142857, |
| "fpr95": 0.47058823529411764, |
| "n_good": 17, |
| "n_bad": 25 |
| }, |
| "edge3": { |
| "auroc": 0.7076023391812866, |
| "accuracy": 0.6486486486486487, |
| "fpr95": 0.8421052631578947, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge4": { |
| "auroc": 0.8223684210526315, |
| "accuracy": 0.8148148148148148, |
| "fpr95": 0.9473684210526315, |
| "n_good": 19, |
| "n_bad": 8 |
| } |
| } |
| } |
| ] |
| } |
