| { |
| "n_folds": 5, |
| "mean_auroc": 0.8672848816651193, |
| "std_auroc": 0.023037826231008213, |
| "mean_acc": 0.809365867498936, |
| "std_acc": 0.015099091855035324, |
| "mean_fpr95": 0.5630855092684871, |
| "std_fpr95": 0.16969236725665754, |
| "fold_aurocs": [ |
| 0.8705022488755623, |
| 0.8516366816591704, |
| 0.8341920080422217, |
| 0.9016041429834533, |
| 0.8784893267651889 |
| ], |
| "fold_accs": [ |
| 0.793233082706767, |
| 0.7969924812030075, |
| 0.8037735849056604, |
| 0.8339622641509434, |
| 0.8188679245283019 |
| ], |
| "fold_fpr95s": [ |
| 0.4540229885057471, |
| 0.5344827586206896, |
| 0.884393063583815, |
| 0.39655172413793105, |
| 0.5459770114942529 |
| ], |
| "sep_loss_weight": 0.0, |
| "per_feature": { |
| "angle": { |
| "mean": 0.8166153530377669, |
| "std": 0.1381097848343882 |
| }, |
| "dist1": { |
| "mean": 0.8865807269653423, |
| "std": 0.07294165887097198 |
| }, |
| "dist6": { |
| "mean": 0.9361776567856422, |
| "std": 0.0665847288956416 |
| }, |
| "dots": { |
| "mean": 0.955718168470726, |
| "std": 0.03530116667630583 |
| }, |
| "edge1": { |
| "mean": 0.7957978279030911, |
| "std": 0.13760051702537338 |
| }, |
| "edge2": { |
| "mean": 0.812891382868937, |
| "std": 0.030717617655154305 |
| }, |
| "edge3": { |
| "mean": 0.7440582092486119, |
| "std": 0.07570580644004583 |
| }, |
| "edge4": { |
| "mean": 0.7617353760894432, |
| "std": 0.09850442277082597 |
| } |
| }, |
| "fold_details": [ |
| { |
| "fold": 1, |
| "overall_auroc": 0.8705022488755623, |
| "overall_acc": 0.793233082706767, |
| "overall_fpr95": 0.4540229885057471, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.96875, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.0625, |
| "n_good": 32, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9545454545454546, |
| "accuracy": 0.8484848484848485, |
| "fpr95": 0.13636363636363635, |
| "n_good": 22, |
| "n_bad": 11 |
| }, |
| "dist6": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 26, |
| "n_bad": 2 |
| }, |
| "dots": { |
| "auroc": 0.9953703703703703, |
| "accuracy": 0.9, |
| "fpr95": 0.05555555555555555, |
| "n_good": 18, |
| "n_bad": 12 |
| }, |
| "edge1": { |
| "auroc": 0.9, |
| "accuracy": 0.7619047619047619, |
| "fpr95": 0.2727272727272727, |
| "n_good": 11, |
| "n_bad": 10 |
| }, |
| "edge2": { |
| "auroc": 0.8125, |
| "accuracy": 0.7058823529411765, |
| "fpr95": 0.5, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.7225, |
| "accuracy": 0.65, |
| "fpr95": 0.65, |
| "n_good": 20, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.6491228070175439, |
| "accuracy": 0.6521739130434783, |
| "fpr95": 0.9629629629629629, |
| "n_good": 27, |
| "n_bad": 19 |
| } |
| } |
| }, |
| { |
| "fold": 2, |
| "overall_auroc": 0.8516366816591704, |
| "overall_acc": 0.7969924812030075, |
| "overall_fpr95": 0.5344827586206896, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.6041666666666666, |
| "accuracy": 0.875, |
| "fpr95": 0.8611111111111112, |
| "n_good": 36, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.8454545454545455, |
| "accuracy": 0.8888888888888888, |
| "fpr95": 0.3181818181818182, |
| "n_good": 22, |
| "n_bad": 5 |
| }, |
| "dist6": { |
| "auroc": 0.9415204678362572, |
| "accuracy": 0.7857142857142857, |
| "fpr95": 0.15789473684210525, |
| "n_good": 19, |
| "n_bad": 9 |
| }, |
| "dots": { |
| "auroc": 0.9360613810741689, |
| "accuracy": 0.9, |
| "fpr95": 0.5217391304347826, |
| "n_good": 23, |
| "n_bad": 17 |
| }, |
| "edge1": { |
| "auroc": 0.8222222222222222, |
| "accuracy": 0.7575757575757576, |
| "fpr95": 0.9333333333333333, |
| "n_good": 15, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.8229166666666667, |
| "accuracy": 0.7352941176470589, |
| "fpr95": 0.6111111111111112, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.7436974789915967, |
| "accuracy": 0.6129032258064516, |
| "fpr95": 0.8235294117647058, |
| "n_good": 17, |
| "n_bad": 14 |
| }, |
| "edge4": { |
| "auroc": 0.7592592592592593, |
| "accuracy": 0.7878787878787878, |
| "fpr95": 0.75, |
| "n_good": 24, |
| "n_bad": 9 |
| } |
| } |
| }, |
| { |
| "fold": 3, |
| "overall_auroc": 0.8341920080422217, |
| "overall_acc": 0.8037735849056604, |
| "overall_fpr95": 0.884393063583815, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.7946428571428572, |
| "accuracy": 0.90625, |
| "fpr95": 0.7857142857142857, |
| "n_good": 28, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.7721893491124261, |
| "accuracy": 0.6923076923076923, |
| "fpr95": 0.5769230769230769, |
| "n_good": 26, |
| "n_bad": 13 |
| }, |
| "dist6": { |
| "auroc": 0.8083333333333333, |
| "accuracy": 0.9655172413793104, |
| "fpr95": 0.9583333333333334, |
| "n_good": 24, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9125, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.5833333333333334, |
| "n_good": 24, |
| "n_bad": 10 |
| }, |
| "edge1": { |
| "auroc": 0.5321637426900585, |
| "accuracy": 0.4864864864864865, |
| "fpr95": 0.8421052631578947, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.763157894736842, |
| "accuracy": 0.7931034482758621, |
| "fpr95": 1.0, |
| "n_good": 10, |
| "n_bad": 19 |
| }, |
| "edge3": { |
| "auroc": 0.8875000000000001, |
| "accuracy": 0.8125, |
| "fpr95": 0.5833333333333334, |
| "n_good": 12, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.9444444444444444, |
| "accuracy": 0.9090909090909091, |
| "fpr95": 0.16666666666666666, |
| "n_good": 30, |
| "n_bad": 3 |
| } |
| } |
| }, |
| { |
| "fold": 4, |
| "overall_auroc": 0.9016041429834533, |
| "overall_acc": 0.8339622641509434, |
| "overall_fpr95": 0.39655172413793105, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.9655172413793104, |
| "accuracy": 0.96875, |
| "fpr95": 0.10344827586206896, |
| "n_good": 29, |
| "n_bad": 3 |
| }, |
| "dist1": { |
| "auroc": 0.9714285714285714, |
| "accuracy": 0.8709677419354839, |
| "fpr95": 0.09523809523809523, |
| "n_good": 21, |
| "n_bad": 10 |
| }, |
| "dist6": { |
| "auroc": 0.9655172413793104, |
| "accuracy": 0.9117647058823529, |
| "fpr95": 0.1724137931034483, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9346590909090909, |
| "accuracy": 0.9302325581395349, |
| "fpr95": 0.71875, |
| "n_good": 32, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.9111111111111111, |
| "accuracy": 0.8611111111111112, |
| "fpr95": 0.38095238095238093, |
| "n_good": 21, |
| "n_bad": 15 |
| }, |
| "edge2": { |
| "auroc": 0.8588235294117648, |
| "accuracy": 0.75, |
| "fpr95": 0.8, |
| "n_good": 15, |
| "n_bad": 17 |
| }, |
| "edge3": { |
| "auroc": 0.694078947368421, |
| "accuracy": 0.6857142857142857, |
| "fpr95": 0.9375, |
| "n_good": 16, |
| "n_bad": 19 |
| }, |
| "edge4": { |
| "auroc": 0.7190082644628099, |
| "accuracy": 0.5909090909090909, |
| "fpr95": 0.8181818181818182, |
| "n_good": 11, |
| "n_bad": 11 |
| } |
| } |
| }, |
| { |
| "fold": 5, |
| "overall_auroc": 0.8784893267651889, |
| "overall_acc": 0.8188679245283019, |
| "overall_fpr95": 0.5459770114942529, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.75, |
| "accuracy": 0.9545454545454546, |
| "fpr95": 0.5, |
| "n_good": 20, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.8892857142857142, |
| "accuracy": 0.813953488372093, |
| "fpr95": 0.34285714285714286, |
| "n_good": 35, |
| "n_bad": 8 |
| }, |
| "dist6": { |
| "auroc": 0.9655172413793104, |
| "accuracy": 0.9117647058823529, |
| "fpr95": 0.1724137931034483, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 17, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.8134920634920635, |
| "accuracy": 0.71875, |
| "fpr95": 0.6111111111111112, |
| "n_good": 18, |
| "n_bad": 14 |
| }, |
| "edge2": { |
| "auroc": 0.8070588235294118, |
| "accuracy": 0.7857142857142857, |
| "fpr95": 0.8235294117647058, |
| "n_good": 17, |
| "n_bad": 25 |
| }, |
| "edge3": { |
| "auroc": 0.672514619883041, |
| "accuracy": 0.6216216216216216, |
| "fpr95": 0.8947368421052632, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge4": { |
| "auroc": 0.7368421052631579, |
| "accuracy": 0.8518518518518519, |
| "fpr95": 0.8947368421052632, |
| "n_good": 19, |
| "n_bad": 8 |
| } |
| } |
| } |
| ] |
| } |