{ "n_folds": 5, "mean_auroc": 0.8672848816651193, "std_auroc": 0.023037826231008213, "mean_acc": 0.809365867498936, "std_acc": 0.015099091855035324, "mean_fpr95": 0.5630855092684871, "std_fpr95": 0.16969236725665754, "fold_aurocs": [ 0.8705022488755623, 0.8516366816591704, 0.8341920080422217, 0.9016041429834533, 0.8784893267651889 ], "fold_accs": [ 0.793233082706767, 0.7969924812030075, 0.8037735849056604, 0.8339622641509434, 0.8188679245283019 ], "fold_fpr95s": [ 0.4540229885057471, 0.5344827586206896, 0.884393063583815, 0.39655172413793105, 0.5459770114942529 ], "sep_loss_weight": 0.0, "per_feature": { "angle": { "mean": 0.8166153530377669, "std": 0.1381097848343882 }, "dist1": { "mean": 0.8865807269653423, "std": 0.07294165887097198 }, "dist6": { "mean": 0.9361776567856422, "std": 0.0665847288956416 }, "dots": { "mean": 0.955718168470726, "std": 0.03530116667630583 }, "edge1": { "mean": 0.7957978279030911, "std": 0.13760051702537338 }, "edge2": { "mean": 0.812891382868937, "std": 0.030717617655154305 }, "edge3": { "mean": 0.7440582092486119, "std": 0.07570580644004583 }, "edge4": { "mean": 0.7617353760894432, "std": 0.09850442277082597 } }, "fold_details": [ { "fold": 1, "overall_auroc": 0.8705022488755623, "overall_acc": 0.793233082706767, "overall_fpr95": 0.4540229885057471, "per_feature": { "angle": { "auroc": 0.96875, "accuracy": 0.9411764705882353, "fpr95": 0.0625, "n_good": 32, "n_bad": 2 }, "dist1": { "auroc": 0.9545454545454546, "accuracy": 0.8484848484848485, "fpr95": 0.13636363636363635, "n_good": 22, "n_bad": 11 }, "dist6": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 26, "n_bad": 2 }, "dots": { "auroc": 0.9953703703703703, "accuracy": 0.9, "fpr95": 0.05555555555555555, "n_good": 18, "n_bad": 12 }, "edge1": { "auroc": 0.9, "accuracy": 0.7619047619047619, "fpr95": 0.2727272727272727, "n_good": 11, "n_bad": 10 }, "edge2": { "auroc": 0.8125, "accuracy": 0.7058823529411765, "fpr95": 0.5, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.7225, "accuracy": 0.65, "fpr95": 0.65, "n_good": 20, "n_bad": 20 }, "edge4": { "auroc": 0.6491228070175439, "accuracy": 0.6521739130434783, "fpr95": 0.9629629629629629, "n_good": 27, "n_bad": 19 } } }, { "fold": 2, "overall_auroc": 0.8516366816591704, "overall_acc": 0.7969924812030075, "overall_fpr95": 0.5344827586206896, "per_feature": { "angle": { "auroc": 0.6041666666666666, "accuracy": 0.875, "fpr95": 0.8611111111111112, "n_good": 36, "n_bad": 4 }, "dist1": { "auroc": 0.8454545454545455, "accuracy": 0.8888888888888888, "fpr95": 0.3181818181818182, "n_good": 22, "n_bad": 5 }, "dist6": { "auroc": 0.9415204678362572, "accuracy": 0.7857142857142857, "fpr95": 0.15789473684210525, "n_good": 19, "n_bad": 9 }, "dots": { "auroc": 0.9360613810741689, "accuracy": 0.9, "fpr95": 0.5217391304347826, "n_good": 23, "n_bad": 17 }, "edge1": { "auroc": 0.8222222222222222, "accuracy": 0.7575757575757576, "fpr95": 0.9333333333333333, "n_good": 15, "n_bad": 18 }, "edge2": { "auroc": 0.8229166666666667, "accuracy": 0.7352941176470589, "fpr95": 0.6111111111111112, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.7436974789915967, "accuracy": 0.6129032258064516, "fpr95": 0.8235294117647058, "n_good": 17, "n_bad": 14 }, "edge4": { "auroc": 0.7592592592592593, "accuracy": 0.7878787878787878, "fpr95": 0.75, "n_good": 24, "n_bad": 9 } } }, { "fold": 3, "overall_auroc": 0.8341920080422217, "overall_acc": 0.8037735849056604, "overall_fpr95": 0.884393063583815, "per_feature": { "angle": { "auroc": 0.7946428571428572, "accuracy": 0.90625, "fpr95": 0.7857142857142857, "n_good": 28, "n_bad": 4 }, "dist1": { "auroc": 0.7721893491124261, "accuracy": 0.6923076923076923, "fpr95": 0.5769230769230769, "n_good": 26, "n_bad": 13 }, "dist6": { "auroc": 0.8083333333333333, "accuracy": 0.9655172413793104, "fpr95": 0.9583333333333334, "n_good": 24, "n_bad": 5 }, "dots": { "auroc": 0.9125, "accuracy": 0.9411764705882353, "fpr95": 0.5833333333333334, "n_good": 24, "n_bad": 10 }, "edge1": { "auroc": 0.5321637426900585, "accuracy": 0.4864864864864865, "fpr95": 0.8421052631578947, "n_good": 19, "n_bad": 18 }, "edge2": { "auroc": 0.763157894736842, "accuracy": 0.7931034482758621, "fpr95": 1.0, "n_good": 10, "n_bad": 19 }, "edge3": { "auroc": 0.8875000000000001, "accuracy": 0.8125, "fpr95": 0.5833333333333334, "n_good": 12, "n_bad": 20 }, "edge4": { "auroc": 0.9444444444444444, "accuracy": 0.9090909090909091, "fpr95": 0.16666666666666666, "n_good": 30, "n_bad": 3 } } }, { "fold": 4, "overall_auroc": 0.9016041429834533, "overall_acc": 0.8339622641509434, "overall_fpr95": 0.39655172413793105, "per_feature": { "angle": { "auroc": 0.9655172413793104, "accuracy": 0.96875, "fpr95": 0.10344827586206896, "n_good": 29, "n_bad": 3 }, "dist1": { "auroc": 0.9714285714285714, "accuracy": 0.8709677419354839, "fpr95": 0.09523809523809523, "n_good": 21, "n_bad": 10 }, "dist6": { "auroc": 0.9655172413793104, "accuracy": 0.9117647058823529, "fpr95": 0.1724137931034483, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 0.9346590909090909, "accuracy": 0.9302325581395349, "fpr95": 0.71875, "n_good": 32, "n_bad": 11 }, "edge1": { "auroc": 0.9111111111111111, "accuracy": 0.8611111111111112, "fpr95": 0.38095238095238093, "n_good": 21, "n_bad": 15 }, "edge2": { "auroc": 0.8588235294117648, "accuracy": 0.75, "fpr95": 0.8, "n_good": 15, "n_bad": 17 }, "edge3": { "auroc": 0.694078947368421, "accuracy": 0.6857142857142857, "fpr95": 0.9375, "n_good": 16, "n_bad": 19 }, "edge4": { "auroc": 0.7190082644628099, "accuracy": 0.5909090909090909, "fpr95": 0.8181818181818182, "n_good": 11, "n_bad": 11 } } }, { "fold": 5, "overall_auroc": 0.8784893267651889, "overall_acc": 0.8188679245283019, "overall_fpr95": 0.5459770114942529, "per_feature": { "angle": { "auroc": 0.75, "accuracy": 0.9545454545454546, "fpr95": 0.5, "n_good": 20, "n_bad": 2 }, "dist1": { "auroc": 0.8892857142857142, "accuracy": 0.813953488372093, "fpr95": 0.34285714285714286, "n_good": 35, "n_bad": 8 }, "dist6": { "auroc": 0.9655172413793104, "accuracy": 0.9117647058823529, "fpr95": 0.1724137931034483, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 17, "n_bad": 11 }, "edge1": { "auroc": 0.8134920634920635, "accuracy": 0.71875, "fpr95": 0.6111111111111112, "n_good": 18, "n_bad": 14 }, "edge2": { "auroc": 0.8070588235294118, "accuracy": 0.7857142857142857, "fpr95": 0.8235294117647058, "n_good": 17, "n_bad": 25 }, "edge3": { "auroc": 0.672514619883041, "accuracy": 0.6216216216216216, "fpr95": 0.8947368421052632, "n_good": 19, "n_bad": 18 }, "edge4": { "auroc": 0.7368421052631579, "accuracy": 0.8518518518518519, "fpr95": 0.8947368421052632, "n_good": 19, "n_bad": 8 } } } ] }