{ "n_folds": 5, "mean_auroc": 0.8510010295303342, "std_auroc": 0.03255581041902637, "mean_acc": 0.800312101007235, "std_acc": 0.024640175188649346, "mean_fpr95": 0.6240116935751778, "std_fpr95": 0.13342787329034592, "fold_aurocs": [ 0.8885557221389306, 0.8181534232883558, 0.808306107062076, 0.8815207780725023, 0.8584691170898068 ], "fold_accs": [ 0.8270676691729323, 0.7593984962406015, 0.7886792452830189, 0.8226415094339623, 0.8037735849056604 ], "fold_fpr95s": [ 0.5632183908045977, 0.5689655172413793, 0.8901734104046243, 0.5574712643678161, 0.5402298850574713 ], "sep_loss_weight": 0.02, "per_feature": { "angle": { "mean": 0.7681503147235906, "std": 0.18356394878016324 }, "dist1": { "mean": 0.8274083725132677, "std": 0.14568751189354393 }, "dist6": { "mean": 0.9393103448275862, "std": 0.07496650064386862 }, "dots": { "mean": 0.9473853410490239, "std": 0.04000806848419659 }, "edge1": { "mean": 0.7822622212095897, "std": 0.16072058322924615 }, "edge2": { "mean": 0.7992906776745786, "std": 0.06020908424821382 }, "edge3": { "mean": 0.7774228709027471, "std": 0.06470652954234209 }, "edge4": { "mean": 0.7642603869637362, "std": 0.08982855073417187 } }, "fold_details": [ { "fold": 1, "overall_auroc": 0.8885557221389306, "overall_acc": 0.8270676691729323, "overall_fpr95": 0.5632183908045977, "per_feature": { "angle": { "auroc": 0.984375, "accuracy": 0.9705882352941176, "fpr95": 0.03125, "n_good": 32, "n_bad": 2 }, "dist1": { "auroc": 0.9834710743801653, "accuracy": 0.8787878787878788, "fpr95": 0.045454545454545456, "n_good": 22, "n_bad": 11 }, "dist6": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 26, "n_bad": 2 }, "dots": { "auroc": 0.9907407407407407, "accuracy": 0.9333333333333333, "fpr95": 0.05555555555555555, "n_good": 18, "n_bad": 12 }, "edge1": { "auroc": 0.9636363636363636, "accuracy": 0.8571428571428571, "fpr95": 0.18181818181818182, "n_good": 11, "n_bad": 10 }, "edge2": { "auroc": 0.8784722222222222, "accuracy": 0.7352941176470589, "fpr95": 0.16666666666666666, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.7225, "accuracy": 0.725, "fpr95": 0.7, "n_good": 20, "n_bad": 20 }, "edge4": { "auroc": 0.7017543859649124, "accuracy": 0.6521739130434783, "fpr95": 0.8148148148148148, "n_good": 27, "n_bad": 19 } } }, { "fold": 2, "overall_auroc": 0.8181534232883558, "overall_acc": 0.7593984962406015, "overall_fpr95": 0.5689655172413793, "per_feature": { "angle": { "auroc": 0.5972222222222222, "accuracy": 0.875, "fpr95": 0.75, "n_good": 36, "n_bad": 4 }, "dist1": { "auroc": 0.5818181818181818, "accuracy": 0.6666666666666666, "fpr95": 0.7727272727272727, "n_good": 22, "n_bad": 5 }, "dist6": { "auroc": 1.0, "accuracy": 0.8571428571428571, "fpr95": 0.0, "n_good": 19, "n_bad": 9 }, "dots": { "auroc": 0.907928388746803, "accuracy": 0.7, "fpr95": 0.6521739130434783, "n_good": 23, "n_bad": 17 }, "edge1": { "auroc": 0.6962962962962964, "accuracy": 0.696969696969697, "fpr95": 0.9333333333333333, "n_good": 15, "n_bad": 18 }, "edge2": { "auroc": 0.7604166666666666, "accuracy": 0.7058823529411765, "fpr95": 0.7777777777777778, "n_good": 18, "n_bad": 16 }, "edge3": { "auroc": 0.8151260504201681, "accuracy": 0.7741935483870968, "fpr95": 0.7647058823529411, "n_good": 17, "n_bad": 14 }, "edge4": { "auroc": 0.7453703703703703, "accuracy": 0.7878787878787878, "fpr95": 0.7916666666666666, "n_good": 24, "n_bad": 9 } } }, { "fold": 3, "overall_auroc": 0.808306107062076, "overall_acc": 0.7886792452830189, "overall_fpr95": 0.8901734104046243, "per_feature": { "angle": { "auroc": 0.7321428571428571, "accuracy": 0.875, "fpr95": 0.7857142857142857, "n_good": 28, "n_bad": 4 }, "dist1": { "auroc": 0.7455621301775148, "accuracy": 0.6923076923076923, "fpr95": 0.8076923076923077, "n_good": 26, "n_bad": 13 }, "dist6": { "auroc": 0.8, "accuracy": 0.9310344827586207, "fpr95": 1.0, "n_good": 24, "n_bad": 5 }, "dots": { "auroc": 0.9291666666666667, "accuracy": 0.9411764705882353, "fpr95": 0.5, "n_good": 24, "n_bad": 10 }, "edge1": { "auroc": 0.5116959064327485, "accuracy": 0.5405405405405406, "fpr95": 0.8947368421052632, "n_good": 19, "n_bad": 18 }, "edge2": { "auroc": 0.7473684210526316, "accuracy": 0.7241379310344828, "fpr95": 1.0, "n_good": 10, "n_bad": 19 }, "edge3": { "auroc": 0.8875, "accuracy": 0.75, "fpr95": 0.4166666666666667, "n_good": 12, "n_bad": 20 }, "edge4": { "auroc": 0.9333333333333333, "accuracy": 0.9090909090909091, "fpr95": 0.1, "n_good": 30, "n_bad": 3 } } }, { "fold": 4, "overall_auroc": 0.8815207780725023, "overall_acc": 0.8226415094339623, "overall_fpr95": 0.5574712643678161, "per_feature": { "angle": { "auroc": 0.9770114942528736, "accuracy": 0.96875, "fpr95": 0.06896551724137931, "n_good": 29, "n_bad": 3 }, "dist1": { "auroc": 0.9190476190476191, "accuracy": 0.8709677419354839, "fpr95": 0.5238095238095238, "n_good": 21, "n_bad": 10 }, "dist6": { "auroc": 0.9724137931034482, "accuracy": 0.9117647058823529, "fpr95": 0.13793103448275862, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 0.9090909090909091, "accuracy": 0.9302325581395349, "fpr95": 0.96875, "n_good": 32, "n_bad": 11 }, "edge1": { "auroc": 0.8825396825396826, "accuracy": 0.8055555555555556, "fpr95": 0.3333333333333333, "n_good": 21, "n_bad": 15 }, "edge2": { "auroc": 0.8666666666666667, "accuracy": 0.71875, "fpr95": 0.8666666666666667, "n_good": 15, "n_bad": 17 }, "edge3": { "auroc": 0.736842105263158, "accuracy": 0.6857142857142857, "fpr95": 0.9375, "n_good": 16, "n_bad": 19 }, "edge4": { "auroc": 0.6776859504132232, "accuracy": 0.5909090909090909, "fpr95": 0.9090909090909091, "n_good": 11, "n_bad": 11 } } }, { "fold": 5, "overall_auroc": 0.8584691170898068, "overall_acc": 0.8037735849056604, "overall_fpr95": 0.5402298850574713, "per_feature": { "angle": { "auroc": 0.55, "accuracy": 0.9090909090909091, "fpr95": 0.9, "n_good": 20, "n_bad": 2 }, "dist1": { "auroc": 0.9071428571428571, "accuracy": 0.8604651162790697, "fpr95": 0.14285714285714285, "n_good": 35, "n_bad": 8 }, "dist6": { "auroc": 0.9241379310344828, "accuracy": 0.9411764705882353, "fpr95": 0.3793103448275862, "n_good": 29, "n_bad": 5 }, "dots": { "auroc": 1.0, "accuracy": 1.0, "fpr95": 0.0, "n_good": 17, "n_bad": 11 }, "edge1": { "auroc": 0.8571428571428572, "accuracy": 0.75, "fpr95": 0.7222222222222222, "n_good": 18, "n_bad": 14 }, "edge2": { "auroc": 0.743529411764706, "accuracy": 0.6904761904761905, "fpr95": 0.8235294117647058, "n_good": 17, "n_bad": 25 }, "edge3": { "auroc": 0.7251461988304094, "accuracy": 0.5405405405405406, "fpr95": 0.7894736842105263, "n_good": 19, "n_bad": 18 }, "edge4": { "auroc": 0.7631578947368421, "accuracy": 0.8518518518518519, "fpr95": 0.8947368421052632, "n_good": 19, "n_bad": 8 } } } ] }