| { |
| "n_folds": 5, |
| "mean_auroc": 0.8510010295303342, |
| "std_auroc": 0.03255581041902637, |
| "mean_acc": 0.800312101007235, |
| "std_acc": 0.024640175188649346, |
| "mean_fpr95": 0.6240116935751778, |
| "std_fpr95": 0.13342787329034592, |
| "fold_aurocs": [ |
| 0.8885557221389306, |
| 0.8181534232883558, |
| 0.808306107062076, |
| 0.8815207780725023, |
| 0.8584691170898068 |
| ], |
| "fold_accs": [ |
| 0.8270676691729323, |
| 0.7593984962406015, |
| 0.7886792452830189, |
| 0.8226415094339623, |
| 0.8037735849056604 |
| ], |
| "fold_fpr95s": [ |
| 0.5632183908045977, |
| 0.5689655172413793, |
| 0.8901734104046243, |
| 0.5574712643678161, |
| 0.5402298850574713 |
| ], |
| "sep_loss_weight": 0.02, |
| "per_feature": { |
| "angle": { |
| "mean": 0.7681503147235906, |
| "std": 0.18356394878016324 |
| }, |
| "dist1": { |
| "mean": 0.8274083725132677, |
| "std": 0.14568751189354393 |
| }, |
| "dist6": { |
| "mean": 0.9393103448275862, |
| "std": 0.07496650064386862 |
| }, |
| "dots": { |
| "mean": 0.9473853410490239, |
| "std": 0.04000806848419659 |
| }, |
| "edge1": { |
| "mean": 0.7822622212095897, |
| "std": 0.16072058322924615 |
| }, |
| "edge2": { |
| "mean": 0.7992906776745786, |
| "std": 0.06020908424821382 |
| }, |
| "edge3": { |
| "mean": 0.7774228709027471, |
| "std": 0.06470652954234209 |
| }, |
| "edge4": { |
| "mean": 0.7642603869637362, |
| "std": 0.08982855073417187 |
| } |
| }, |
| "fold_details": [ |
| { |
| "fold": 1, |
| "overall_auroc": 0.8885557221389306, |
| "overall_acc": 0.8270676691729323, |
| "overall_fpr95": 0.5632183908045977, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.984375, |
| "accuracy": 0.9705882352941176, |
| "fpr95": 0.03125, |
| "n_good": 32, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9834710743801653, |
| "accuracy": 0.8787878787878788, |
| "fpr95": 0.045454545454545456, |
| "n_good": 22, |
| "n_bad": 11 |
| }, |
| "dist6": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 26, |
| "n_bad": 2 |
| }, |
| "dots": { |
| "auroc": 0.9907407407407407, |
| "accuracy": 0.9333333333333333, |
| "fpr95": 0.05555555555555555, |
| "n_good": 18, |
| "n_bad": 12 |
| }, |
| "edge1": { |
| "auroc": 0.9636363636363636, |
| "accuracy": 0.8571428571428571, |
| "fpr95": 0.18181818181818182, |
| "n_good": 11, |
| "n_bad": 10 |
| }, |
| "edge2": { |
| "auroc": 0.8784722222222222, |
| "accuracy": 0.7352941176470589, |
| "fpr95": 0.16666666666666666, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.7225, |
| "accuracy": 0.725, |
| "fpr95": 0.7, |
| "n_good": 20, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.7017543859649124, |
| "accuracy": 0.6521739130434783, |
| "fpr95": 0.8148148148148148, |
| "n_good": 27, |
| "n_bad": 19 |
| } |
| } |
| }, |
| { |
| "fold": 2, |
| "overall_auroc": 0.8181534232883558, |
| "overall_acc": 0.7593984962406015, |
| "overall_fpr95": 0.5689655172413793, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.5972222222222222, |
| "accuracy": 0.875, |
| "fpr95": 0.75, |
| "n_good": 36, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.5818181818181818, |
| "accuracy": 0.6666666666666666, |
| "fpr95": 0.7727272727272727, |
| "n_good": 22, |
| "n_bad": 5 |
| }, |
| "dist6": { |
| "auroc": 1.0, |
| "accuracy": 0.8571428571428571, |
| "fpr95": 0.0, |
| "n_good": 19, |
| "n_bad": 9 |
| }, |
| "dots": { |
| "auroc": 0.907928388746803, |
| "accuracy": 0.7, |
| "fpr95": 0.6521739130434783, |
| "n_good": 23, |
| "n_bad": 17 |
| }, |
| "edge1": { |
| "auroc": 0.6962962962962964, |
| "accuracy": 0.696969696969697, |
| "fpr95": 0.9333333333333333, |
| "n_good": 15, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.7604166666666666, |
| "accuracy": 0.7058823529411765, |
| "fpr95": 0.7777777777777778, |
| "n_good": 18, |
| "n_bad": 16 |
| }, |
| "edge3": { |
| "auroc": 0.8151260504201681, |
| "accuracy": 0.7741935483870968, |
| "fpr95": 0.7647058823529411, |
| "n_good": 17, |
| "n_bad": 14 |
| }, |
| "edge4": { |
| "auroc": 0.7453703703703703, |
| "accuracy": 0.7878787878787878, |
| "fpr95": 0.7916666666666666, |
| "n_good": 24, |
| "n_bad": 9 |
| } |
| } |
| }, |
| { |
| "fold": 3, |
| "overall_auroc": 0.808306107062076, |
| "overall_acc": 0.7886792452830189, |
| "overall_fpr95": 0.8901734104046243, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.7321428571428571, |
| "accuracy": 0.875, |
| "fpr95": 0.7857142857142857, |
| "n_good": 28, |
| "n_bad": 4 |
| }, |
| "dist1": { |
| "auroc": 0.7455621301775148, |
| "accuracy": 0.6923076923076923, |
| "fpr95": 0.8076923076923077, |
| "n_good": 26, |
| "n_bad": 13 |
| }, |
| "dist6": { |
| "auroc": 0.8, |
| "accuracy": 0.9310344827586207, |
| "fpr95": 1.0, |
| "n_good": 24, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9291666666666667, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.5, |
| "n_good": 24, |
| "n_bad": 10 |
| }, |
| "edge1": { |
| "auroc": 0.5116959064327485, |
| "accuracy": 0.5405405405405406, |
| "fpr95": 0.8947368421052632, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge2": { |
| "auroc": 0.7473684210526316, |
| "accuracy": 0.7241379310344828, |
| "fpr95": 1.0, |
| "n_good": 10, |
| "n_bad": 19 |
| }, |
| "edge3": { |
| "auroc": 0.8875, |
| "accuracy": 0.75, |
| "fpr95": 0.4166666666666667, |
| "n_good": 12, |
| "n_bad": 20 |
| }, |
| "edge4": { |
| "auroc": 0.9333333333333333, |
| "accuracy": 0.9090909090909091, |
| "fpr95": 0.1, |
| "n_good": 30, |
| "n_bad": 3 |
| } |
| } |
| }, |
| { |
| "fold": 4, |
| "overall_auroc": 0.8815207780725023, |
| "overall_acc": 0.8226415094339623, |
| "overall_fpr95": 0.5574712643678161, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.9770114942528736, |
| "accuracy": 0.96875, |
| "fpr95": 0.06896551724137931, |
| "n_good": 29, |
| "n_bad": 3 |
| }, |
| "dist1": { |
| "auroc": 0.9190476190476191, |
| "accuracy": 0.8709677419354839, |
| "fpr95": 0.5238095238095238, |
| "n_good": 21, |
| "n_bad": 10 |
| }, |
| "dist6": { |
| "auroc": 0.9724137931034482, |
| "accuracy": 0.9117647058823529, |
| "fpr95": 0.13793103448275862, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 0.9090909090909091, |
| "accuracy": 0.9302325581395349, |
| "fpr95": 0.96875, |
| "n_good": 32, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.8825396825396826, |
| "accuracy": 0.8055555555555556, |
| "fpr95": 0.3333333333333333, |
| "n_good": 21, |
| "n_bad": 15 |
| }, |
| "edge2": { |
| "auroc": 0.8666666666666667, |
| "accuracy": 0.71875, |
| "fpr95": 0.8666666666666667, |
| "n_good": 15, |
| "n_bad": 17 |
| }, |
| "edge3": { |
| "auroc": 0.736842105263158, |
| "accuracy": 0.6857142857142857, |
| "fpr95": 0.9375, |
| "n_good": 16, |
| "n_bad": 19 |
| }, |
| "edge4": { |
| "auroc": 0.6776859504132232, |
| "accuracy": 0.5909090909090909, |
| "fpr95": 0.9090909090909091, |
| "n_good": 11, |
| "n_bad": 11 |
| } |
| } |
| }, |
| { |
| "fold": 5, |
| "overall_auroc": 0.8584691170898068, |
| "overall_acc": 0.8037735849056604, |
| "overall_fpr95": 0.5402298850574713, |
| "per_feature": { |
| "angle": { |
| "auroc": 0.55, |
| "accuracy": 0.9090909090909091, |
| "fpr95": 0.9, |
| "n_good": 20, |
| "n_bad": 2 |
| }, |
| "dist1": { |
| "auroc": 0.9071428571428571, |
| "accuracy": 0.8604651162790697, |
| "fpr95": 0.14285714285714285, |
| "n_good": 35, |
| "n_bad": 8 |
| }, |
| "dist6": { |
| "auroc": 0.9241379310344828, |
| "accuracy": 0.9411764705882353, |
| "fpr95": 0.3793103448275862, |
| "n_good": 29, |
| "n_bad": 5 |
| }, |
| "dots": { |
| "auroc": 1.0, |
| "accuracy": 1.0, |
| "fpr95": 0.0, |
| "n_good": 17, |
| "n_bad": 11 |
| }, |
| "edge1": { |
| "auroc": 0.8571428571428572, |
| "accuracy": 0.75, |
| "fpr95": 0.7222222222222222, |
| "n_good": 18, |
| "n_bad": 14 |
| }, |
| "edge2": { |
| "auroc": 0.743529411764706, |
| "accuracy": 0.6904761904761905, |
| "fpr95": 0.8235294117647058, |
| "n_good": 17, |
| "n_bad": 25 |
| }, |
| "edge3": { |
| "auroc": 0.7251461988304094, |
| "accuracy": 0.5405405405405406, |
| "fpr95": 0.7894736842105263, |
| "n_good": 19, |
| "n_bad": 18 |
| }, |
| "edge4": { |
| "auroc": 0.7631578947368421, |
| "accuracy": 0.8518518518518519, |
| "fpr95": 0.8947368421052632, |
| "n_good": 19, |
| "n_bad": 8 |
| } |
| } |
| } |
| ] |
| } |
