File size: 3,078 Bytes
65635a1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 | {
"config": {
"cnn_case_predictions": "/Users/faith/Desktop/Voxelomics-offline/backend/diagnosticore-service/output/cnn_tp53_200/case_predictions.csv",
"pathfoundation_case_predictions": "/Users/faith/Desktop/Voxelomics-offline/backend/diagnosticore-service/output/pathfoundation_tp53_200/case_predictions.csv",
"decision_threshold": 0.5
},
"overlap": {
"n_common_case_split_rows": 200,
"splits": [
"test",
"train",
"val"
]
},
"cnn_metrics_by_split": {
"test": {
"n": 50.0,
"positive_rate": 0.4,
"accuracy": 0.7,
"precision": 0.8571428571428571,
"recall": 0.3,
"f1": 0.4444444444444444,
"roc_auc": 0.7916666666666667,
"average_precision": 0.7531416732301973
},
"train": {
"n": 100.0,
"positive_rate": 0.34,
"accuracy": 0.83,
"precision": 0.9473684210526315,
"recall": 0.5294117647058824,
"f1": 0.6792452830188679,
"roc_auc": 0.9188948306595366,
"average_precision": 0.8747318689426417
},
"val": {
"n": 50.0,
"positive_rate": 0.36,
"accuracy": 0.78,
"precision": 0.8181818181818182,
"recall": 0.5,
"f1": 0.6206896551724138,
"roc_auc": 0.8454861111111112,
"average_precision": 0.7712379190481149
}
},
"pathfoundation_metrics_by_split": {
"test": {
"n": 50.0,
"positive_rate": 0.4,
"accuracy": 0.72,
"precision": 0.65,
"recall": 0.65,
"f1": 0.65,
"roc_auc": 0.77,
"average_precision": 0.7083413072873412
},
"train": {
"n": 100.0,
"positive_rate": 0.34,
"accuracy": 0.97,
"precision": 0.9428571428571428,
"recall": 0.9705882352941176,
"f1": 0.9565217391304348,
"roc_auc": 0.9919786096256685,
"average_precision": 0.981491690975888
},
"val": {
"n": 50.0,
"positive_rate": 0.36,
"accuracy": 0.76,
"precision": 0.6875,
"recall": 0.6111111111111112,
"f1": 0.6470588235294118,
"roc_auc": 0.8836805555555556,
"average_precision": 0.8032331072875449
}
},
"delta_pathfoundation_minus_cnn_by_split": {
"test": {
"n": 0.0,
"positive_rate": 0.0,
"accuracy": 0.020000000000000018,
"precision": -0.20714285714285707,
"recall": 0.35000000000000003,
"f1": 0.2055555555555556,
"roc_auc": -0.021666666666666723,
"average_precision": -0.04480036594285608
},
"train": {
"n": 0.0,
"positive_rate": 0.0,
"accuracy": 0.14,
"precision": -0.004511278195488688,
"recall": 0.4411764705882353,
"f1": 0.2772764561115669,
"roc_auc": 0.07308377896613194,
"average_precision": 0.1067598220332463
},
"val": {
"n": 0.0,
"positive_rate": 0.0,
"accuracy": -0.020000000000000018,
"precision": -0.13068181818181823,
"recall": 0.11111111111111116,
"f1": 0.026369168356997985,
"roc_auc": 0.03819444444444442,
"average_precision": 0.03199518823943004
}
}
} |