Aditya2162's picture
Upload folder using huggingface_hub
1d197a4 verified
{
"model_path": "/home/aditya/IVUS-Segmentation/models/bifurcation/best_bifurcation_classifier.keras",
"split_json": "/home/aditya/IVUS-Segmentation/evals/splits/bifurcation_split_merged_600.json",
"num_test_samples": 90,
"selected_threshold": 0.4399999976158142,
"threshold_selection": {
"method": "validation_sweep",
"metric": "f1",
"best_threshold": 0.4399999976158142,
"best_metric_value": 0.8925619834710744,
"val_metrics_at_best": {
"threshold": 0.4399999976158142,
"accuracy": 0.8555555555555555,
"precision": 0.8709677419354839,
"recall": 0.9152542372881356,
"f1": 0.8925619834710744,
"specificity": 0.7419354838709677,
"tp": 54,
"fp": 8,
"tn": 23,
"fn": 5
},
"val_threshold_sweep": [
{
"threshold": 0.05000000074505806,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.05999999865889549,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.07000000029802322,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.07999999821186066,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.09000000357627869,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.10000000149011612,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.10999999940395355,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.11999999731779099,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.12999999523162842,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.14000000059604645,
"accuracy": 0.6555555555555556,
"precision": 0.6555555555555556,
"recall": 1.0,
"f1": 0.7919463087248323,
"specificity": 0.0,
"tp": 59,
"fp": 31,
"tn": 0,
"fn": 0
},
{
"threshold": 0.15000000596046448,
"accuracy": 0.6777777777777778,
"precision": 0.6704545454545454,
"recall": 1.0,
"f1": 0.8027210884353742,
"specificity": 0.06451612903225806,
"tp": 59,
"fp": 29,
"tn": 2,
"fn": 0
},
{
"threshold": 0.1599999964237213,
"accuracy": 0.6777777777777778,
"precision": 0.6704545454545454,
"recall": 1.0,
"f1": 0.8027210884353742,
"specificity": 0.06451612903225806,
"tp": 59,
"fp": 29,
"tn": 2,
"fn": 0
},
{
"threshold": 0.17000000178813934,
"accuracy": 0.6777777777777778,
"precision": 0.6704545454545454,
"recall": 1.0,
"f1": 0.8027210884353742,
"specificity": 0.06451612903225806,
"tp": 59,
"fp": 29,
"tn": 2,
"fn": 0
},
{
"threshold": 0.18000000715255737,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.1899999976158142,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.20000000298023224,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.20999999344348907,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.2199999988079071,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.23000000417232513,
"accuracy": 0.6888888888888889,
"precision": 0.6781609195402298,
"recall": 1.0,
"f1": 0.8082191780821918,
"specificity": 0.0967741935483871,
"tp": 59,
"fp": 28,
"tn": 3,
"fn": 0
},
{
"threshold": 0.23999999463558197,
"accuracy": 0.7111111111111111,
"precision": 0.6941176470588235,
"recall": 1.0,
"f1": 0.8194444444444444,
"specificity": 0.16129032258064516,
"tp": 59,
"fp": 26,
"tn": 5,
"fn": 0
},
{
"threshold": 0.25,
"accuracy": 0.7222222222222222,
"precision": 0.7023809523809523,
"recall": 1.0,
"f1": 0.8251748251748251,
"specificity": 0.1935483870967742,
"tp": 59,
"fp": 25,
"tn": 6,
"fn": 0
},
{
"threshold": 0.25999999046325684,
"accuracy": 0.7444444444444445,
"precision": 0.7195121951219512,
"recall": 1.0,
"f1": 0.8368794326241135,
"specificity": 0.25806451612903225,
"tp": 59,
"fp": 23,
"tn": 8,
"fn": 0
},
{
"threshold": 0.27000001072883606,
"accuracy": 0.7555555555555555,
"precision": 0.7283950617283951,
"recall": 1.0,
"f1": 0.8428571428571429,
"specificity": 0.2903225806451613,
"tp": 59,
"fp": 22,
"tn": 9,
"fn": 0
},
{
"threshold": 0.2800000011920929,
"accuracy": 0.7555555555555555,
"precision": 0.7402597402597403,
"recall": 0.9661016949152542,
"f1": 0.8382352941176471,
"specificity": 0.3548387096774194,
"tp": 57,
"fp": 20,
"tn": 11,
"fn": 2
},
{
"threshold": 0.28999999165534973,
"accuracy": 0.7444444444444445,
"precision": 0.7432432432432432,
"recall": 0.9322033898305084,
"f1": 0.8270676691729323,
"specificity": 0.3870967741935484,
"tp": 55,
"fp": 19,
"tn": 12,
"fn": 4
},
{
"threshold": 0.30000001192092896,
"accuracy": 0.7444444444444445,
"precision": 0.7432432432432432,
"recall": 0.9322033898305084,
"f1": 0.8270676691729323,
"specificity": 0.3870967741935484,
"tp": 55,
"fp": 19,
"tn": 12,
"fn": 4
},
{
"threshold": 0.3100000023841858,
"accuracy": 0.7333333333333333,
"precision": 0.7397260273972602,
"recall": 0.9152542372881356,
"f1": 0.818181818181818,
"specificity": 0.3870967741935484,
"tp": 54,
"fp": 19,
"tn": 12,
"fn": 5
},
{
"threshold": 0.3199999928474426,
"accuracy": 0.7333333333333333,
"precision": 0.7397260273972602,
"recall": 0.9152542372881356,
"f1": 0.818181818181818,
"specificity": 0.3870967741935484,
"tp": 54,
"fp": 19,
"tn": 12,
"fn": 5
},
{
"threshold": 0.33000001311302185,
"accuracy": 0.7333333333333333,
"precision": 0.7397260273972602,
"recall": 0.9152542372881356,
"f1": 0.818181818181818,
"specificity": 0.3870967741935484,
"tp": 54,
"fp": 19,
"tn": 12,
"fn": 5
},
{
"threshold": 0.3400000035762787,
"accuracy": 0.7555555555555555,
"precision": 0.7605633802816901,
"recall": 0.9152542372881356,
"f1": 0.8307692307692307,
"specificity": 0.45161290322580644,
"tp": 54,
"fp": 17,
"tn": 14,
"fn": 5
},
{
"threshold": 0.3499999940395355,
"accuracy": 0.7666666666666667,
"precision": 0.7714285714285715,
"recall": 0.9152542372881356,
"f1": 0.8372093023255813,
"specificity": 0.4838709677419355,
"tp": 54,
"fp": 16,
"tn": 15,
"fn": 5
},
{
"threshold": 0.36000001430511475,
"accuracy": 0.7888888888888889,
"precision": 0.7941176470588235,
"recall": 0.9152542372881356,
"f1": 0.8503937007874015,
"specificity": 0.5483870967741935,
"tp": 54,
"fp": 14,
"tn": 17,
"fn": 5
},
{
"threshold": 0.3700000047683716,
"accuracy": 0.8,
"precision": 0.8059701492537313,
"recall": 0.9152542372881356,
"f1": 0.8571428571428572,
"specificity": 0.5806451612903226,
"tp": 54,
"fp": 13,
"tn": 18,
"fn": 5
},
{
"threshold": 0.3799999952316284,
"accuracy": 0.8111111111111111,
"precision": 0.8181818181818182,
"recall": 0.9152542372881356,
"f1": 0.8640000000000001,
"specificity": 0.6129032258064516,
"tp": 54,
"fp": 12,
"tn": 19,
"fn": 5
},
{
"threshold": 0.38999998569488525,
"accuracy": 0.8111111111111111,
"precision": 0.8181818181818182,
"recall": 0.9152542372881356,
"f1": 0.8640000000000001,
"specificity": 0.6129032258064516,
"tp": 54,
"fp": 12,
"tn": 19,
"fn": 5
},
{
"threshold": 0.4000000059604645,
"accuracy": 0.8111111111111111,
"precision": 0.8181818181818182,
"recall": 0.9152542372881356,
"f1": 0.8640000000000001,
"specificity": 0.6129032258064516,
"tp": 54,
"fp": 12,
"tn": 19,
"fn": 5
},
{
"threshold": 0.4099999964237213,
"accuracy": 0.8222222222222222,
"precision": 0.8307692307692308,
"recall": 0.9152542372881356,
"f1": 0.870967741935484,
"specificity": 0.6451612903225806,
"tp": 54,
"fp": 11,
"tn": 20,
"fn": 5
},
{
"threshold": 0.41999998688697815,
"accuracy": 0.8333333333333334,
"precision": 0.84375,
"recall": 0.9152542372881356,
"f1": 0.8780487804878049,
"specificity": 0.6774193548387096,
"tp": 54,
"fp": 10,
"tn": 21,
"fn": 5
},
{
"threshold": 0.4300000071525574,
"accuracy": 0.8444444444444444,
"precision": 0.8571428571428571,
"recall": 0.9152542372881356,
"f1": 0.8852459016393444,
"specificity": 0.7096774193548387,
"tp": 54,
"fp": 9,
"tn": 22,
"fn": 5
},
{
"threshold": 0.4399999976158142,
"accuracy": 0.8555555555555555,
"precision": 0.8709677419354839,
"recall": 0.9152542372881356,
"f1": 0.8925619834710744,
"specificity": 0.7419354838709677,
"tp": 54,
"fp": 8,
"tn": 23,
"fn": 5
},
{
"threshold": 0.44999998807907104,
"accuracy": 0.8333333333333334,
"precision": 0.8666666666666667,
"recall": 0.8813559322033898,
"f1": 0.8739495798319329,
"specificity": 0.7419354838709677,
"tp": 52,
"fp": 8,
"tn": 23,
"fn": 7
},
{
"threshold": 0.46000000834465027,
"accuracy": 0.8222222222222222,
"precision": 0.864406779661017,
"recall": 0.864406779661017,
"f1": 0.864406779661017,
"specificity": 0.7419354838709677,
"tp": 51,
"fp": 8,
"tn": 23,
"fn": 8
},
{
"threshold": 0.4699999988079071,
"accuracy": 0.7888888888888889,
"precision": 0.8571428571428571,
"recall": 0.8135593220338984,
"f1": 0.8347826086956522,
"specificity": 0.7419354838709677,
"tp": 48,
"fp": 8,
"tn": 23,
"fn": 11
},
{
"threshold": 0.47999998927116394,
"accuracy": 0.7888888888888889,
"precision": 0.8571428571428571,
"recall": 0.8135593220338984,
"f1": 0.8347826086956522,
"specificity": 0.7419354838709677,
"tp": 48,
"fp": 8,
"tn": 23,
"fn": 11
},
{
"threshold": 0.49000000953674316,
"accuracy": 0.7888888888888889,
"precision": 0.8571428571428571,
"recall": 0.8135593220338984,
"f1": 0.8347826086956522,
"specificity": 0.7419354838709677,
"tp": 48,
"fp": 8,
"tn": 23,
"fn": 11
},
{
"threshold": 0.5,
"accuracy": 0.7888888888888889,
"precision": 0.8571428571428571,
"recall": 0.8135593220338984,
"f1": 0.8347826086956522,
"specificity": 0.7419354838709677,
"tp": 48,
"fp": 8,
"tn": 23,
"fn": 11
},
{
"threshold": 0.5099999904632568,
"accuracy": 0.7888888888888889,
"precision": 0.8703703703703703,
"recall": 0.7966101694915254,
"f1": 0.8318584070796461,
"specificity": 0.7741935483870968,
"tp": 47,
"fp": 7,
"tn": 24,
"fn": 12
},
{
"threshold": 0.5199999809265137,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5299999713897705,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5400000214576721,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.550000011920929,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5600000023841858,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5699999928474426,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5799999833106995,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.5899999737739563,
"accuracy": 0.8,
"precision": 0.8867924528301887,
"recall": 0.7966101694915254,
"f1": 0.8392857142857143,
"specificity": 0.8064516129032258,
"tp": 47,
"fp": 6,
"tn": 25,
"fn": 12
},
{
"threshold": 0.6000000238418579,
"accuracy": 0.8222222222222222,
"precision": 0.9215686274509803,
"recall": 0.7966101694915254,
"f1": 0.8545454545454545,
"specificity": 0.8709677419354839,
"tp": 47,
"fp": 4,
"tn": 27,
"fn": 12
},
{
"threshold": 0.6100000143051147,
"accuracy": 0.8222222222222222,
"precision": 0.9215686274509803,
"recall": 0.7966101694915254,
"f1": 0.8545454545454545,
"specificity": 0.8709677419354839,
"tp": 47,
"fp": 4,
"tn": 27,
"fn": 12
},
{
"threshold": 0.6200000047683716,
"accuracy": 0.8222222222222222,
"precision": 0.9215686274509803,
"recall": 0.7966101694915254,
"f1": 0.8545454545454545,
"specificity": 0.8709677419354839,
"tp": 47,
"fp": 4,
"tn": 27,
"fn": 12
},
{
"threshold": 0.6299999952316284,
"accuracy": 0.8333333333333334,
"precision": 0.94,
"recall": 0.7966101694915254,
"f1": 0.8623853211009174,
"specificity": 0.9032258064516129,
"tp": 47,
"fp": 3,
"tn": 28,
"fn": 12
},
{
"threshold": 0.6399999856948853,
"accuracy": 0.8444444444444444,
"precision": 0.9591836734693877,
"recall": 0.7966101694915254,
"f1": 0.8703703703703702,
"specificity": 0.9354838709677419,
"tp": 47,
"fp": 2,
"tn": 29,
"fn": 12
},
{
"threshold": 0.6499999761581421,
"accuracy": 0.8444444444444444,
"precision": 0.9591836734693877,
"recall": 0.7966101694915254,
"f1": 0.8703703703703702,
"specificity": 0.9354838709677419,
"tp": 47,
"fp": 2,
"tn": 29,
"fn": 12
},
{
"threshold": 0.6600000262260437,
"accuracy": 0.8444444444444444,
"precision": 0.9591836734693877,
"recall": 0.7966101694915254,
"f1": 0.8703703703703702,
"specificity": 0.9354838709677419,
"tp": 47,
"fp": 2,
"tn": 29,
"fn": 12
},
{
"threshold": 0.6700000166893005,
"accuracy": 0.8333333333333334,
"precision": 0.9583333333333334,
"recall": 0.7796610169491526,
"f1": 0.8598130841121496,
"specificity": 0.9354838709677419,
"tp": 46,
"fp": 2,
"tn": 29,
"fn": 13
},
{
"threshold": 0.6800000071525574,
"accuracy": 0.8222222222222222,
"precision": 0.9574468085106383,
"recall": 0.7627118644067796,
"f1": 0.8490566037735849,
"specificity": 0.9354838709677419,
"tp": 45,
"fp": 2,
"tn": 29,
"fn": 14
},
{
"threshold": 0.6899999976158142,
"accuracy": 0.8222222222222222,
"precision": 0.9574468085106383,
"recall": 0.7627118644067796,
"f1": 0.8490566037735849,
"specificity": 0.9354838709677419,
"tp": 45,
"fp": 2,
"tn": 29,
"fn": 14
},
{
"threshold": 0.699999988079071,
"accuracy": 0.8222222222222222,
"precision": 0.9574468085106383,
"recall": 0.7627118644067796,
"f1": 0.8490566037735849,
"specificity": 0.9354838709677419,
"tp": 45,
"fp": 2,
"tn": 29,
"fn": 14
},
{
"threshold": 0.7099999785423279,
"accuracy": 0.8111111111111111,
"precision": 0.9565217391304348,
"recall": 0.7457627118644068,
"f1": 0.8380952380952381,
"specificity": 0.9354838709677419,
"tp": 44,
"fp": 2,
"tn": 29,
"fn": 15
},
{
"threshold": 0.7200000286102295,
"accuracy": 0.8,
"precision": 0.9555555555555556,
"recall": 0.7288135593220338,
"f1": 0.8269230769230769,
"specificity": 0.9354838709677419,
"tp": 43,
"fp": 2,
"tn": 29,
"fn": 16
},
{
"threshold": 0.7300000190734863,
"accuracy": 0.8,
"precision": 0.9555555555555556,
"recall": 0.7288135593220338,
"f1": 0.8269230769230769,
"specificity": 0.9354838709677419,
"tp": 43,
"fp": 2,
"tn": 29,
"fn": 16
},
{
"threshold": 0.7400000095367432,
"accuracy": 0.8,
"precision": 0.9555555555555556,
"recall": 0.7288135593220338,
"f1": 0.8269230769230769,
"specificity": 0.9354838709677419,
"tp": 43,
"fp": 2,
"tn": 29,
"fn": 16
},
{
"threshold": 0.75,
"accuracy": 0.7777777777777778,
"precision": 0.975609756097561,
"recall": 0.6779661016949152,
"f1": 0.7999999999999999,
"specificity": 0.967741935483871,
"tp": 40,
"fp": 1,
"tn": 30,
"fn": 19
},
{
"threshold": 0.7599999904632568,
"accuracy": 0.7888888888888889,
"precision": 1.0,
"recall": 0.6779661016949152,
"f1": 0.8080808080808081,
"specificity": 1.0,
"tp": 40,
"fp": 0,
"tn": 31,
"fn": 19
},
{
"threshold": 0.7699999809265137,
"accuracy": 0.7777777777777778,
"precision": 1.0,
"recall": 0.6610169491525424,
"f1": 0.7959183673469388,
"specificity": 1.0,
"tp": 39,
"fp": 0,
"tn": 31,
"fn": 20
},
{
"threshold": 0.7799999713897705,
"accuracy": 0.7777777777777778,
"precision": 1.0,
"recall": 0.6610169491525424,
"f1": 0.7959183673469388,
"specificity": 1.0,
"tp": 39,
"fp": 0,
"tn": 31,
"fn": 20
},
{
"threshold": 0.7900000214576721,
"accuracy": 0.7666666666666667,
"precision": 1.0,
"recall": 0.6440677966101694,
"f1": 0.7835051546391751,
"specificity": 1.0,
"tp": 38,
"fp": 0,
"tn": 31,
"fn": 21
},
{
"threshold": 0.800000011920929,
"accuracy": 0.7666666666666667,
"precision": 1.0,
"recall": 0.6440677966101694,
"f1": 0.7835051546391751,
"specificity": 1.0,
"tp": 38,
"fp": 0,
"tn": 31,
"fn": 21
},
{
"threshold": 0.8100000023841858,
"accuracy": 0.7666666666666667,
"precision": 1.0,
"recall": 0.6440677966101694,
"f1": 0.7835051546391751,
"specificity": 1.0,
"tp": 38,
"fp": 0,
"tn": 31,
"fn": 21
},
{
"threshold": 0.8199999928474426,
"accuracy": 0.7555555555555555,
"precision": 1.0,
"recall": 0.6271186440677966,
"f1": 0.7708333333333333,
"specificity": 1.0,
"tp": 37,
"fp": 0,
"tn": 31,
"fn": 22
},
{
"threshold": 0.8299999833106995,
"accuracy": 0.7222222222222222,
"precision": 1.0,
"recall": 0.576271186440678,
"f1": 0.7311827956989247,
"specificity": 1.0,
"tp": 34,
"fp": 0,
"tn": 31,
"fn": 25
},
{
"threshold": 0.8399999737739563,
"accuracy": 0.7222222222222222,
"precision": 1.0,
"recall": 0.576271186440678,
"f1": 0.7311827956989247,
"specificity": 1.0,
"tp": 34,
"fp": 0,
"tn": 31,
"fn": 25
},
{
"threshold": 0.8500000238418579,
"accuracy": 0.7111111111111111,
"precision": 1.0,
"recall": 0.559322033898305,
"f1": 0.717391304347826,
"specificity": 1.0,
"tp": 33,
"fp": 0,
"tn": 31,
"fn": 26
},
{
"threshold": 0.8600000143051147,
"accuracy": 0.6666666666666666,
"precision": 1.0,
"recall": 0.4915254237288136,
"f1": 0.6590909090909091,
"specificity": 1.0,
"tp": 29,
"fp": 0,
"tn": 31,
"fn": 30
},
{
"threshold": 0.8700000047683716,
"accuracy": 0.6444444444444445,
"precision": 1.0,
"recall": 0.4576271186440678,
"f1": 0.627906976744186,
"specificity": 1.0,
"tp": 27,
"fp": 0,
"tn": 31,
"fn": 32
},
{
"threshold": 0.8799999952316284,
"accuracy": 0.6222222222222222,
"precision": 1.0,
"recall": 0.423728813559322,
"f1": 0.5952380952380952,
"specificity": 1.0,
"tp": 25,
"fp": 0,
"tn": 31,
"fn": 34
},
{
"threshold": 0.8899999856948853,
"accuracy": 0.6111111111111112,
"precision": 1.0,
"recall": 0.4067796610169492,
"f1": 0.5783132530120482,
"specificity": 1.0,
"tp": 24,
"fp": 0,
"tn": 31,
"fn": 35
},
{
"threshold": 0.8999999761581421,
"accuracy": 0.6,
"precision": 1.0,
"recall": 0.3898305084745763,
"f1": 0.5609756097560975,
"specificity": 1.0,
"tp": 23,
"fp": 0,
"tn": 31,
"fn": 36
},
{
"threshold": 0.9100000262260437,
"accuracy": 0.5777777777777777,
"precision": 1.0,
"recall": 0.3559322033898305,
"f1": 0.525,
"specificity": 1.0,
"tp": 21,
"fp": 0,
"tn": 31,
"fn": 38
},
{
"threshold": 0.9200000166893005,
"accuracy": 0.5777777777777777,
"precision": 1.0,
"recall": 0.3559322033898305,
"f1": 0.525,
"specificity": 1.0,
"tp": 21,
"fp": 0,
"tn": 31,
"fn": 38
},
{
"threshold": 0.9300000071525574,
"accuracy": 0.5444444444444444,
"precision": 1.0,
"recall": 0.3050847457627119,
"f1": 0.4675324675324675,
"specificity": 1.0,
"tp": 18,
"fp": 0,
"tn": 31,
"fn": 41
},
{
"threshold": 0.9399999976158142,
"accuracy": 0.5,
"precision": 1.0,
"recall": 0.23728813559322035,
"f1": 0.3835616438356164,
"specificity": 1.0,
"tp": 14,
"fp": 0,
"tn": 31,
"fn": 45
},
{
"threshold": 0.949999988079071,
"accuracy": 0.4666666666666667,
"precision": 1.0,
"recall": 0.1864406779661017,
"f1": 0.3142857142857143,
"specificity": 1.0,
"tp": 11,
"fp": 0,
"tn": 31,
"fn": 48
}
]
},
"metrics": {
"threshold": 0.4399999976158142,
"accuracy": 0.7666666666666667,
"precision": 0.8518518518518519,
"recall": 0.7796610169491526,
"f1": 0.8141592920353983,
"specificity": 0.7419354838709677,
"tp": 46,
"fp": 8,
"tn": 23,
"fn": 13
},
"predictions": [
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::8",
"label": 1,
"probability": 0.8520132303237915,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::14",
"label": 1,
"probability": 0.8699598908424377,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::37",
"label": 1,
"probability": 0.9336227774620056,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::94",
"label": 1,
"probability": 0.9337007999420166,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::59",
"label": 1,
"probability": 0.6863864064216614,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::81",
"label": 1,
"probability": 0.682214617729187,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::102",
"label": 1,
"probability": 0.6886826157569885,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0004.jsonl::28",
"label": 1,
"probability": 0.8647910356521606,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0004.jsonl::53",
"label": 1,
"probability": 0.9317982792854309,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::32",
"label": 1,
"probability": 0.9493811130523682,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::36",
"label": 1,
"probability": 0.9105619788169861,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::38",
"label": 1,
"probability": 0.9019172787666321,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::78",
"label": 1,
"probability": 0.9466699361801147,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::17",
"label": 1,
"probability": 0.9384879469871521,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::222",
"label": 1,
"probability": 0.8881984353065491,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::317",
"label": 1,
"probability": 0.9060897827148438,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::322",
"label": 1,
"probability": 0.9128957390785217,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::327",
"label": 1,
"probability": 0.9204404354095459,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::425",
"label": 1,
"probability": 0.8994796872138977,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::6",
"label": 1,
"probability": 0.9046456217765808,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::11",
"label": 1,
"probability": 0.9543314576148987,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::55",
"label": 1,
"probability": 0.7545437812805176,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::16",
"label": 1,
"probability": 0.8667351603507996,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::32",
"label": 1,
"probability": 0.8567636609077454,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::67",
"label": 1,
"probability": 0.918170154094696,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::89",
"label": 1,
"probability": 0.9679290056228638,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::166",
"label": 1,
"probability": 0.943603515625,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::247",
"label": 1,
"probability": 0.8778992295265198,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::15",
"label": 1,
"probability": 0.9484663009643555,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::20",
"label": 1,
"probability": 0.9556820392608643,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::21",
"label": 1,
"probability": 0.9416317939758301,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::39",
"label": 1,
"probability": 0.4875154495239258,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::47",
"label": 1,
"probability": 0.49700379371643066,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0010.jsonl::17",
"label": 1,
"probability": 0.9008585214614868,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0010.jsonl::77",
"label": 1,
"probability": 0.9598382115364075,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0011.jsonl::46",
"label": 1,
"probability": 0.3544246554374695,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/bifurcation/FILE0011.jsonl::135",
"label": 1,
"probability": 0.5529760122299194,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::233",
"label": 1,
"probability": 0.3412242829799652,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::250",
"label": 1,
"probability": 0.407600998878479,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::255",
"label": 1,
"probability": 0.3676401674747467,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::276",
"label": 1,
"probability": 0.34746357798576355,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::326",
"label": 1,
"probability": 0.3159143328666687,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::425",
"label": 0,
"probability": 0.2891981899738312,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::484",
"label": 0,
"probability": 0.2695976197719574,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::527",
"label": 0,
"probability": 0.28281694650650024,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::639",
"label": 0,
"probability": 0.5728926658630371,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::117",
"label": 1,
"probability": 0.2620634138584137,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::126",
"label": 1,
"probability": 0.3537193238735199,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::149",
"label": 1,
"probability": 0.35734856128692627,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::203",
"label": 1,
"probability": 0.3904372453689575,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::209",
"label": 1,
"probability": 0.3711567223072052,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::80",
"label": 0,
"probability": 0.31032079458236694,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::136",
"label": 0,
"probability": 0.2653164863586426,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::248",
"label": 0,
"probability": 0.4489721357822418,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::11",
"label": 0,
"probability": 0.4094250202178955,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::53",
"label": 0,
"probability": 0.5171767473220825,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::143",
"label": 0,
"probability": 0.25668415427207947,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::225",
"label": 0,
"probability": 0.3847239911556244,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::320",
"label": 0,
"probability": 0.4430013597011566,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::391",
"label": 0,
"probability": 0.5040184855461121,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::395",
"label": 0,
"probability": 0.46412724256515503,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::128",
"label": 0,
"probability": 0.2816137969493866,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::194",
"label": 1,
"probability": 0.7711681723594666,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::393",
"label": 0,
"probability": 0.2563396990299225,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::204",
"label": 0,
"probability": 0.1665920913219452,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::315",
"label": 0,
"probability": 0.21522946655750275,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::428",
"label": 0,
"probability": 0.14917495846748352,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::444",
"label": 0,
"probability": 0.18986746668815613,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::499",
"label": 0,
"probability": 0.13791657984256744,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::573",
"label": 0,
"probability": 0.07007283717393875,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::3",
"label": 0,
"probability": 0.13071490824222565,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::96",
"label": 1,
"probability": 0.22224751114845276,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::113",
"label": 0,
"probability": 0.3431071639060974,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::156",
"label": 1,
"probability": 0.6278573274612427,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::428",
"label": 1,
"probability": 0.6008956432342529,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::436",
"label": 1,
"probability": 0.7464311122894287,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::512",
"label": 1,
"probability": 0.6568673253059387,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::566",
"label": 1,
"probability": 0.268964022397995,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::567",
"label": 0,
"probability": 0.37330737709999084,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::573",
"label": 0,
"probability": 0.3404105007648468,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::7",
"label": 0,
"probability": 0.25095072388648987,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::35",
"label": 0,
"probability": 0.35128340125083923,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::169",
"label": 1,
"probability": 0.5563434958457947,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::253",
"label": 1,
"probability": 0.6003788709640503,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::385",
"label": 1,
"probability": 0.7353663444519043,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::46",
"label": 0,
"probability": 0.5041874051094055,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::100",
"label": 0,
"probability": 0.4599608778953552,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::118",
"label": 0,
"probability": 0.22821682691574097,
"predicted_label": 0
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::345",
"label": 1,
"probability": 0.47367414832115173,
"predicted_label": 1
},
{
"sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::441",
"label": 1,
"probability": 0.8214868307113647,
"predicted_label": 1
}
]
}