{ "model_path": "/home/aditya/IVUS-Segmentation/models/bifurcation/best_bifurcation_classifier.keras", "split_json": "/home/aditya/IVUS-Segmentation/evals/splits/bifurcation_split_merged_600.json", "num_test_samples": 90, "selected_threshold": 0.4399999976158142, "threshold_selection": { "method": "validation_sweep", "metric": "f1", "best_threshold": 0.4399999976158142, "best_metric_value": 0.8925619834710744, "val_metrics_at_best": { "threshold": 0.4399999976158142, "accuracy": 0.8555555555555555, "precision": 0.8709677419354839, "recall": 0.9152542372881356, "f1": 0.8925619834710744, "specificity": 0.7419354838709677, "tp": 54, "fp": 8, "tn": 23, "fn": 5 }, "val_threshold_sweep": [ { "threshold": 0.05000000074505806, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.05999999865889549, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.07000000029802322, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.07999999821186066, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.09000000357627869, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.10000000149011612, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.10999999940395355, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.11999999731779099, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.12999999523162842, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.14000000059604645, "accuracy": 0.6555555555555556, "precision": 0.6555555555555556, "recall": 1.0, "f1": 0.7919463087248323, "specificity": 0.0, "tp": 59, "fp": 31, "tn": 0, "fn": 0 }, { "threshold": 0.15000000596046448, "accuracy": 0.6777777777777778, "precision": 0.6704545454545454, "recall": 1.0, "f1": 0.8027210884353742, "specificity": 0.06451612903225806, "tp": 59, "fp": 29, "tn": 2, "fn": 0 }, { "threshold": 0.1599999964237213, "accuracy": 0.6777777777777778, "precision": 0.6704545454545454, "recall": 1.0, "f1": 0.8027210884353742, "specificity": 0.06451612903225806, "tp": 59, "fp": 29, "tn": 2, "fn": 0 }, { "threshold": 0.17000000178813934, "accuracy": 0.6777777777777778, "precision": 0.6704545454545454, "recall": 1.0, "f1": 0.8027210884353742, "specificity": 0.06451612903225806, "tp": 59, "fp": 29, "tn": 2, "fn": 0 }, { "threshold": 0.18000000715255737, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.1899999976158142, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.20000000298023224, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.20999999344348907, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.2199999988079071, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.23000000417232513, "accuracy": 0.6888888888888889, "precision": 0.6781609195402298, "recall": 1.0, "f1": 0.8082191780821918, "specificity": 0.0967741935483871, "tp": 59, "fp": 28, "tn": 3, "fn": 0 }, { "threshold": 0.23999999463558197, "accuracy": 0.7111111111111111, "precision": 0.6941176470588235, "recall": 1.0, "f1": 0.8194444444444444, "specificity": 0.16129032258064516, "tp": 59, "fp": 26, "tn": 5, "fn": 0 }, { "threshold": 0.25, "accuracy": 0.7222222222222222, "precision": 0.7023809523809523, "recall": 1.0, "f1": 0.8251748251748251, "specificity": 0.1935483870967742, "tp": 59, "fp": 25, "tn": 6, "fn": 0 }, { "threshold": 0.25999999046325684, "accuracy": 0.7444444444444445, "precision": 0.7195121951219512, "recall": 1.0, "f1": 0.8368794326241135, "specificity": 0.25806451612903225, "tp": 59, "fp": 23, "tn": 8, "fn": 0 }, { "threshold": 0.27000001072883606, "accuracy": 0.7555555555555555, "precision": 0.7283950617283951, "recall": 1.0, "f1": 0.8428571428571429, "specificity": 0.2903225806451613, "tp": 59, "fp": 22, "tn": 9, "fn": 0 }, { "threshold": 0.2800000011920929, "accuracy": 0.7555555555555555, "precision": 0.7402597402597403, "recall": 0.9661016949152542, "f1": 0.8382352941176471, "specificity": 0.3548387096774194, "tp": 57, "fp": 20, "tn": 11, "fn": 2 }, { "threshold": 0.28999999165534973, "accuracy": 0.7444444444444445, "precision": 0.7432432432432432, "recall": 0.9322033898305084, "f1": 0.8270676691729323, "specificity": 0.3870967741935484, "tp": 55, "fp": 19, "tn": 12, "fn": 4 }, { "threshold": 0.30000001192092896, "accuracy": 0.7444444444444445, "precision": 0.7432432432432432, "recall": 0.9322033898305084, "f1": 0.8270676691729323, "specificity": 0.3870967741935484, "tp": 55, "fp": 19, "tn": 12, "fn": 4 }, { "threshold": 0.3100000023841858, "accuracy": 0.7333333333333333, "precision": 0.7397260273972602, "recall": 0.9152542372881356, "f1": 0.818181818181818, "specificity": 0.3870967741935484, "tp": 54, "fp": 19, "tn": 12, "fn": 5 }, { "threshold": 0.3199999928474426, "accuracy": 0.7333333333333333, "precision": 0.7397260273972602, "recall": 0.9152542372881356, "f1": 0.818181818181818, "specificity": 0.3870967741935484, "tp": 54, "fp": 19, "tn": 12, "fn": 5 }, { "threshold": 0.33000001311302185, "accuracy": 0.7333333333333333, "precision": 0.7397260273972602, "recall": 0.9152542372881356, "f1": 0.818181818181818, "specificity": 0.3870967741935484, "tp": 54, "fp": 19, "tn": 12, "fn": 5 }, { "threshold": 0.3400000035762787, "accuracy": 0.7555555555555555, "precision": 0.7605633802816901, "recall": 0.9152542372881356, "f1": 0.8307692307692307, "specificity": 0.45161290322580644, "tp": 54, "fp": 17, "tn": 14, "fn": 5 }, { "threshold": 0.3499999940395355, "accuracy": 0.7666666666666667, "precision": 0.7714285714285715, "recall": 0.9152542372881356, "f1": 0.8372093023255813, "specificity": 0.4838709677419355, "tp": 54, "fp": 16, "tn": 15, "fn": 5 }, { "threshold": 0.36000001430511475, "accuracy": 0.7888888888888889, "precision": 0.7941176470588235, "recall": 0.9152542372881356, "f1": 0.8503937007874015, "specificity": 0.5483870967741935, "tp": 54, "fp": 14, "tn": 17, "fn": 5 }, { "threshold": 0.3700000047683716, "accuracy": 0.8, "precision": 0.8059701492537313, "recall": 0.9152542372881356, "f1": 0.8571428571428572, "specificity": 0.5806451612903226, "tp": 54, "fp": 13, "tn": 18, "fn": 5 }, { "threshold": 0.3799999952316284, "accuracy": 0.8111111111111111, "precision": 0.8181818181818182, "recall": 0.9152542372881356, "f1": 0.8640000000000001, "specificity": 0.6129032258064516, "tp": 54, "fp": 12, "tn": 19, "fn": 5 }, { "threshold": 0.38999998569488525, "accuracy": 0.8111111111111111, "precision": 0.8181818181818182, "recall": 0.9152542372881356, "f1": 0.8640000000000001, "specificity": 0.6129032258064516, "tp": 54, "fp": 12, "tn": 19, "fn": 5 }, { "threshold": 0.4000000059604645, "accuracy": 0.8111111111111111, "precision": 0.8181818181818182, "recall": 0.9152542372881356, "f1": 0.8640000000000001, "specificity": 0.6129032258064516, "tp": 54, "fp": 12, "tn": 19, "fn": 5 }, { "threshold": 0.4099999964237213, "accuracy": 0.8222222222222222, "precision": 0.8307692307692308, "recall": 0.9152542372881356, "f1": 0.870967741935484, "specificity": 0.6451612903225806, "tp": 54, "fp": 11, "tn": 20, "fn": 5 }, { "threshold": 0.41999998688697815, "accuracy": 0.8333333333333334, "precision": 0.84375, "recall": 0.9152542372881356, "f1": 0.8780487804878049, "specificity": 0.6774193548387096, "tp": 54, "fp": 10, "tn": 21, "fn": 5 }, { "threshold": 0.4300000071525574, "accuracy": 0.8444444444444444, "precision": 0.8571428571428571, "recall": 0.9152542372881356, "f1": 0.8852459016393444, "specificity": 0.7096774193548387, "tp": 54, "fp": 9, "tn": 22, "fn": 5 }, { "threshold": 0.4399999976158142, "accuracy": 0.8555555555555555, "precision": 0.8709677419354839, "recall": 0.9152542372881356, "f1": 0.8925619834710744, "specificity": 0.7419354838709677, "tp": 54, "fp": 8, "tn": 23, "fn": 5 }, { "threshold": 0.44999998807907104, "accuracy": 0.8333333333333334, "precision": 0.8666666666666667, "recall": 0.8813559322033898, "f1": 0.8739495798319329, "specificity": 0.7419354838709677, "tp": 52, "fp": 8, "tn": 23, "fn": 7 }, { "threshold": 0.46000000834465027, "accuracy": 0.8222222222222222, "precision": 0.864406779661017, "recall": 0.864406779661017, "f1": 0.864406779661017, "specificity": 0.7419354838709677, "tp": 51, "fp": 8, "tn": 23, "fn": 8 }, { "threshold": 0.4699999988079071, "accuracy": 0.7888888888888889, "precision": 0.8571428571428571, "recall": 0.8135593220338984, "f1": 0.8347826086956522, "specificity": 0.7419354838709677, "tp": 48, "fp": 8, "tn": 23, "fn": 11 }, { "threshold": 0.47999998927116394, "accuracy": 0.7888888888888889, "precision": 0.8571428571428571, "recall": 0.8135593220338984, "f1": 0.8347826086956522, "specificity": 0.7419354838709677, "tp": 48, "fp": 8, "tn": 23, "fn": 11 }, { "threshold": 0.49000000953674316, "accuracy": 0.7888888888888889, "precision": 0.8571428571428571, "recall": 0.8135593220338984, "f1": 0.8347826086956522, "specificity": 0.7419354838709677, "tp": 48, "fp": 8, "tn": 23, "fn": 11 }, { "threshold": 0.5, "accuracy": 0.7888888888888889, "precision": 0.8571428571428571, "recall": 0.8135593220338984, "f1": 0.8347826086956522, "specificity": 0.7419354838709677, "tp": 48, "fp": 8, "tn": 23, "fn": 11 }, { "threshold": 0.5099999904632568, "accuracy": 0.7888888888888889, "precision": 0.8703703703703703, "recall": 0.7966101694915254, "f1": 0.8318584070796461, "specificity": 0.7741935483870968, "tp": 47, "fp": 7, "tn": 24, "fn": 12 }, { "threshold": 0.5199999809265137, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5299999713897705, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5400000214576721, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.550000011920929, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5600000023841858, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5699999928474426, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5799999833106995, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.5899999737739563, "accuracy": 0.8, "precision": 0.8867924528301887, "recall": 0.7966101694915254, "f1": 0.8392857142857143, "specificity": 0.8064516129032258, "tp": 47, "fp": 6, "tn": 25, "fn": 12 }, { "threshold": 0.6000000238418579, "accuracy": 0.8222222222222222, "precision": 0.9215686274509803, "recall": 0.7966101694915254, "f1": 0.8545454545454545, "specificity": 0.8709677419354839, "tp": 47, "fp": 4, "tn": 27, "fn": 12 }, { "threshold": 0.6100000143051147, "accuracy": 0.8222222222222222, "precision": 0.9215686274509803, "recall": 0.7966101694915254, "f1": 0.8545454545454545, "specificity": 0.8709677419354839, "tp": 47, "fp": 4, "tn": 27, "fn": 12 }, { "threshold": 0.6200000047683716, "accuracy": 0.8222222222222222, "precision": 0.9215686274509803, "recall": 0.7966101694915254, "f1": 0.8545454545454545, "specificity": 0.8709677419354839, "tp": 47, "fp": 4, "tn": 27, "fn": 12 }, { "threshold": 0.6299999952316284, "accuracy": 0.8333333333333334, "precision": 0.94, "recall": 0.7966101694915254, "f1": 0.8623853211009174, "specificity": 0.9032258064516129, "tp": 47, "fp": 3, "tn": 28, "fn": 12 }, { "threshold": 0.6399999856948853, "accuracy": 0.8444444444444444, "precision": 0.9591836734693877, "recall": 0.7966101694915254, "f1": 0.8703703703703702, "specificity": 0.9354838709677419, "tp": 47, "fp": 2, "tn": 29, "fn": 12 }, { "threshold": 0.6499999761581421, "accuracy": 0.8444444444444444, "precision": 0.9591836734693877, "recall": 0.7966101694915254, "f1": 0.8703703703703702, "specificity": 0.9354838709677419, "tp": 47, "fp": 2, "tn": 29, "fn": 12 }, { "threshold": 0.6600000262260437, "accuracy": 0.8444444444444444, "precision": 0.9591836734693877, "recall": 0.7966101694915254, "f1": 0.8703703703703702, "specificity": 0.9354838709677419, "tp": 47, "fp": 2, "tn": 29, "fn": 12 }, { "threshold": 0.6700000166893005, "accuracy": 0.8333333333333334, "precision": 0.9583333333333334, "recall": 0.7796610169491526, "f1": 0.8598130841121496, "specificity": 0.9354838709677419, "tp": 46, "fp": 2, "tn": 29, "fn": 13 }, { "threshold": 0.6800000071525574, "accuracy": 0.8222222222222222, "precision": 0.9574468085106383, "recall": 0.7627118644067796, "f1": 0.8490566037735849, "specificity": 0.9354838709677419, "tp": 45, "fp": 2, "tn": 29, "fn": 14 }, { "threshold": 0.6899999976158142, "accuracy": 0.8222222222222222, "precision": 0.9574468085106383, "recall": 0.7627118644067796, "f1": 0.8490566037735849, "specificity": 0.9354838709677419, "tp": 45, "fp": 2, "tn": 29, "fn": 14 }, { "threshold": 0.699999988079071, "accuracy": 0.8222222222222222, "precision": 0.9574468085106383, "recall": 0.7627118644067796, "f1": 0.8490566037735849, "specificity": 0.9354838709677419, "tp": 45, "fp": 2, "tn": 29, "fn": 14 }, { "threshold": 0.7099999785423279, "accuracy": 0.8111111111111111, "precision": 0.9565217391304348, "recall": 0.7457627118644068, "f1": 0.8380952380952381, "specificity": 0.9354838709677419, "tp": 44, "fp": 2, "tn": 29, "fn": 15 }, { "threshold": 0.7200000286102295, "accuracy": 0.8, "precision": 0.9555555555555556, "recall": 0.7288135593220338, "f1": 0.8269230769230769, "specificity": 0.9354838709677419, "tp": 43, "fp": 2, "tn": 29, "fn": 16 }, { "threshold": 0.7300000190734863, "accuracy": 0.8, "precision": 0.9555555555555556, "recall": 0.7288135593220338, "f1": 0.8269230769230769, "specificity": 0.9354838709677419, "tp": 43, "fp": 2, "tn": 29, "fn": 16 }, { "threshold": 0.7400000095367432, "accuracy": 0.8, "precision": 0.9555555555555556, "recall": 0.7288135593220338, "f1": 0.8269230769230769, "specificity": 0.9354838709677419, "tp": 43, "fp": 2, "tn": 29, "fn": 16 }, { "threshold": 0.75, "accuracy": 0.7777777777777778, "precision": 0.975609756097561, "recall": 0.6779661016949152, "f1": 0.7999999999999999, "specificity": 0.967741935483871, "tp": 40, "fp": 1, "tn": 30, "fn": 19 }, { "threshold": 0.7599999904632568, "accuracy": 0.7888888888888889, "precision": 1.0, "recall": 0.6779661016949152, "f1": 0.8080808080808081, "specificity": 1.0, "tp": 40, "fp": 0, "tn": 31, "fn": 19 }, { "threshold": 0.7699999809265137, "accuracy": 0.7777777777777778, "precision": 1.0, "recall": 0.6610169491525424, "f1": 0.7959183673469388, "specificity": 1.0, "tp": 39, "fp": 0, "tn": 31, "fn": 20 }, { "threshold": 0.7799999713897705, "accuracy": 0.7777777777777778, "precision": 1.0, "recall": 0.6610169491525424, "f1": 0.7959183673469388, "specificity": 1.0, "tp": 39, "fp": 0, "tn": 31, "fn": 20 }, { "threshold": 0.7900000214576721, "accuracy": 0.7666666666666667, "precision": 1.0, "recall": 0.6440677966101694, "f1": 0.7835051546391751, "specificity": 1.0, "tp": 38, "fp": 0, "tn": 31, "fn": 21 }, { "threshold": 0.800000011920929, "accuracy": 0.7666666666666667, "precision": 1.0, "recall": 0.6440677966101694, "f1": 0.7835051546391751, "specificity": 1.0, "tp": 38, "fp": 0, "tn": 31, "fn": 21 }, { "threshold": 0.8100000023841858, "accuracy": 0.7666666666666667, "precision": 1.0, "recall": 0.6440677966101694, "f1": 0.7835051546391751, "specificity": 1.0, "tp": 38, "fp": 0, "tn": 31, "fn": 21 }, { "threshold": 0.8199999928474426, "accuracy": 0.7555555555555555, "precision": 1.0, "recall": 0.6271186440677966, "f1": 0.7708333333333333, "specificity": 1.0, "tp": 37, "fp": 0, "tn": 31, "fn": 22 }, { "threshold": 0.8299999833106995, "accuracy": 0.7222222222222222, "precision": 1.0, "recall": 0.576271186440678, "f1": 0.7311827956989247, "specificity": 1.0, "tp": 34, "fp": 0, "tn": 31, "fn": 25 }, { "threshold": 0.8399999737739563, "accuracy": 0.7222222222222222, "precision": 1.0, "recall": 0.576271186440678, "f1": 0.7311827956989247, "specificity": 1.0, "tp": 34, "fp": 0, "tn": 31, "fn": 25 }, { "threshold": 0.8500000238418579, "accuracy": 0.7111111111111111, "precision": 1.0, "recall": 0.559322033898305, "f1": 0.717391304347826, "specificity": 1.0, "tp": 33, "fp": 0, "tn": 31, "fn": 26 }, { "threshold": 0.8600000143051147, "accuracy": 0.6666666666666666, "precision": 1.0, "recall": 0.4915254237288136, "f1": 0.6590909090909091, "specificity": 1.0, "tp": 29, "fp": 0, "tn": 31, "fn": 30 }, { "threshold": 0.8700000047683716, "accuracy": 0.6444444444444445, "precision": 1.0, "recall": 0.4576271186440678, "f1": 0.627906976744186, "specificity": 1.0, "tp": 27, "fp": 0, "tn": 31, "fn": 32 }, { "threshold": 0.8799999952316284, "accuracy": 0.6222222222222222, "precision": 1.0, "recall": 0.423728813559322, "f1": 0.5952380952380952, "specificity": 1.0, "tp": 25, "fp": 0, "tn": 31, "fn": 34 }, { "threshold": 0.8899999856948853, "accuracy": 0.6111111111111112, "precision": 1.0, "recall": 0.4067796610169492, "f1": 0.5783132530120482, "specificity": 1.0, "tp": 24, "fp": 0, "tn": 31, "fn": 35 }, { "threshold": 0.8999999761581421, "accuracy": 0.6, "precision": 1.0, "recall": 0.3898305084745763, "f1": 0.5609756097560975, "specificity": 1.0, "tp": 23, "fp": 0, "tn": 31, "fn": 36 }, { "threshold": 0.9100000262260437, "accuracy": 0.5777777777777777, "precision": 1.0, "recall": 0.3559322033898305, "f1": 0.525, "specificity": 1.0, "tp": 21, "fp": 0, "tn": 31, "fn": 38 }, { "threshold": 0.9200000166893005, "accuracy": 0.5777777777777777, "precision": 1.0, "recall": 0.3559322033898305, "f1": 0.525, "specificity": 1.0, "tp": 21, "fp": 0, "tn": 31, "fn": 38 }, { "threshold": 0.9300000071525574, "accuracy": 0.5444444444444444, "precision": 1.0, "recall": 0.3050847457627119, "f1": 0.4675324675324675, "specificity": 1.0, "tp": 18, "fp": 0, "tn": 31, "fn": 41 }, { "threshold": 0.9399999976158142, "accuracy": 0.5, "precision": 1.0, "recall": 0.23728813559322035, "f1": 0.3835616438356164, "specificity": 1.0, "tp": 14, "fp": 0, "tn": 31, "fn": 45 }, { "threshold": 0.949999988079071, "accuracy": 0.4666666666666667, "precision": 1.0, "recall": 0.1864406779661017, "f1": 0.3142857142857143, "specificity": 1.0, "tp": 11, "fp": 0, "tn": 31, "fn": 48 } ] }, "metrics": { "threshold": 0.4399999976158142, "accuracy": 0.7666666666666667, "precision": 0.8518518518518519, "recall": 0.7796610169491526, "f1": 0.8141592920353983, "specificity": 0.7419354838709677, "tp": 46, "fp": 8, "tn": 23, "fn": 13 }, "predictions": [ { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::8", "label": 1, "probability": 0.8520132303237915, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::14", "label": 1, "probability": 0.8699598908424377, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::37", "label": 1, "probability": 0.9336227774620056, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0000.jsonl::94", "label": 1, "probability": 0.9337007999420166, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::59", "label": 1, "probability": 0.6863864064216614, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::81", "label": 1, "probability": 0.682214617729187, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0003.jsonl::102", "label": 1, "probability": 0.6886826157569885, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0004.jsonl::28", "label": 1, "probability": 0.8647910356521606, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0004.jsonl::53", "label": 1, "probability": 0.9317982792854309, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::32", "label": 1, "probability": 0.9493811130523682, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::36", "label": 1, "probability": 0.9105619788169861, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::38", "label": 1, "probability": 0.9019172787666321, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0005.jsonl::78", "label": 1, "probability": 0.9466699361801147, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::17", "label": 1, "probability": 0.9384879469871521, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::222", "label": 1, "probability": 0.8881984353065491, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::317", "label": 1, "probability": 0.9060897827148438, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::322", "label": 1, "probability": 0.9128957390785217, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::327", "label": 1, "probability": 0.9204404354095459, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0006.jsonl::425", "label": 1, "probability": 0.8994796872138977, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::6", "label": 1, "probability": 0.9046456217765808, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::11", "label": 1, "probability": 0.9543314576148987, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0007.jsonl::55", "label": 1, "probability": 0.7545437812805176, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::16", "label": 1, "probability": 0.8667351603507996, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::32", "label": 1, "probability": 0.8567636609077454, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::67", "label": 1, "probability": 0.918170154094696, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::89", "label": 1, "probability": 0.9679290056228638, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::166", "label": 1, "probability": 0.943603515625, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0008.jsonl::247", "label": 1, "probability": 0.8778992295265198, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::15", "label": 1, "probability": 0.9484663009643555, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::20", "label": 1, "probability": 0.9556820392608643, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::21", "label": 1, "probability": 0.9416317939758301, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::39", "label": 1, "probability": 0.4875154495239258, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0009.jsonl::47", "label": 1, "probability": 0.49700379371643066, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0010.jsonl::17", "label": 1, "probability": 0.9008585214614868, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0010.jsonl::77", "label": 1, "probability": 0.9598382115364075, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0011.jsonl::46", "label": 1, "probability": 0.3544246554374695, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/bifurcation/FILE0011.jsonl::135", "label": 1, "probability": 0.5529760122299194, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::233", "label": 1, "probability": 0.3412242829799652, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::250", "label": 1, "probability": 0.407600998878479, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::255", "label": 1, "probability": 0.3676401674747467, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::276", "label": 1, "probability": 0.34746357798576355, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::326", "label": 1, "probability": 0.3159143328666687, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::425", "label": 0, "probability": 0.2891981899738312, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::484", "label": 0, "probability": 0.2695976197719574, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::527", "label": 0, "probability": 0.28281694650650024, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0000.jsonl::639", "label": 0, "probability": 0.5728926658630371, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::117", "label": 1, "probability": 0.2620634138584137, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::126", "label": 1, "probability": 0.3537193238735199, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::149", "label": 1, "probability": 0.35734856128692627, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::203", "label": 1, "probability": 0.3904372453689575, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0001.jsonl::209", "label": 1, "probability": 0.3711567223072052, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::80", "label": 0, "probability": 0.31032079458236694, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::136", "label": 0, "probability": 0.2653164863586426, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0002.jsonl::248", "label": 0, "probability": 0.4489721357822418, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::11", "label": 0, "probability": 0.4094250202178955, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::53", "label": 0, "probability": 0.5171767473220825, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0003.jsonl::143", "label": 0, "probability": 0.25668415427207947, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::225", "label": 0, "probability": 0.3847239911556244, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::320", "label": 0, "probability": 0.4430013597011566, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::391", "label": 0, "probability": 0.5040184855461121, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0004.jsonl::395", "label": 0, "probability": 0.46412724256515503, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::128", "label": 0, "probability": 0.2816137969493866, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::194", "label": 1, "probability": 0.7711681723594666, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0005.jsonl::393", "label": 0, "probability": 0.2563396990299225, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::204", "label": 0, "probability": 0.1665920913219452, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::315", "label": 0, "probability": 0.21522946655750275, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::428", "label": 0, "probability": 0.14917495846748352, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::444", "label": 0, "probability": 0.18986746668815613, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::499", "label": 0, "probability": 0.13791657984256744, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0006.jsonl::573", "label": 0, "probability": 0.07007283717393875, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::3", "label": 0, "probability": 0.13071490824222565, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::96", "label": 1, "probability": 0.22224751114845276, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::113", "label": 0, "probability": 0.3431071639060974, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::156", "label": 1, "probability": 0.6278573274612427, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::428", "label": 1, "probability": 0.6008956432342529, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::436", "label": 1, "probability": 0.7464311122894287, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::512", "label": 1, "probability": 0.6568673253059387, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::566", "label": 1, "probability": 0.268964022397995, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::567", "label": 0, "probability": 0.37330737709999084, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0007.jsonl::573", "label": 0, "probability": 0.3404105007648468, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::7", "label": 0, "probability": 0.25095072388648987, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::35", "label": 0, "probability": 0.35128340125083923, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::169", "label": 1, "probability": 0.5563434958457947, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::253", "label": 1, "probability": 0.6003788709640503, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0008.jsonl::385", "label": 1, "probability": 0.7353663444519043, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::46", "label": 0, "probability": 0.5041874051094055, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::100", "label": 0, "probability": 0.4599608778953552, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::118", "label": 0, "probability": 0.22821682691574097, "predicted_label": 0 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::345", "label": 1, "probability": 0.47367414832115173, "predicted_label": 1 }, { "sample_id": "evals/frame_bank_merged/paul/FILE0009.jsonl::441", "label": 1, "probability": 0.8214868307113647, "predicted_label": 1 } ] }