| { |
| "cutoffs": [ |
| 2.0, |
| 2.5, |
| 3.0, |
| 3.5, |
| 4.0, |
| 5.0, |
| 6.0 |
| ], |
| "n_test_events": 2167, |
| "n_positive": 73, |
| "baseline": [ |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 2.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 2.5, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 3.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 3.5, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 4.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 5.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.061184346220415166, |
| "auc_roc": 0.6374507725922728, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.13223140017211957, |
| "optimal_threshold": 0.03237410071942446, |
| "threshold": 0.03237410071942446, |
| "recall_at_prec_30": 0.0, |
| "recall_at_prec_50": 0.0, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 6.0, |
| "n_events": 2167 |
| } |
| ], |
| "xgboost": [ |
| { |
| "auc_pr": 0.9883137899600032, |
| "auc_roc": 0.9995878635632139, |
| "f1_at_50": 0.935064935064935, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.9411764655987015, |
| "optimal_threshold": 0.5284891724586487, |
| "threshold": 0.5284891724586487, |
| "recall_at_prec_30": 1.0, |
| "recall_at_prec_50": 1.0, |
| "recall_at_prec_70": 1.0, |
| "cutoff": 2.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.9123203140942627, |
| "auc_roc": 0.9903418565869928, |
| "f1_at_50": 0.8421052631578947, |
| "n_positive": 70, |
| "n_total": 2126, |
| "pos_rate": 0.03292568203198495, |
| "f1": 0.8467153234695509, |
| "optimal_threshold": 0.9780168533325195, |
| "threshold": 0.9780168533325195, |
| "recall_at_prec_30": 0.9857142857142858, |
| "recall_at_prec_50": 0.9714285714285714, |
| "recall_at_prec_70": 0.9285714285714286, |
| "cutoff": 2.5, |
| "n_events": 2126 |
| }, |
| { |
| "auc_pr": 0.7112636105696798, |
| "auc_roc": 0.9702624390685601, |
| "f1_at_50": 0.7012987012987013, |
| "n_positive": 67, |
| "n_total": 2045, |
| "pos_rate": 0.03276283618581907, |
| "f1": 0.722222217246335, |
| "optimal_threshold": 0.9061354398727417, |
| "threshold": 0.9061354398727417, |
| "recall_at_prec_30": 0.9104477611940298, |
| "recall_at_prec_50": 0.8507462686567164, |
| "recall_at_prec_70": 0.7164179104477612, |
| "cutoff": 3.0, |
| "n_events": 2045 |
| }, |
| { |
| "auc_pr": 0.7224173760553306, |
| "auc_roc": 0.9779084384250436, |
| "f1_at_50": 0.6666666666666666, |
| "n_positive": 65, |
| "n_total": 1962, |
| "pos_rate": 0.033129459734964326, |
| "f1": 0.6802721039104078, |
| "optimal_threshold": 0.8590014576911926, |
| "threshold": 0.8590014576911926, |
| "recall_at_prec_30": 0.9384615384615385, |
| "recall_at_prec_50": 0.8615384615384616, |
| "recall_at_prec_70": 0.6153846153846154, |
| "cutoff": 3.5, |
| "n_events": 1962 |
| }, |
| { |
| "auc_pr": 0.6392429519999454, |
| "auc_roc": 0.9669743064869061, |
| "f1_at_50": 0.5921052631578947, |
| "n_positive": 62, |
| "n_total": 1890, |
| "pos_rate": 0.0328042328042328, |
| "f1": 0.6370370320702333, |
| "optimal_threshold": 0.8714247941970825, |
| "threshold": 0.8714247941970825, |
| "recall_at_prec_30": 0.8870967741935484, |
| "recall_at_prec_50": 0.8064516129032258, |
| "recall_at_prec_70": 0.41935483870967744, |
| "cutoff": 4.0, |
| "n_events": 1890 |
| }, |
| { |
| "auc_pr": 0.42295193898950256, |
| "auc_roc": 0.9482351744481741, |
| "f1_at_50": 0.5419354838709678, |
| "n_positive": 58, |
| "n_total": 1753, |
| "pos_rate": 0.03308613804905876, |
| "f1": 0.5454545404630832, |
| "optimal_threshold": 0.9965507984161377, |
| "threshold": 0.9965507984161377, |
| "recall_at_prec_30": 0.7931034482758621, |
| "recall_at_prec_50": 0.5689655172413793, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 5.0, |
| "n_events": 1753 |
| }, |
| { |
| "auc_pr": 0.3219032626600778, |
| "auc_roc": 0.9162752848174842, |
| "f1_at_50": 0.4027777777777778, |
| "n_positive": 55, |
| "n_total": 1619, |
| "pos_rate": 0.033971587399629403, |
| "f1": 0.42592592092764064, |
| "optimal_threshold": 0.9984425902366638, |
| "threshold": 0.9984425902366638, |
| "recall_at_prec_30": 0.5818181818181818, |
| "recall_at_prec_50": 0.12727272727272726, |
| "recall_at_prec_70": 0.01818181818181818, |
| "cutoff": 6.0, |
| "n_events": 1619 |
| } |
| ], |
| "pitft": [ |
| { |
| "auc_pr": 0.5108315323239697, |
| "auc_roc": 0.9467689811725608, |
| "f1_at_50": 0.0, |
| "n_positive": 73, |
| "n_total": 2167, |
| "pos_rate": 0.03368712505768343, |
| "f1": 0.5325443737908337, |
| "optimal_threshold": 0.18103967607021332, |
| "threshold": 0.18103967607021332, |
| "recall_at_prec_30": 0.7808219178082192, |
| "recall_at_prec_50": 0.5068493150684932, |
| "recall_at_prec_70": 0.2876712328767123, |
| "cutoff": 2.0, |
| "n_events": 2167 |
| }, |
| { |
| "auc_pr": 0.40929547300496166, |
| "auc_roc": 0.9342620900500278, |
| "f1_at_50": 0.028169014084507043, |
| "n_positive": 70, |
| "n_total": 2126, |
| "pos_rate": 0.03292568203198495, |
| "f1": 0.45121950730220106, |
| "optimal_threshold": 0.18565748631954193, |
| "threshold": 0.18565748631954193, |
| "recall_at_prec_30": 0.6571428571428571, |
| "recall_at_prec_50": 0.35714285714285715, |
| "recall_at_prec_70": 0.2, |
| "cutoff": 2.5, |
| "n_events": 2126 |
| }, |
| { |
| "auc_pr": 0.3126159912723518, |
| "auc_roc": 0.9086669785551514, |
| "f1_at_50": 0.056338028169014086, |
| "n_positive": 67, |
| "n_total": 2045, |
| "pos_rate": 0.03276283618581907, |
| "f1": 0.3968253918455531, |
| "optimal_threshold": 0.2572215497493744, |
| "threshold": 0.2572215497493744, |
| "recall_at_prec_30": 0.4626865671641791, |
| "recall_at_prec_50": 0.208955223880597, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 3.0, |
| "n_events": 2045 |
| }, |
| { |
| "auc_pr": 0.32548992974654617, |
| "auc_roc": 0.9031263939013017, |
| "f1_at_50": 0.058823529411764705, |
| "n_positive": 65, |
| "n_total": 1962, |
| "pos_rate": 0.033129459734964326, |
| "f1": 0.3716814110423683, |
| "optimal_threshold": 0.28492599725723267, |
| "threshold": 0.28492599725723267, |
| "recall_at_prec_30": 0.46153846153846156, |
| "recall_at_prec_50": 0.26153846153846155, |
| "recall_at_prec_70": 0.015384615384615385, |
| "cutoff": 3.5, |
| "n_events": 1962 |
| }, |
| { |
| "auc_pr": 0.286925285041537, |
| "auc_roc": 0.892249594127197, |
| "f1_at_50": 0.0, |
| "n_positive": 62, |
| "n_total": 1890, |
| "pos_rate": 0.0328042328042328, |
| "f1": 0.3736263691341626, |
| "optimal_threshold": 0.16788320243358612, |
| "threshold": 0.16788320243358612, |
| "recall_at_prec_30": 0.45161290322580644, |
| "recall_at_prec_50": 0.22580645161290322, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 4.0, |
| "n_events": 1890 |
| }, |
| { |
| "auc_pr": 0.23877494536053875, |
| "auc_roc": 0.867622825755264, |
| "f1_at_50": 0.0625, |
| "n_positive": 58, |
| "n_total": 1753, |
| "pos_rate": 0.03308613804905876, |
| "f1": 0.33082706275086216, |
| "optimal_threshold": 0.21164827048778534, |
| "threshold": 0.21164827048778534, |
| "recall_at_prec_30": 0.3103448275862069, |
| "recall_at_prec_50": 0.1896551724137931, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 5.0, |
| "n_events": 1753 |
| }, |
| { |
| "auc_pr": 0.1838323482889146, |
| "auc_roc": 0.8097419204836084, |
| "f1_at_50": 0.06666666666666667, |
| "n_positive": 55, |
| "n_total": 1619, |
| "pos_rate": 0.033971587399629403, |
| "f1": 0.2741935434508325, |
| "optimal_threshold": 0.21228547394275665, |
| "threshold": 0.21228547394275665, |
| "recall_at_prec_30": 0.18181818181818182, |
| "recall_at_prec_50": 0.07272727272727272, |
| "recall_at_prec_70": 0.0, |
| "cutoff": 6.0, |
| "n_events": 1619 |
| } |
| ] |
| } |
