diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..b9f66b24e442e25e18d0d1ea9767d1b0eb81c215 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +linear_regression/npv0.9/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +linear_regression/npv0.95/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +linear_regression/npv0.97/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.95_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.95_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.95_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.97_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.97_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.97_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.99_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.99_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.99_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.9_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.9_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +logistic_regression/npv0.9_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.95_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.95_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.95_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.97_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.97_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.97_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.99_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.99_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.99_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.9_horizon100/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.9_horizon1000/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_classifier/npv0.9_horizon500/evaluation_plots.png filter=lfs diff=lfs merge=lfs -text +nn_regression/npv0.9/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +nn_regression/npv0.95/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +nn_regression/npv0.97/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text +nn_regression/npv0.99/actual_vs_predicted.png filter=lfs diff=lfs merge=lfs -text diff --git a/linear_regression/npv0.9/actual_vs_predicted.png b/linear_regression/npv0.9/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..d3156feaab20814c9f585da9f5d56a7d2ba74a29 --- /dev/null +++ b/linear_regression/npv0.9/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99eca0537b0f28006f700bffda52c2db25b7674ad2c7db998d78dd816d4b9f8c +size 145340 diff --git a/linear_regression/npv0.9/metrics.json b/linear_regression/npv0.9/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9771670d0cbfe2c4301e6dfa7e2c5f6848c727c8 --- /dev/null +++ b/linear_regression/npv0.9/metrics.json @@ -0,0 +1,31 @@ +{ + "npv_target": 0.9, + "n_train": 49000, + "n_test": 20900, + "mae": 11.633874262135873, + "rmse": 25.58031152641909, + "r2": 0.0010449688729627926, + "coefficients": [ + -94.11516419874486, + 0.34995199917273623 + ], + "intercept": 83.56815108863157, + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 8.267942583732058, + "pct_overestimate": 91.73205741626795 + }, + "slack_25": { + "pct_underestimate": 4.090909090909091, + "pct_overestimate": 95.9090909090909 + }, + "slack_50": { + "pct_underestimate": 1.827751196172249, + "pct_overestimate": 98.17224880382776 + }, + "slack_100": { + "pct_underestimate": 0.8086124401913876, + "pct_overestimate": 99.1913875598086 + } + } +} \ No newline at end of file diff --git a/linear_regression/npv0.9/model.joblib b/linear_regression/npv0.9/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..5e6be6f9990a73d2e1bb46b8cb47e6914c2e24a4 --- /dev/null +++ b/linear_regression/npv0.9/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8185bd6a0b7055994116f3248698583ed0e4f14c19900ec35beb95b7c680d5bd +size 856 diff --git a/linear_regression/npv0.95/actual_vs_predicted.png b/linear_regression/npv0.95/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..9bc54ebda3ffee46555e36674b01935859135e92 --- /dev/null +++ b/linear_regression/npv0.95/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05896c91d3bae0c2a9fda4b194602f13cf1bf678fc051e61e84c881788f2bd75 +size 127612 diff --git a/linear_regression/npv0.95/metrics.json b/linear_regression/npv0.95/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc56d15fe57b5f1483f49557870e62aebd6a896 --- /dev/null +++ b/linear_regression/npv0.95/metrics.json @@ -0,0 +1,31 @@ +{ + "npv_target": 0.95, + "n_train": 45800, + "n_test": 20200, + "mae": 28.658556044144753, + "rmse": 60.11345863788914, + "r2": 0.19727375149009485, + "coefficients": [ + -124.09086533123121, + 0.18368648507706478 + ], + "intercept": 127.33368513714595, + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 16.742574257425744, + "pct_overestimate": 83.25742574257426 + }, + "slack_25": { + "pct_underestimate": 12.856435643564357, + "pct_overestimate": 87.14356435643565 + }, + "slack_50": { + "pct_underestimate": 8.183168316831683, + "pct_overestimate": 91.81683168316832 + }, + "slack_100": { + "pct_underestimate": 4.435643564356435, + "pct_overestimate": 95.56435643564356 + } + } +} \ No newline at end of file diff --git a/linear_regression/npv0.95/model.joblib b/linear_regression/npv0.95/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..67ca5f112a55daed5cc4295a908818f4efef9ad7 --- /dev/null +++ b/linear_regression/npv0.95/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5ee8beb99747962c55543fb94bcc513e9b815a82791c66aa7eec22deb0f709 +size 856 diff --git a/linear_regression/npv0.97/actual_vs_predicted.png b/linear_regression/npv0.97/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..61966c5b9fca9304142d6f971d48f42688465953 --- /dev/null +++ b/linear_regression/npv0.97/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1501f1e1fb3a5d3ee8f87a924520cac017d783d51334f6ab2438e1fe56f04f +size 149016 diff --git a/linear_regression/npv0.97/metrics.json b/linear_regression/npv0.97/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..92b7456cadffc83a830eb11fbfc487dd1837260c --- /dev/null +++ b/linear_regression/npv0.97/metrics.json @@ -0,0 +1,31 @@ +{ + "npv_target": 0.97, + "n_train": 41200, + "n_test": 18500, + "mae": 48.44661709815308, + "rmse": 88.56895422773972, + "r2": 0.22890608177959504, + "coefficients": [ + -228.10711160948182, + 0.22943030487463797 + ], + "intercept": 225.656030148017, + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 21.427027027027027, + "pct_overestimate": 78.57297297297298 + }, + "slack_25": { + "pct_underestimate": 16.594594594594593, + "pct_overestimate": 83.4054054054054 + }, + "slack_50": { + "pct_underestimate": 12.664864864864864, + "pct_overestimate": 87.33513513513513 + }, + "slack_100": { + "pct_underestimate": 8.518918918918919, + "pct_overestimate": 91.48108108108109 + } + } +} \ No newline at end of file diff --git a/linear_regression/npv0.97/model.joblib b/linear_regression/npv0.97/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..f0c0b6041c93f5356bd20c50b2c9c9911cc4a24e --- /dev/null +++ b/linear_regression/npv0.97/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82155846509b27785eaa92e2c9b059439017ab1ffb407329b0e7901ab831af41 +size 856 diff --git a/linear_regression/npv0.99/actual_vs_predicted.png b/linear_regression/npv0.99/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..7cc1c14fb0902951bd2d4b0a3a5d6d3c4f41804a Binary files /dev/null and b/linear_regression/npv0.99/actual_vs_predicted.png differ diff --git a/linear_regression/npv0.99/metrics.json b/linear_regression/npv0.99/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..088e499a8bedc86a453cc3ddf15c2b908770a046 --- /dev/null +++ b/linear_regression/npv0.99/metrics.json @@ -0,0 +1,31 @@ +{ + "npv_target": 0.99, + "n_train": 32400, + "n_test": 15800, + "mae": 76.13472407129544, + "rmse": 191.13433576933988, + "r2": 0.21675117379152753, + "coefficients": [ + -365.6436592823105, + 0.15818165511813037 + ], + "intercept": 301.6590086494083, + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 21.17721518987342, + "pct_overestimate": 78.82278481012658 + }, + "slack_25": { + "pct_underestimate": 18.075949367088604, + "pct_overestimate": 81.92405063291139 + }, + "slack_50": { + "pct_underestimate": 14.689873417721518, + "pct_overestimate": 85.31012658227849 + }, + "slack_100": { + "pct_underestimate": 9.981012658227847, + "pct_overestimate": 90.01898734177215 + } + } +} \ No newline at end of file diff --git a/linear_regression/npv0.99/model.joblib b/linear_regression/npv0.99/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..ca57ee9d372f152d07a3f51a214e248152801700 --- /dev/null +++ b/linear_regression/npv0.99/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a156a37cc579013c2f3748e572739dfb6e2a56a7c6417c6a002379a89fa8fbf +size 856 diff --git a/logistic_regression/npv0.95_horizon100/evaluation_plots.png b/logistic_regression/npv0.95_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..6270269f170ba930179e08d903684481ffca5128 --- /dev/null +++ b/logistic_regression/npv0.95_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114332e9ace9392ec2f3b51a721baf7d2b2a422abf79b3dcc49b73ad8f0e13b9 +size 128155 diff --git a/logistic_regression/npv0.95_horizon100/metrics.json b/logistic_regression/npv0.95_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d7b647b58f94be364e698a7bfe1e781af2b33664 --- /dev/null +++ b/logistic_regression/npv0.95_horizon100/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.95, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.876036866359447, + "precision": 0.8832787907121707, + "recall": 0.9746088152691007, + "f1": 0.9266990026704452, + "roc_auc": 0.8959571166262684, + "confusion_matrix": [ + [ + 17004, + 443 + ], + [ + 2247, + 2006 + ] + ], + "coefficients": [ + [ + 1.281856885421153, + -1.8616443475114361 + ] + ], + "intercept": [ + 1.8814611931084861 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.95_horizon100/model.joblib b/logistic_regression/npv0.95_horizon100/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..2cb3b74cb3fb4716e787ca753d7080b4c7e956b1 --- /dev/null +++ b/logistic_regression/npv0.95_horizon100/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc016aeb225b834a8f93a871c9276160b5bf3ec7001d77b1c9d8c62dc4aded0 +size 1329 diff --git a/logistic_regression/npv0.95_horizon1000/evaluation_plots.png b/logistic_regression/npv0.95_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..fc0344204a3cee888c5c043b9507c2b413187754 --- /dev/null +++ b/logistic_regression/npv0.95_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaea5bce22e0304a680e9019b8f52c4afc396b29cff1bc208918e81b56757178 +size 116813 diff --git a/logistic_regression/npv0.95_horizon1000/metrics.json b/logistic_regression/npv0.95_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..33365d429553d388aa99a102e7982a3752260617 --- /dev/null +++ b/logistic_regression/npv0.95_horizon1000/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.95, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.9862903225806452, + "precision": 0.9898904802021904, + "recall": 0.9957627118644068, + "f1": 0.9928179129700042, + "roc_auc": 0.9780471751412428, + "confusion_matrix": [ + [ + 5875, + 25 + ], + [ + 60, + 240 + ] + ], + "coefficients": [ + [ + 2.5680694581740107, + -1.501235636247838 + ] + ], + "intercept": [ + 5.424925954073802 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.95_horizon1000/model.joblib b/logistic_regression/npv0.95_horizon1000/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..2acb5f96412de8da86e7efce176a2f09eec3926f --- /dev/null +++ b/logistic_regression/npv0.95_horizon1000/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90bbeae42fec7fb77cc6d196373a49bbb873934c4422d750922954d39c0c2cda +size 1329 diff --git a/logistic_regression/npv0.95_horizon500/evaluation_plots.png b/logistic_regression/npv0.95_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..0e6c0f9c001a296dd4e29d4471bb53bc69133b63 --- /dev/null +++ b/logistic_regression/npv0.95_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c36488bddfbfbf0731691a4f71d0ecc6b013f708de487b167f16c6f8cb9982 +size 130468 diff --git a/logistic_regression/npv0.95_horizon500/metrics.json b/logistic_regression/npv0.95_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5db597effb4edd3ea4ef4242c61fe1f427384ba6 --- /dev/null +++ b/logistic_regression/npv0.95_horizon500/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.95, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.9206060606060606, + "precision": 0.926266318537859, + "recall": 0.9910604536819756, + "f1": 0.9575685597063269, + "roc_auc": 0.8524117974750951, + "confusion_matrix": [ + [ + 17738, + 160 + ], + [ + 1412, + 490 + ] + ], + "coefficients": [ + [ + 1.6147479484735405, + -1.2906457167089622 + ] + ], + "intercept": [ + 3.167506313301136 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.95_horizon500/model.joblib b/logistic_regression/npv0.95_horizon500/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..3ab62c2ff7a9f9aee4278d3bb4a8a908cca3b63a --- /dev/null +++ b/logistic_regression/npv0.95_horizon500/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b940270e4ba2491ff4fd62e93724d274e3a74830c2c51ce682891f91743bc4f +size 1329 diff --git a/logistic_regression/npv0.97_horizon100/evaluation_plots.png b/logistic_regression/npv0.97_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..7ebe8fb969e458a973f0f97a0a3dd46f96606eab --- /dev/null +++ b/logistic_regression/npv0.97_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f3b3fe3895d1703b932a38143d0371564d7bc4d481591f08566e81dd44cd3b +size 122898 diff --git a/logistic_regression/npv0.97_horizon100/metrics.json b/logistic_regression/npv0.97_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9c09c24ba7b4e827c637bc143d862b3cc3255cae --- /dev/null +++ b/logistic_regression/npv0.97_horizon100/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.97, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.7749769585253456, + "precision": 0.7805486284289277, + "recall": 0.8679041823923592, + "f1": 0.8219118129764033, + "roc_auc": 0.8718100145095805, + "confusion_matrix": [ + [ + 11268, + 1715 + ], + [ + 3168, + 5549 + ] + ], + "coefficients": [ + [ + 1.645580019085871, + -1.6288464355101335 + ] + ], + "intercept": [ + 0.4211835783546907 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.97_horizon100/model.joblib b/logistic_regression/npv0.97_horizon100/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..1f41e509edd6a891104c7c646945455c43798659 --- /dev/null +++ b/logistic_regression/npv0.97_horizon100/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebdb7228dfa9d38c6b7aab45f25b271ded755acaf73db68575fa3968aca51e9 +size 1329 diff --git a/logistic_regression/npv0.97_horizon1000/evaluation_plots.png b/logistic_regression/npv0.97_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..c306dbaf9ed08bc8b65f8644ca1e857a5ef6d3f0 --- /dev/null +++ b/logistic_regression/npv0.97_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01fdd7594118694a42a42a89e2accefb05fc6fba6de4023e7fafef7107efb978 +size 118829 diff --git a/logistic_regression/npv0.97_horizon1000/metrics.json b/logistic_regression/npv0.97_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..462f20902d63a57e445a46f96dc155524b18099f --- /dev/null +++ b/logistic_regression/npv0.97_horizon1000/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.97, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.947258064516129, + "precision": 0.9484226339509264, + "recall": 0.9968421052631579, + "f1": 0.9720297664870413, + "roc_auc": 0.9361805263157894, + "confusion_matrix": [ + [ + 5682, + 18 + ], + [ + 309, + 191 + ] + ], + "coefficients": [ + [ + 1.6859469926358182, + -0.8960883869966692 + ] + ], + "intercept": [ + 3.295159588293373 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.97_horizon1000/model.joblib b/logistic_regression/npv0.97_horizon1000/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..f0fdba53e3124b59886eb9dbfbcab70357857a0c --- /dev/null +++ b/logistic_regression/npv0.97_horizon1000/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df5fa32da71d484361fad0f2d7bb6bcd01ecca112a803fda1c9558d8c42d50a +size 1329 diff --git a/logistic_regression/npv0.97_horizon500/evaluation_plots.png b/logistic_regression/npv0.97_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..a92bba2568a4a149f80a3a1d443843fc0f12b284 --- /dev/null +++ b/logistic_regression/npv0.97_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1496dc1ecd9f2abb40f7d36d7c0a1086a2481f1bd3fe6f8d4aa2db4d00a273b6 +size 127725 diff --git a/logistic_regression/npv0.97_horizon500/metrics.json b/logistic_regression/npv0.97_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c52b6fd57a0fe3dd18947200f938ef3ddf1689bf --- /dev/null +++ b/logistic_regression/npv0.97_horizon500/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.97, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.8615656565656565, + "precision": 0.8601055605907127, + "recall": 0.9928, + "f1": 0.9217013740109121, + "roc_auc": 0.8604573087757313, + "confusion_matrix": [ + [ + 16133, + 117 + ], + [ + 2624, + 926 + ] + ], + "coefficients": [ + [ + 1.4049365831622382, + -0.9559888080193386 + ] + ], + "intercept": [ + 1.9475540809977727 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.97_horizon500/model.joblib b/logistic_regression/npv0.97_horizon500/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..f587f9b9d614a3581522c59517975365ef78bc27 --- /dev/null +++ b/logistic_regression/npv0.97_horizon500/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b19d8743ebd402a3487276b7d3521216557c2c6351e1db4cac159b7966d8ec +size 1329 diff --git a/logistic_regression/npv0.99_horizon100/evaluation_plots.png b/logistic_regression/npv0.99_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..b01b5e18eb871adda66232e613723942b19c1493 --- /dev/null +++ b/logistic_regression/npv0.99_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5257e4995b00bb7c564b635cbdcdedeefdc4e5cd067eeff7d5a37783e43723a4 +size 129499 diff --git a/logistic_regression/npv0.99_horizon100/metrics.json b/logistic_regression/npv0.99_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..41b97347c4db4392123d54562dfb9c832b2b6b0a --- /dev/null +++ b/logistic_regression/npv0.99_horizon100/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.99, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.91036866359447, + "precision": 0.8407990314769975, + "recall": 0.8615289192122809, + "f1": 0.8510377575246993, + "roc_auc": 0.9647643704788369, + "confusion_matrix": [ + [ + 5556, + 893 + ], + [ + 1052, + 14199 + ] + ], + "coefficients": [ + [ + 5.307156754116271, + -2.6722891518467833 + ] + ], + "intercept": [ + -3.806554334300177 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.99_horizon100/model.joblib b/logistic_regression/npv0.99_horizon100/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..b229746e118188e26f4fd3a927c8c6fc82d43a69 --- /dev/null +++ b/logistic_regression/npv0.99_horizon100/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55067e8982cebb1de0478e9f9b6a8681213d9f102a1319f80e712a57c85231ba +size 1329 diff --git a/logistic_regression/npv0.99_horizon1000/evaluation_plots.png b/logistic_regression/npv0.99_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..d9d126ad478e9b8c36c0360b7da61c0d53c88dc8 --- /dev/null +++ b/logistic_regression/npv0.99_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997c9c651e91e3963d74bc0230dc8f839521f2d6f99dfee831a6b4de2f37f5f4 +size 125595 diff --git a/logistic_regression/npv0.99_horizon1000/metrics.json b/logistic_regression/npv0.99_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ea938b8104e905be574f24cafeaeff2865a56137 --- /dev/null +++ b/logistic_regression/npv0.99_horizon1000/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.99, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.787258064516129, + "precision": 0.81460571844837, + "recall": 0.9369501466275659, + "f1": 0.8715051144666341, + "roc_auc": 0.8092377129272574, + "confusion_matrix": [ + [ + 4473, + 301 + ], + [ + 1018, + 408 + ] + ], + "coefficients": [ + [ + 1.43611878835467, + -1.0309435816916577 + ] + ], + "intercept": [ + 1.6731919474073662 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.99_horizon1000/model.joblib b/logistic_regression/npv0.99_horizon1000/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..e1158676a399c052b707c21687ae2821b4e108e1 --- /dev/null +++ b/logistic_regression/npv0.99_horizon1000/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f62dc69b0817ce8fc04e92a6fbc907de70c13973361c5eeaa98e585d92fe92 +size 1329 diff --git a/logistic_regression/npv0.99_horizon500/evaluation_plots.png b/logistic_regression/npv0.99_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..bd32ebcf783f685617f6b56ea10b615f2093faca --- /dev/null +++ b/logistic_regression/npv0.99_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc46efd31e9086fc8f2bcc459147b9168229c50889826458b7e7f25442a370e0 +size 128980 diff --git a/logistic_regression/npv0.99_horizon500/metrics.json b/logistic_regression/npv0.99_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3cfbfb5b2171ed4f1ef643520de7016d5cb63e02 --- /dev/null +++ b/logistic_regression/npv0.99_horizon500/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.99, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.7192929292929293, + "precision": 0.7563327576280944, + "recall": 0.828733638227409, + "f1": 0.790879674919106, + "roc_auc": 0.7866924729631424, + "confusion_matrix": [ + [ + 10510, + 2172 + ], + [ + 3386, + 3732 + ] + ], + "coefficients": [ + [ + 1.495679348471386, + -1.3961091992990278 + ] + ], + "intercept": [ + 0.7587430683693446 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.99_horizon500/model.joblib b/logistic_regression/npv0.99_horizon500/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..91dc380032f236745d50b18cf0f2c7a614630fb5 --- /dev/null +++ b/logistic_regression/npv0.99_horizon500/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa39290e8a2c04d041c47088d3482a8d3d2b7da3c7913e04e0ae7c0f45f23ee +size 1329 diff --git a/logistic_regression/npv0.9_horizon100/evaluation_plots.png b/logistic_regression/npv0.9_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..40193667bfd8c1899e9be8685cf236179418b497 --- /dev/null +++ b/logistic_regression/npv0.9_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef7a5f0c266bd43f750a2fe29426e81110ece29eeb6ce5d823f10a1b06e1765 +size 122740 diff --git a/logistic_regression/npv0.9_horizon100/metrics.json b/logistic_regression/npv0.9_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7e947e6d9a43bb1963ea79ab46fce41a212dfc68 --- /dev/null +++ b/logistic_regression/npv0.9_horizon100/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.9, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.9640092165898617, + "precision": 0.9644740627097517, + "recall": 0.9980155777149378, + "f1": 0.9809581860295014, + "roc_auc": 0.9502286988809909, + "confusion_matrix": [ + [ + 20117, + 40 + ], + [ + 741, + 802 + ] + ], + "coefficients": [ + [ + 1.154102470546823, + -1.3746030598446233 + ] + ], + "intercept": [ + 3.6994134206078853 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.9_horizon100/model.joblib b/logistic_regression/npv0.9_horizon100/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..9ff3ce4aa21af8fbd6c129a7889c5f81d56efac8 --- /dev/null +++ b/logistic_regression/npv0.9_horizon100/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03cf436e4471457f8ded3c61edc2fe7aab69a0804c593f7e061ee1fe3eac1b64 +size 1329 diff --git a/logistic_regression/npv0.9_horizon1000/evaluation_plots.png b/logistic_regression/npv0.9_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..e18ecff7fa5644af0e1307c329af7f2047eb7916 --- /dev/null +++ b/logistic_regression/npv0.9_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77555407c7038c572377e8058386a7eb6858771e04fdd3a858887378da427242 +size 119453 diff --git a/logistic_regression/npv0.9_horizon1000/metrics.json b/logistic_regression/npv0.9_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..fc8ee02c9a99f4e0144e44beecc6d9721a7a18fe --- /dev/null +++ b/logistic_regression/npv0.9_horizon1000/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.9, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.9756451612903225, + "precision": 0.9754511461550968, + "recall": 1.0, + "f1": 0.9875730392560284, + "roc_auc": 0.9343033333333334, + "confusion_matrix": [ + [ + 6000, + 0 + ], + [ + 151, + 49 + ] + ], + "coefficients": [ + [ + 1.9356283666831104, + -0.5487831203553926 + ] + ], + "intercept": [ + 5.884720372604253 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.9_horizon1000/model.joblib b/logistic_regression/npv0.9_horizon1000/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..c6ce74c9e55f126f73f6efc965aac4c524e39b63 --- /dev/null +++ b/logistic_regression/npv0.9_horizon1000/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f1d9fa3bc3a75ee53aca525291ebcdbddcec04630c7b8a51ee68e345962294 +size 1329 diff --git a/logistic_regression/npv0.9_horizon500/evaluation_plots.png b/logistic_regression/npv0.9_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..e9719f66d8d1ad143c17756afdc9a3911fb066bd --- /dev/null +++ b/logistic_regression/npv0.9_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e3029e4bdfdddc75fc9b1830a7b4587e1e915e75c0cee0a354d7d690a325d8 +size 120672 diff --git a/logistic_regression/npv0.9_horizon500/metrics.json b/logistic_regression/npv0.9_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d7542644b86be94492e1d17bce94f238938161bb --- /dev/null +++ b/logistic_regression/npv0.9_horizon500/metrics.json @@ -0,0 +1,30 @@ +{ + "npv_target": 0.9, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.9571212121212122, + "precision": 0.9577177789098319, + "recall": 0.9989903820606834, + "f1": 0.9779188015292986, + "roc_auc": 0.9358056270694826, + "confusion_matrix": [ + [ + 18800, + 19 + ], + [ + 830, + 151 + ] + ], + "coefficients": [ + [ + 0.9878410755143608, + -0.5225761513337531 + ] + ], + "intercept": [ + 3.8843676834506113 + ] +} \ No newline at end of file diff --git a/logistic_regression/npv0.9_horizon500/model.joblib b/logistic_regression/npv0.9_horizon500/model.joblib new file mode 100644 index 0000000000000000000000000000000000000000..464bd09831d6f5d719bc5e9a1cebb0ccb2efb717 --- /dev/null +++ b/logistic_regression/npv0.9_horizon500/model.joblib @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d03aba879b9e5ed6ca38ff6202f5e81c5044c49e25176c6c47f68986ba2287 +size 1329 diff --git a/nn_classifier/npv0.95_horizon100/evaluation_plots.png b/nn_classifier/npv0.95_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..d3524b8467cf85063da92aa1d2f145354a46d280 --- /dev/null +++ b/nn_classifier/npv0.95_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b01f906065932d02f10eefbf9c7e3356e70a1cc104775f3005058514b9209e7 +size 123599 diff --git a/nn_classifier/npv0.95_horizon100/metrics.json b/nn_classifier/npv0.95_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c2ae4485aac34359adaf9fb8cec6cb4b97e6150a --- /dev/null +++ b/nn_classifier/npv0.95_horizon100/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.95, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.9172350230414746, + "precision": 0.9305639614855571, + "recall": 0.9693930188571102, + "f1": 0.9495817191623154, + "roc_auc": 0.9434428471833766, + "confusion_matrix": [ + [ + 16913, + 534 + ], + [ + 1262, + 2991 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.4270271956920624, + "test_loss": 0.4124995470046997 + }, + { + "epoch": 20, + "train_loss": 0.32302454113960266, + "test_loss": 0.3244767189025879 + }, + { + "epoch": 30, + "train_loss": 0.31227734684944153, + "test_loss": 0.3156887888908386 + }, + { + "epoch": 40, + "train_loss": 0.30474284291267395, + "test_loss": 0.30911028385162354 + }, + { + "epoch": 50, + "train_loss": 0.2921094596385956, + "test_loss": 0.29749128222465515 + }, + { + "epoch": 60, + "train_loss": 0.27917879819869995, + "test_loss": 0.28571099042892456 + }, + { + "epoch": 70, + "train_loss": 0.265182226896286, + "test_loss": 0.2717099189758301 + }, + { + "epoch": 80, + "train_loss": 0.24882222712039948, + "test_loss": 0.25515463948249817 + }, + { + "epoch": 90, + "train_loss": 0.23372501134872437, + "test_loss": 0.2394648641347885 + }, + { + "epoch": 100, + "train_loss": 0.22249539196491241, + "test_loss": 0.2279377430677414 + }, + { + "epoch": 110, + "train_loss": 0.21581518650054932, + "test_loss": 0.22144141793251038 + }, + { + "epoch": 120, + "train_loss": 0.2124291956424713, + "test_loss": 0.21843311190605164 + }, + { + "epoch": 130, + "train_loss": 0.210672065615654, + "test_loss": 0.21706335246562958 + }, + { + "epoch": 140, + "train_loss": 0.20959307253360748, + "test_loss": 0.21618884801864624 + }, + { + "epoch": 150, + "train_loss": 0.2088027000427246, + "test_loss": 0.21548549830913544 + }, + { + "epoch": 160, + "train_loss": 0.20817959308624268, + "test_loss": 0.21490049362182617 + }, + { + "epoch": 170, + "train_loss": 0.20766791701316833, + "test_loss": 0.21441996097564697 + }, + { + "epoch": 180, + "train_loss": 0.20722909271717072, + "test_loss": 0.21400046348571777 + }, + { + "epoch": 190, + "train_loss": 0.20683938264846802, + "test_loss": 0.21364109218120575 + }, + { + "epoch": 200, + "train_loss": 0.2064833790063858, + "test_loss": 0.21332606673240662 + }, + { + "epoch": 210, + "train_loss": 0.2061493694782257, + "test_loss": 0.21303407847881317 + }, + { + "epoch": 220, + "train_loss": 0.2058297097682953, + "test_loss": 0.21275188028812408 + }, + { + "epoch": 230, + "train_loss": 0.20551952719688416, + "test_loss": 0.2124764621257782 + }, + { + "epoch": 240, + "train_loss": 0.20521560311317444, + "test_loss": 0.21220558881759644 + }, + { + "epoch": 250, + "train_loss": 0.2049160748720169, + "test_loss": 0.21194106340408325 + }, + { + "epoch": 260, + "train_loss": 0.2046196013689041, + "test_loss": 0.21168629825115204 + }, + { + "epoch": 270, + "train_loss": 0.2043256312608719, + "test_loss": 0.21144461631774902 + }, + { + "epoch": 280, + "train_loss": 0.20403419435024261, + "test_loss": 0.21121926605701447 + }, + { + "epoch": 290, + "train_loss": 0.20374582707881927, + "test_loss": 0.21101315319538116 + }, + { + "epoch": 300, + "train_loss": 0.2034614384174347, + "test_loss": 0.2108280509710312 + }, + { + "epoch": 310, + "train_loss": 0.20318210124969482, + "test_loss": 0.21066464483737946 + }, + { + "epoch": 320, + "train_loss": 0.20290888845920563, + "test_loss": 0.21052248775959015 + }, + { + "epoch": 330, + "train_loss": 0.20264269411563873, + "test_loss": 0.21040011942386627 + }, + { + "epoch": 340, + "train_loss": 0.202383890748024, + "test_loss": 0.21029555797576904 + }, + { + "epoch": 350, + "train_loss": 0.2021322399377823, + "test_loss": 0.21020683646202087 + }, + { + "epoch": 360, + "train_loss": 0.20188675820827484, + "test_loss": 0.21013221144676208 + }, + { + "epoch": 370, + "train_loss": 0.20164579153060913, + "test_loss": 0.2100706249475479 + }, + { + "epoch": 380, + "train_loss": 0.20140793919563293, + "test_loss": 0.2100217342376709 + }, + { + "epoch": 390, + "train_loss": 0.201173335313797, + "test_loss": 0.20998519659042358 + }, + { + "epoch": 400, + "train_loss": 0.20094485580921173, + "test_loss": 0.20995931327342987 + }, + { + "epoch": 410, + "train_loss": 0.20072658360004425, + "test_loss": 0.2099403738975525 + }, + { + "epoch": 420, + "train_loss": 0.2005215287208557, + "test_loss": 0.20992563664913177 + }, + { + "epoch": 430, + "train_loss": 0.2003309428691864, + "test_loss": 0.20991559326648712 + }, + { + "epoch": 440, + "train_loss": 0.20015491545200348, + "test_loss": 0.20991231501102448 + }, + { + "epoch": 450, + "train_loss": 0.19999271631240845, + "test_loss": 0.2099161148071289 + }, + { + "epoch": 460, + "train_loss": 0.1998433619737625, + "test_loss": 0.20992527902126312 + }, + { + "epoch": 470, + "train_loss": 0.199705570936203, + "test_loss": 0.20993809401988983 + }, + { + "epoch": 480, + "train_loss": 0.199578195810318, + "test_loss": 0.20995347201824188 + }, + { + "epoch": 490, + "train_loss": 0.19946014881134033, + "test_loss": 0.20997074246406555 + }, + { + "epoch": 500, + "train_loss": 0.1993505358695984, + "test_loss": 0.20998930931091309 + }, + { + "epoch": 510, + "train_loss": 0.1992483139038086, + "test_loss": 0.21000854671001434 + }, + { + "epoch": 520, + "train_loss": 0.1991528421640396, + "test_loss": 0.2100280523300171 + }, + { + "epoch": 530, + "train_loss": 0.19906330108642578, + "test_loss": 0.2100476175546646 + }, + { + "epoch": 540, + "train_loss": 0.19897912442684174, + "test_loss": 0.21006709337234497 + }, + { + "epoch": 550, + "train_loss": 0.1988997459411621, + "test_loss": 0.21008636057376862 + }, + { + "epoch": 560, + "train_loss": 0.19882459938526154, + "test_loss": 0.21010532975196838 + }, + { + "epoch": 570, + "train_loss": 0.1987532526254654, + "test_loss": 0.21012403070926666 + }, + { + "epoch": 580, + "train_loss": 0.19868527352809906, + "test_loss": 0.21014243364334106 + }, + { + "epoch": 590, + "train_loss": 0.19862033426761627, + "test_loss": 0.21016065776348114 + }, + { + "epoch": 600, + "train_loss": 0.19855889678001404, + "test_loss": 0.21019060909748077 + }, + { + "epoch": 610, + "train_loss": 0.19849903881549835, + "test_loss": 0.21017242968082428 + }, + { + "epoch": 620, + "train_loss": 0.1984497606754303, + "test_loss": 0.2101895958185196 + }, + { + "epoch": 630, + "train_loss": 0.19839359819889069, + "test_loss": 0.21021492779254913 + }, + { + "epoch": 640, + "train_loss": 0.19833482801914215, + "test_loss": 0.21024589240550995 + }, + { + "epoch": 650, + "train_loss": 0.19828365743160248, + "test_loss": 0.21026110649108887 + }, + { + "epoch": 660, + "train_loss": 0.19823387265205383, + "test_loss": 0.2102717012166977 + }, + { + "epoch": 670, + "train_loss": 0.19818533957004547, + "test_loss": 0.21028193831443787 + }, + { + "epoch": 680, + "train_loss": 0.19813810288906097, + "test_loss": 0.2102917730808258 + }, + { + "epoch": 690, + "train_loss": 0.19809195399284363, + "test_loss": 0.21030227839946747 + }, + { + "epoch": 700, + "train_loss": 0.19804681837558746, + "test_loss": 0.21031606197357178 + }, + { + "epoch": 710, + "train_loss": 0.19800259172916412, + "test_loss": 0.21032802760601044 + }, + { + "epoch": 720, + "train_loss": 0.19795921444892883, + "test_loss": 0.21034035086631775 + }, + { + "epoch": 730, + "train_loss": 0.19791659712791443, + "test_loss": 0.21035192906856537 + }, + { + "epoch": 740, + "train_loss": 0.19787469506263733, + "test_loss": 0.21036289632320404 + }, + { + "epoch": 750, + "train_loss": 0.1978358030319214, + "test_loss": 0.21035639941692352 + }, + { + "epoch": 760, + "train_loss": 0.19780798256397247, + "test_loss": 0.210394948720932 + }, + { + "epoch": 770, + "train_loss": 0.19776290655136108, + "test_loss": 0.2104036808013916 + }, + { + "epoch": 780, + "train_loss": 0.19771671295166016, + "test_loss": 0.21042543649673462 + }, + { + "epoch": 790, + "train_loss": 0.19767750799655914, + "test_loss": 0.210438534617424 + }, + { + "epoch": 800, + "train_loss": 0.1976398080587387, + "test_loss": 0.21044841408729553 + }, + { + "epoch": 810, + "train_loss": 0.19760259985923767, + "test_loss": 0.21045871078968048 + }, + { + "epoch": 820, + "train_loss": 0.1975654512643814, + "test_loss": 0.2104741930961609 + }, + { + "epoch": 830, + "train_loss": 0.19752873480319977, + "test_loss": 0.21049606800079346 + }, + { + "epoch": 840, + "train_loss": 0.19749243557453156, + "test_loss": 0.21051570773124695 + }, + { + "epoch": 850, + "train_loss": 0.1974564641714096, + "test_loss": 0.21053162217140198 + }, + { + "epoch": 860, + "train_loss": 0.19742068648338318, + "test_loss": 0.21055349707603455 + }, + { + "epoch": 870, + "train_loss": 0.19738516211509705, + "test_loss": 0.2105739712715149 + }, + { + "epoch": 880, + "train_loss": 0.19734984636306763, + "test_loss": 0.21059538424015045 + }, + { + "epoch": 890, + "train_loss": 0.19731472432613373, + "test_loss": 0.21061907708644867 + }, + { + "epoch": 900, + "train_loss": 0.19728128612041473, + "test_loss": 0.21066725254058838 + }, + { + "epoch": 910, + "train_loss": 0.1973375827074051, + "test_loss": 0.2107379287481308 + }, + { + "epoch": 920, + "train_loss": 0.1972360610961914, + "test_loss": 0.2107069045305252 + }, + { + "epoch": 930, + "train_loss": 0.19717854261398315, + "test_loss": 0.21069233119487762 + }, + { + "epoch": 940, + "train_loss": 0.1971476674079895, + "test_loss": 0.2107187807559967 + }, + { + "epoch": 950, + "train_loss": 0.1971142441034317, + "test_loss": 0.21075789630413055 + }, + { + "epoch": 960, + "train_loss": 0.19708038866519928, + "test_loss": 0.2107916623353958 + }, + { + "epoch": 970, + "train_loss": 0.19704726338386536, + "test_loss": 0.21082213521003723 + }, + { + "epoch": 980, + "train_loss": 0.19701458513736725, + "test_loss": 0.2108522206544876 + }, + { + "epoch": 990, + "train_loss": 0.1969822645187378, + "test_loss": 0.21088296175003052 + }, + { + "epoch": 1000, + "train_loss": 0.19695018231868744, + "test_loss": 0.21091358363628387 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.95_horizon100/model.pt b/nn_classifier/npv0.95_horizon100/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..54773fca41c90750298b9df1b112bba01c694b03 --- /dev/null +++ b/nn_classifier/npv0.95_horizon100/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7313fe64f51355893912d54eb8a8c667f09c6f8fe2c400895e3c7ebf0cd46f +size 3581 diff --git a/nn_classifier/npv0.95_horizon1000/evaluation_plots.png b/nn_classifier/npv0.95_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..32a94d81155db06a4268242e79f4108700200c11 --- /dev/null +++ b/nn_classifier/npv0.95_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bcf9dd251f129cb4dc6df59baf27878959589941b7a930c89fa2b2678f86e0c +size 112971 diff --git a/nn_classifier/npv0.95_horizon1000/metrics.json b/nn_classifier/npv0.95_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8578acb809a8abaf01dacd86ab04dd1806c06100 --- /dev/null +++ b/nn_classifier/npv0.95_horizon1000/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.95, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.9891935483870967, + "precision": 0.9945735119552315, + "recall": 0.9940677966101695, + "f1": 0.9943205899805035, + "roc_auc": 0.9857313559322035, + "confusion_matrix": [ + [ + 5865, + 35 + ], + [ + 32, + 268 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.32037416100502014, + "test_loss": 0.28631916642189026 + }, + { + "epoch": 20, + "train_loss": 0.17801351845264435, + "test_loss": 0.14213059842586517 + }, + { + "epoch": 30, + "train_loss": 0.12321222573518753, + "test_loss": 0.08840558677911758 + }, + { + "epoch": 40, + "train_loss": 0.10255012661218643, + "test_loss": 0.06420538574457169 + }, + { + "epoch": 50, + "train_loss": 0.09388113021850586, + "test_loss": 0.05397297069430351 + }, + { + "epoch": 60, + "train_loss": 0.0899621844291687, + "test_loss": 0.04774089157581329 + }, + { + "epoch": 70, + "train_loss": 0.08775074034929276, + "test_loss": 0.04495789483189583 + }, + { + "epoch": 80, + "train_loss": 0.08617601543664932, + "test_loss": 0.043574828654527664 + }, + { + "epoch": 90, + "train_loss": 0.08485665917396545, + "test_loss": 0.042394012212753296 + }, + { + "epoch": 100, + "train_loss": 0.08367234468460083, + "test_loss": 0.04199737682938576 + }, + { + "epoch": 110, + "train_loss": 0.08257575333118439, + "test_loss": 0.04166179150342941 + }, + { + "epoch": 120, + "train_loss": 0.08154243975877762, + "test_loss": 0.04138800874352455 + }, + { + "epoch": 130, + "train_loss": 0.08056986331939697, + "test_loss": 0.041176337748765945 + }, + { + "epoch": 140, + "train_loss": 0.07965783774852753, + "test_loss": 0.041069258004426956 + }, + { + "epoch": 150, + "train_loss": 0.07880278676748276, + "test_loss": 0.041049063205718994 + }, + { + "epoch": 160, + "train_loss": 0.07799667119979858, + "test_loss": 0.04105853661894798 + }, + { + "epoch": 170, + "train_loss": 0.07722996920347214, + "test_loss": 0.04109002277255058 + }, + { + "epoch": 180, + "train_loss": 0.07649442553520203, + "test_loss": 0.041143354028463364 + }, + { + "epoch": 190, + "train_loss": 0.07578402757644653, + "test_loss": 0.04121904447674751 + }, + { + "epoch": 200, + "train_loss": 0.07509496062994003, + "test_loss": 0.04132029786705971 + }, + { + "epoch": 210, + "train_loss": 0.0744255930185318, + "test_loss": 0.041444551199674606 + }, + { + "epoch": 220, + "train_loss": 0.07377593964338303, + "test_loss": 0.04158788546919823 + }, + { + "epoch": 230, + "train_loss": 0.07314698398113251, + "test_loss": 0.041746363043785095 + }, + { + "epoch": 240, + "train_loss": 0.07254011183977127, + "test_loss": 0.041911959648132324 + }, + { + "epoch": 250, + "train_loss": 0.07195714861154556, + "test_loss": 0.04207358881831169 + }, + { + "epoch": 260, + "train_loss": 0.07140059769153595, + "test_loss": 0.04222163185477257 + }, + { + "epoch": 270, + "train_loss": 0.07087340950965881, + "test_loss": 0.042350344359874725 + }, + { + "epoch": 280, + "train_loss": 0.07037831842899323, + "test_loss": 0.04245801270008087 + }, + { + "epoch": 290, + "train_loss": 0.0699172392487526, + "test_loss": 0.04254576563835144 + }, + { + "epoch": 300, + "train_loss": 0.06949101388454437, + "test_loss": 0.042615413665771484 + }, + { + "epoch": 310, + "train_loss": 0.0690992996096611, + "test_loss": 0.04266836494207382 + }, + { + "epoch": 320, + "train_loss": 0.06874079257249832, + "test_loss": 0.04270578548312187 + }, + { + "epoch": 330, + "train_loss": 0.06841351836919785, + "test_loss": 0.042728979140520096 + }, + { + "epoch": 340, + "train_loss": 0.06811504065990448, + "test_loss": 0.042739346623420715 + }, + { + "epoch": 350, + "train_loss": 0.0678427517414093, + "test_loss": 0.04273784160614014 + }, + { + "epoch": 360, + "train_loss": 0.06759395450353622, + "test_loss": 0.042724788188934326 + }, + { + "epoch": 370, + "train_loss": 0.0673660933971405, + "test_loss": 0.04270021617412567 + }, + { + "epoch": 380, + "train_loss": 0.06715665757656097, + "test_loss": 0.04266420379281044 + }, + { + "epoch": 390, + "train_loss": 0.06696344166994095, + "test_loss": 0.042617060244083405 + }, + { + "epoch": 400, + "train_loss": 0.0667843371629715, + "test_loss": 0.04255961626768112 + }, + { + "epoch": 410, + "train_loss": 0.06661749631166458, + "test_loss": 0.04249309003353119 + }, + { + "epoch": 420, + "train_loss": 0.06646125763654709, + "test_loss": 0.04241909831762314 + }, + { + "epoch": 430, + "train_loss": 0.06631409376859665, + "test_loss": 0.0423392690718174 + }, + { + "epoch": 440, + "train_loss": 0.06617472320795059, + "test_loss": 0.04225485399365425 + }, + { + "epoch": 450, + "train_loss": 0.06604200601577759, + "test_loss": 0.04216669872403145 + }, + { + "epoch": 460, + "train_loss": 0.0659150704741478, + "test_loss": 0.04207577928900719 + }, + { + "epoch": 470, + "train_loss": 0.06579315662384033, + "test_loss": 0.04198327660560608 + }, + { + "epoch": 480, + "train_loss": 0.06567570567131042, + "test_loss": 0.041891057044267654 + }, + { + "epoch": 490, + "train_loss": 0.06556224822998047, + "test_loss": 0.04180144891142845 + }, + { + "epoch": 500, + "train_loss": 0.06545247882604599, + "test_loss": 0.041716959327459335 + }, + { + "epoch": 510, + "train_loss": 0.06534615159034729, + "test_loss": 0.041639868170022964 + }, + { + "epoch": 520, + "train_loss": 0.06524299830198288, + "test_loss": 0.04157206788659096 + }, + { + "epoch": 530, + "train_loss": 0.06514271348714828, + "test_loss": 0.04151419177651405 + }, + { + "epoch": 540, + "train_loss": 0.06504496932029724, + "test_loss": 0.04146614670753479 + }, + { + "epoch": 550, + "train_loss": 0.06494947522878647, + "test_loss": 0.04142668843269348 + }, + { + "epoch": 560, + "train_loss": 0.0648558959364891, + "test_loss": 0.04139427840709686 + }, + { + "epoch": 570, + "train_loss": 0.06476393342018127, + "test_loss": 0.041367437690496445 + }, + { + "epoch": 580, + "train_loss": 0.06467332690954208, + "test_loss": 0.04134481027722359 + }, + { + "epoch": 590, + "train_loss": 0.06458381563425064, + "test_loss": 0.04132561385631561 + }, + { + "epoch": 600, + "train_loss": 0.06449515372514725, + "test_loss": 0.04130919277667999 + }, + { + "epoch": 610, + "train_loss": 0.06440714746713638, + "test_loss": 0.04129506275057793 + }, + { + "epoch": 620, + "train_loss": 0.06431955844163895, + "test_loss": 0.04128286987543106 + }, + { + "epoch": 630, + "train_loss": 0.06423214823007584, + "test_loss": 0.04127233102917671 + }, + { + "epoch": 640, + "train_loss": 0.06414470076560974, + "test_loss": 0.04126311093568802 + }, + { + "epoch": 650, + "train_loss": 0.06405692547559738, + "test_loss": 0.04125528782606125 + }, + { + "epoch": 660, + "train_loss": 0.0639684870839119, + "test_loss": 0.041248954832553864 + }, + { + "epoch": 670, + "train_loss": 0.06387904286384583, + "test_loss": 0.04124467447400093 + }, + { + "epoch": 680, + "train_loss": 0.06378815323114395, + "test_loss": 0.041243236511945724 + }, + { + "epoch": 690, + "train_loss": 0.06369540840387344, + "test_loss": 0.041245926171541214 + }, + { + "epoch": 700, + "train_loss": 0.06360044330358505, + "test_loss": 0.041254300624132156 + }, + { + "epoch": 710, + "train_loss": 0.06350312381982803, + "test_loss": 0.04126971960067749 + }, + { + "epoch": 720, + "train_loss": 0.06340354681015015, + "test_loss": 0.04129303991794586 + }, + { + "epoch": 730, + "train_loss": 0.06330205500125885, + "test_loss": 0.04132406413555145 + }, + { + "epoch": 740, + "train_loss": 0.06319927424192429, + "test_loss": 0.04136165976524353 + }, + { + "epoch": 750, + "train_loss": 0.06309588998556137, + "test_loss": 0.04140434041619301 + }, + { + "epoch": 760, + "train_loss": 0.06299259513616562, + "test_loss": 0.041450824588537216 + }, + { + "epoch": 770, + "train_loss": 0.0628901869058609, + "test_loss": 0.04149990528821945 + }, + { + "epoch": 780, + "train_loss": 0.06278940290212631, + "test_loss": 0.041551247239112854 + }, + { + "epoch": 790, + "train_loss": 0.06269080191850662, + "test_loss": 0.04160423204302788 + }, + { + "epoch": 800, + "train_loss": 0.06259488314390182, + "test_loss": 0.04165848344564438 + }, + { + "epoch": 810, + "train_loss": 0.06250197440385818, + "test_loss": 0.041713520884513855 + }, + { + "epoch": 820, + "train_loss": 0.06241216883063316, + "test_loss": 0.04176909476518631 + }, + { + "epoch": 830, + "train_loss": 0.062325410544872284, + "test_loss": 0.041824713349342346 + }, + { + "epoch": 840, + "train_loss": 0.062241531908512115, + "test_loss": 0.04188033193349838 + }, + { + "epoch": 850, + "train_loss": 0.06216023117303848, + "test_loss": 0.04193586856126785 + }, + { + "epoch": 860, + "train_loss": 0.06208110228180885, + "test_loss": 0.041991304606199265 + }, + { + "epoch": 870, + "train_loss": 0.06200375407934189, + "test_loss": 0.042047128081321716 + }, + { + "epoch": 880, + "train_loss": 0.06192780286073685, + "test_loss": 0.04210349917411804 + }, + { + "epoch": 890, + "train_loss": 0.06185290589928627, + "test_loss": 0.04216109588742256 + }, + { + "epoch": 900, + "train_loss": 0.061778731644153595, + "test_loss": 0.04222036525607109 + }, + { + "epoch": 910, + "train_loss": 0.06170510873198509, + "test_loss": 0.04228196665644646 + }, + { + "epoch": 920, + "train_loss": 0.06163199618458748, + "test_loss": 0.04234635829925537 + }, + { + "epoch": 930, + "train_loss": 0.06155945360660553, + "test_loss": 0.042413949966430664 + }, + { + "epoch": 940, + "train_loss": 0.06148763746023178, + "test_loss": 0.04248480871319771 + }, + { + "epoch": 950, + "train_loss": 0.06141677871346474, + "test_loss": 0.04255874082446098 + }, + { + "epoch": 960, + "train_loss": 0.0613471083343029, + "test_loss": 0.042635250836610794 + }, + { + "epoch": 970, + "train_loss": 0.061278823763132095, + "test_loss": 0.04271337762475014 + }, + { + "epoch": 980, + "train_loss": 0.061212021857500076, + "test_loss": 0.04279225319623947 + }, + { + "epoch": 990, + "train_loss": 0.061146728694438934, + "test_loss": 0.04287068173289299 + }, + { + "epoch": 1000, + "train_loss": 0.061082880944013596, + "test_loss": 0.04294775053858757 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.95_horizon1000/model.pt b/nn_classifier/npv0.95_horizon1000/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e72c914e15b4167367db909222aa997f606892 --- /dev/null +++ b/nn_classifier/npv0.95_horizon1000/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b8a41d944a20ddebe9da0fe656e5c90d2842931887b6d5acb946338be7b2b4 +size 3581 diff --git a/nn_classifier/npv0.95_horizon500/evaluation_plots.png b/nn_classifier/npv0.95_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..c8228210d557cf6806937934ed6f651527dd0d57 --- /dev/null +++ b/nn_classifier/npv0.95_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554549311d3f109f19de61b05c01910a2d3f2c9c89c3fb2608643f006e9b3b12 +size 126638 diff --git a/nn_classifier/npv0.95_horizon500/metrics.json b/nn_classifier/npv0.95_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bf05e2c90e7ac7be4f8e0f37965b855e9c65e0c1 --- /dev/null +++ b/nn_classifier/npv0.95_horizon500/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.95, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.9428282828282828, + "precision": 0.9561432147132441, + "recall": 0.9817856743770254, + "f1": 0.9687947954570515, + "roc_auc": 0.9085306278750517, + "confusion_matrix": [ + [ + 17572, + 326 + ], + [ + 806, + 1096 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.4089198112487793, + "test_loss": 0.384890615940094 + }, + { + "epoch": 20, + "train_loss": 0.24339255690574646, + "test_loss": 0.2454819679260254 + }, + { + "epoch": 30, + "train_loss": 0.20887497067451477, + "test_loss": 0.21733956038951874 + }, + { + "epoch": 40, + "train_loss": 0.19992555677890778, + "test_loss": 0.21514470875263214 + }, + { + "epoch": 50, + "train_loss": 0.1949595808982849, + "test_loss": 0.20934264361858368 + }, + { + "epoch": 60, + "train_loss": 0.1885111927986145, + "test_loss": 0.20170250535011292 + }, + { + "epoch": 70, + "train_loss": 0.18391814827919006, + "test_loss": 0.19665060937404633 + }, + { + "epoch": 80, + "train_loss": 0.17999771237373352, + "test_loss": 0.19433759152889252 + }, + { + "epoch": 90, + "train_loss": 0.1763324737548828, + "test_loss": 0.19141729176044464 + }, + { + "epoch": 100, + "train_loss": 0.17310503125190735, + "test_loss": 0.18950553238391876 + }, + { + "epoch": 110, + "train_loss": 0.17043834924697876, + "test_loss": 0.1883406788110733 + }, + { + "epoch": 120, + "train_loss": 0.16828511655330658, + "test_loss": 0.18712298572063446 + }, + { + "epoch": 130, + "train_loss": 0.16654087603092194, + "test_loss": 0.1864270269870758 + }, + { + "epoch": 140, + "train_loss": 0.1650790423154831, + "test_loss": 0.18581868708133698 + }, + { + "epoch": 150, + "train_loss": 0.16379475593566895, + "test_loss": 0.18541911244392395 + }, + { + "epoch": 160, + "train_loss": 0.1626259982585907, + "test_loss": 0.18498064577579498 + }, + { + "epoch": 170, + "train_loss": 0.16154341399669647, + "test_loss": 0.18455827236175537 + }, + { + "epoch": 180, + "train_loss": 0.16053441166877747, + "test_loss": 0.18417848646640778 + }, + { + "epoch": 190, + "train_loss": 0.15959124267101288, + "test_loss": 0.18389244377613068 + }, + { + "epoch": 200, + "train_loss": 0.15870888531208038, + "test_loss": 0.18368349969387054 + }, + { + "epoch": 210, + "train_loss": 0.15788473188877106, + "test_loss": 0.18354029953479767 + }, + { + "epoch": 220, + "train_loss": 0.1571166068315506, + "test_loss": 0.1834368109703064 + }, + { + "epoch": 230, + "train_loss": 0.15640106797218323, + "test_loss": 0.18335069715976715 + }, + { + "epoch": 240, + "train_loss": 0.155732661485672, + "test_loss": 0.18325774371623993 + }, + { + "epoch": 250, + "train_loss": 0.1551041603088379, + "test_loss": 0.18314610421657562 + }, + { + "epoch": 260, + "train_loss": 0.15450812876224518, + "test_loss": 0.18300752341747284 + }, + { + "epoch": 270, + "train_loss": 0.15393835306167603, + "test_loss": 0.1828385591506958 + }, + { + "epoch": 280, + "train_loss": 0.15339088439941406, + "test_loss": 0.1826428323984146 + }, + { + "epoch": 290, + "train_loss": 0.15286433696746826, + "test_loss": 0.1824328452348709 + }, + { + "epoch": 300, + "train_loss": 0.15235960483551025, + "test_loss": 0.1822277009487152 + }, + { + "epoch": 310, + "train_loss": 0.15187881886959076, + "test_loss": 0.18204787373542786 + }, + { + "epoch": 320, + "train_loss": 0.1514243632555008, + "test_loss": 0.1819087713956833 + }, + { + "epoch": 330, + "train_loss": 0.15099745988845825, + "test_loss": 0.18181723356246948 + }, + { + "epoch": 340, + "train_loss": 0.15059788525104523, + "test_loss": 0.1817712038755417 + }, + { + "epoch": 350, + "train_loss": 0.15022465586662292, + "test_loss": 0.18176329135894775 + }, + { + "epoch": 360, + "train_loss": 0.14987678825855255, + "test_loss": 0.18178604543209076 + }, + { + "epoch": 370, + "train_loss": 0.14955344796180725, + "test_loss": 0.18183578550815582 + }, + { + "epoch": 380, + "train_loss": 0.14925342798233032, + "test_loss": 0.18191026151180267 + }, + { + "epoch": 390, + "train_loss": 0.1489751785993576, + "test_loss": 0.18200570344924927 + }, + { + "epoch": 400, + "train_loss": 0.14871691167354584, + "test_loss": 0.18211691081523895 + }, + { + "epoch": 410, + "train_loss": 0.148476704955101, + "test_loss": 0.18223856389522552 + }, + { + "epoch": 420, + "train_loss": 0.14825262129306793, + "test_loss": 0.18236635625362396 + }, + { + "epoch": 430, + "train_loss": 0.14804284274578094, + "test_loss": 0.18249647319316864 + }, + { + "epoch": 440, + "train_loss": 0.14784559607505798, + "test_loss": 0.18262580037117004 + }, + { + "epoch": 450, + "train_loss": 0.14765940606594086, + "test_loss": 0.18275222182273865 + }, + { + "epoch": 460, + "train_loss": 0.14748284220695496, + "test_loss": 0.1828736513853073 + }, + { + "epoch": 470, + "train_loss": 0.14731477200984955, + "test_loss": 0.182988703250885 + }, + { + "epoch": 480, + "train_loss": 0.14715418219566345, + "test_loss": 0.18309681117534637 + }, + { + "epoch": 490, + "train_loss": 0.1470002979040146, + "test_loss": 0.1831969916820526 + }, + { + "epoch": 500, + "train_loss": 0.14685241878032684, + "test_loss": 0.1832893192768097 + }, + { + "epoch": 510, + "train_loss": 0.14671005308628082, + "test_loss": 0.1833743005990982 + }, + { + "epoch": 520, + "train_loss": 0.14657267928123474, + "test_loss": 0.18345199525356293 + }, + { + "epoch": 530, + "train_loss": 0.14643998444080353, + "test_loss": 0.18352265655994415 + }, + { + "epoch": 540, + "train_loss": 0.14631159603595734, + "test_loss": 0.18358708918094635 + }, + { + "epoch": 550, + "train_loss": 0.1461871713399887, + "test_loss": 0.1836453229188919 + }, + { + "epoch": 560, + "train_loss": 0.14606641232967377, + "test_loss": 0.18369770050048828 + }, + { + "epoch": 570, + "train_loss": 0.14594897627830505, + "test_loss": 0.18374374508857727 + }, + { + "epoch": 580, + "train_loss": 0.14583449065685272, + "test_loss": 0.18378281593322754 + }, + { + "epoch": 590, + "train_loss": 0.1457226574420929, + "test_loss": 0.18381397426128387 + }, + { + "epoch": 600, + "train_loss": 0.14561307430267334, + "test_loss": 0.18383631110191345 + }, + { + "epoch": 610, + "train_loss": 0.1455053985118866, + "test_loss": 0.18384908139705658 + }, + { + "epoch": 620, + "train_loss": 0.1453993171453476, + "test_loss": 0.18385088443756104 + }, + { + "epoch": 630, + "train_loss": 0.14529451727867126, + "test_loss": 0.18384169042110443 + }, + { + "epoch": 640, + "train_loss": 0.1451907902956009, + "test_loss": 0.18382027745246887 + }, + { + "epoch": 650, + "train_loss": 0.14508789777755737, + "test_loss": 0.1837870180606842 + }, + { + "epoch": 660, + "train_loss": 0.14498569071292877, + "test_loss": 0.1837417483329773 + }, + { + "epoch": 670, + "train_loss": 0.1448841243982315, + "test_loss": 0.18368537724018097 + }, + { + "epoch": 680, + "train_loss": 0.14478318393230438, + "test_loss": 0.18361879885196686 + }, + { + "epoch": 690, + "train_loss": 0.1446828544139862, + "test_loss": 0.18354396522045135 + }, + { + "epoch": 700, + "train_loss": 0.14458322525024414, + "test_loss": 0.1834622025489807 + }, + { + "epoch": 710, + "train_loss": 0.14448441565036774, + "test_loss": 0.1833752989768982 + }, + { + "epoch": 720, + "train_loss": 0.1443864405155182, + "test_loss": 0.18328522145748138 + }, + { + "epoch": 730, + "train_loss": 0.14428944885730743, + "test_loss": 0.18319407105445862 + }, + { + "epoch": 740, + "train_loss": 0.14419354498386383, + "test_loss": 0.18310295045375824 + }, + { + "epoch": 750, + "train_loss": 0.14409878849983215, + "test_loss": 0.18301330506801605 + }, + { + "epoch": 760, + "train_loss": 0.14400528371334076, + "test_loss": 0.18292604386806488 + }, + { + "epoch": 770, + "train_loss": 0.14391306042671204, + "test_loss": 0.18284189701080322 + }, + { + "epoch": 780, + "train_loss": 0.14382217824459076, + "test_loss": 0.18276159465312958 + }, + { + "epoch": 790, + "train_loss": 0.1437326818704605, + "test_loss": 0.18268510699272156 + }, + { + "epoch": 800, + "train_loss": 0.1436445713043213, + "test_loss": 0.1826130598783493 + }, + { + "epoch": 810, + "train_loss": 0.1435578316450119, + "test_loss": 0.18254470825195312 + }, + { + "epoch": 820, + "train_loss": 0.14347249269485474, + "test_loss": 0.1824817657470703 + }, + { + "epoch": 830, + "train_loss": 0.1433885246515274, + "test_loss": 0.1824226826429367 + }, + { + "epoch": 840, + "train_loss": 0.14330589771270752, + "test_loss": 0.18236829340457916 + }, + { + "epoch": 850, + "train_loss": 0.1432245820760727, + "test_loss": 0.18231891095638275 + }, + { + "epoch": 860, + "train_loss": 0.14314450323581696, + "test_loss": 0.18227416276931763 + }, + { + "epoch": 870, + "train_loss": 0.1430656611919403, + "test_loss": 0.18223433196544647 + }, + { + "epoch": 880, + "train_loss": 0.14298798143863678, + "test_loss": 0.18219999969005585 + }, + { + "epoch": 890, + "train_loss": 0.1429114043712616, + "test_loss": 0.18217042088508606 + }, + { + "epoch": 900, + "train_loss": 0.1428358554840088, + "test_loss": 0.1821463704109192 + }, + { + "epoch": 910, + "train_loss": 0.1427612453699112, + "test_loss": 0.18212772905826569 + }, + { + "epoch": 920, + "train_loss": 0.14268755912780762, + "test_loss": 0.18211457133293152 + }, + { + "epoch": 930, + "train_loss": 0.1426146924495697, + "test_loss": 0.18210698664188385 + }, + { + "epoch": 940, + "train_loss": 0.14254255592823029, + "test_loss": 0.18210485577583313 + }, + { + "epoch": 950, + "train_loss": 0.1424710601568222, + "test_loss": 0.1821080595254898 + }, + { + "epoch": 960, + "train_loss": 0.14240020513534546, + "test_loss": 0.18211671710014343 + }, + { + "epoch": 970, + "train_loss": 0.1423298418521881, + "test_loss": 0.18213030695915222 + }, + { + "epoch": 980, + "train_loss": 0.14225998520851135, + "test_loss": 0.18214860558509827 + }, + { + "epoch": 990, + "train_loss": 0.14219048619270325, + "test_loss": 0.18217043578624725 + }, + { + "epoch": 1000, + "train_loss": 0.142121359705925, + "test_loss": 0.182195782661438 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.95_horizon500/model.pt b/nn_classifier/npv0.95_horizon500/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ffbbdf66ce2567c8f9a20137425d5cb0a59ca47 --- /dev/null +++ b/nn_classifier/npv0.95_horizon500/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe73f04fe281dd185b0a05c83e46b6fcf45e79a2fec3ec5524ab48fe0f1a87d +size 3581 diff --git a/nn_classifier/npv0.97_horizon100/evaluation_plots.png b/nn_classifier/npv0.97_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..64542f5f99ea4518ce3206a6da6c46c85c7a2c95 --- /dev/null +++ b/nn_classifier/npv0.97_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f2f5cc87a29329ab1b6782edb0c85d19a8973cc1b2e87291ab40343892d215 +size 119345 diff --git a/nn_classifier/npv0.97_horizon100/metrics.json b/nn_classifier/npv0.97_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..30e8fd46a62c71e3b9ab27d1d0d4d2740220133d --- /dev/null +++ b/nn_classifier/npv0.97_horizon100/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.97, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.8738248847926268, + "precision": 0.8633751862098319, + "recall": 0.9374566741123007, + "f1": 0.8988921713441654, + "roc_auc": 0.9402844822861208, + "confusion_matrix": [ + [ + 12171, + 812 + ], + [ + 1926, + 6791 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.5594332218170166, + "test_loss": 0.5519662499427795 + }, + { + "epoch": 20, + "train_loss": 0.46190133690834045, + "test_loss": 0.47204914689064026 + }, + { + "epoch": 30, + "train_loss": 0.42396560311317444, + "test_loss": 0.439723402261734 + }, + { + "epoch": 40, + "train_loss": 0.4131019413471222, + "test_loss": 0.4291257858276367 + }, + { + "epoch": 50, + "train_loss": 0.390011191368103, + "test_loss": 0.40327516198158264 + }, + { + "epoch": 60, + "train_loss": 0.37115100026130676, + "test_loss": 0.3823075592517853 + }, + { + "epoch": 70, + "train_loss": 0.35396772623062134, + "test_loss": 0.3634323179721832 + }, + { + "epoch": 80, + "train_loss": 0.33934643864631653, + "test_loss": 0.34780532121658325 + }, + { + "epoch": 90, + "train_loss": 0.3282419443130493, + "test_loss": 0.3354825973510742 + }, + { + "epoch": 100, + "train_loss": 0.3210674524307251, + "test_loss": 0.32764172554016113 + }, + { + "epoch": 110, + "train_loss": 0.31667232513427734, + "test_loss": 0.32321274280548096 + }, + { + "epoch": 120, + "train_loss": 0.31374919414520264, + "test_loss": 0.3206406533718109 + }, + { + "epoch": 130, + "train_loss": 0.3116750419139862, + "test_loss": 0.3189287483692169 + }, + { + "epoch": 140, + "train_loss": 0.3100682497024536, + "test_loss": 0.31758779287338257 + }, + { + "epoch": 150, + "train_loss": 0.3087373673915863, + "test_loss": 0.3164145052433014 + }, + { + "epoch": 160, + "train_loss": 0.3075768053531647, + "test_loss": 0.3153511881828308 + }, + { + "epoch": 170, + "train_loss": 0.3065359890460968, + "test_loss": 0.3143920600414276 + }, + { + "epoch": 180, + "train_loss": 0.3055761456489563, + "test_loss": 0.31352272629737854 + }, + { + "epoch": 190, + "train_loss": 0.30466318130493164, + "test_loss": 0.31270653009414673 + }, + { + "epoch": 200, + "train_loss": 0.3037761151790619, + "test_loss": 0.31190431118011475 + }, + { + "epoch": 210, + "train_loss": 0.3029044270515442, + "test_loss": 0.3111029863357544 + }, + { + "epoch": 220, + "train_loss": 0.30204445123672485, + "test_loss": 0.3103022277355194 + }, + { + "epoch": 230, + "train_loss": 0.3011975586414337, + "test_loss": 0.3095085322856903 + }, + { + "epoch": 240, + "train_loss": 0.3003673851490021, + "test_loss": 0.3087282180786133 + }, + { + "epoch": 250, + "train_loss": 0.29955822229385376, + "test_loss": 0.307961642742157 + }, + { + "epoch": 260, + "train_loss": 0.29877331852912903, + "test_loss": 0.30720582604408264 + }, + { + "epoch": 270, + "train_loss": 0.2980140447616577, + "test_loss": 0.30645751953125 + }, + { + "epoch": 280, + "train_loss": 0.2972792387008667, + "test_loss": 0.30571430921554565 + }, + { + "epoch": 290, + "train_loss": 0.2965672016143799, + "test_loss": 0.304941326379776 + }, + { + "epoch": 300, + "train_loss": 0.2959975004196167, + "test_loss": 0.30424803495407104 + }, + { + "epoch": 310, + "train_loss": 0.2952938377857208, + "test_loss": 0.30369463562965393 + }, + { + "epoch": 320, + "train_loss": 0.29468637704849243, + "test_loss": 0.3029816746711731 + }, + { + "epoch": 330, + "train_loss": 0.29412171244621277, + "test_loss": 0.30240398645401 + }, + { + "epoch": 340, + "train_loss": 0.2935771644115448, + "test_loss": 0.3019278645515442 + }, + { + "epoch": 350, + "train_loss": 0.293077677488327, + "test_loss": 0.3014097511768341 + }, + { + "epoch": 360, + "train_loss": 0.29261600971221924, + "test_loss": 0.30091044306755066 + }, + { + "epoch": 370, + "train_loss": 0.29219189286231995, + "test_loss": 0.30046775937080383 + }, + { + "epoch": 380, + "train_loss": 0.29226768016815186, + "test_loss": 0.2999870479106903 + }, + { + "epoch": 390, + "train_loss": 0.2915564775466919, + "test_loss": 0.2997920513153076 + }, + { + "epoch": 400, + "train_loss": 0.2911873459815979, + "test_loss": 0.2997102439403534 + }, + { + "epoch": 410, + "train_loss": 0.29092228412628174, + "test_loss": 0.299399197101593 + }, + { + "epoch": 420, + "train_loss": 0.29065918922424316, + "test_loss": 0.2990785539150238 + }, + { + "epoch": 430, + "train_loss": 0.29042956233024597, + "test_loss": 0.2987552881240845 + }, + { + "epoch": 440, + "train_loss": 0.29020485281944275, + "test_loss": 0.2986195683479309 + }, + { + "epoch": 450, + "train_loss": 0.2901265621185303, + "test_loss": 0.29902684688568115 + }, + { + "epoch": 460, + "train_loss": 0.2900247275829315, + "test_loss": 0.2981797754764557 + }, + { + "epoch": 470, + "train_loss": 0.2896539270877838, + "test_loss": 0.29832711815834045 + }, + { + "epoch": 480, + "train_loss": 0.2895240783691406, + "test_loss": 0.29816654324531555 + }, + { + "epoch": 490, + "train_loss": 0.289362370967865, + "test_loss": 0.29795554280281067 + }, + { + "epoch": 500, + "train_loss": 0.2892063856124878, + "test_loss": 0.29776379466056824 + }, + { + "epoch": 510, + "train_loss": 0.2890728712081909, + "test_loss": 0.2975575029850006 + }, + { + "epoch": 520, + "train_loss": 0.28894004225730896, + "test_loss": 0.29752975702285767 + }, + { + "epoch": 530, + "train_loss": 0.2888370752334595, + "test_loss": 0.29756930470466614 + }, + { + "epoch": 540, + "train_loss": 0.2888551354408264, + "test_loss": 0.29736021161079407 + }, + { + "epoch": 550, + "train_loss": 0.2887389063835144, + "test_loss": 0.29751646518707275 + }, + { + "epoch": 560, + "train_loss": 0.2885188162326813, + "test_loss": 0.2973414361476898 + }, + { + "epoch": 570, + "train_loss": 0.2883889675140381, + "test_loss": 0.29703742265701294 + }, + { + "epoch": 580, + "train_loss": 0.28828951716423035, + "test_loss": 0.2969171702861786 + }, + { + "epoch": 590, + "train_loss": 0.28819480538368225, + "test_loss": 0.29690003395080566 + }, + { + "epoch": 600, + "train_loss": 0.2881239652633667, + "test_loss": 0.29698023200035095 + }, + { + "epoch": 610, + "train_loss": 0.2885323464870453, + "test_loss": 0.29746803641319275 + }, + { + "epoch": 620, + "train_loss": 0.2879846692085266, + "test_loss": 0.297090619802475 + }, + { + "epoch": 630, + "train_loss": 0.2878914773464203, + "test_loss": 0.2966468036174774 + }, + { + "epoch": 640, + "train_loss": 0.2878188490867615, + "test_loss": 0.2965227961540222 + }, + { + "epoch": 650, + "train_loss": 0.28773990273475647, + "test_loss": 0.29665255546569824 + }, + { + "epoch": 660, + "train_loss": 0.2876667082309723, + "test_loss": 0.29646870493888855 + }, + { + "epoch": 670, + "train_loss": 0.2876037657260895, + "test_loss": 0.2964147925376892 + }, + { + "epoch": 680, + "train_loss": 0.28797245025634766, + "test_loss": 0.29645201563835144 + }, + { + "epoch": 690, + "train_loss": 0.2877156734466553, + "test_loss": 0.29680415987968445 + }, + { + "epoch": 700, + "train_loss": 0.28743523359298706, + "test_loss": 0.2966183125972748 + }, + { + "epoch": 710, + "train_loss": 0.28739795088768005, + "test_loss": 0.29627710580825806 + }, + { + "epoch": 720, + "train_loss": 0.2873118817806244, + "test_loss": 0.2963436245918274 + }, + { + "epoch": 730, + "train_loss": 0.28726133704185486, + "test_loss": 0.2962672710418701 + }, + { + "epoch": 740, + "train_loss": 0.2872096598148346, + "test_loss": 0.2963395118713379 + }, + { + "epoch": 750, + "train_loss": 0.28736159205436707, + "test_loss": 0.29697176814079285 + }, + { + "epoch": 760, + "train_loss": 0.2872887849807739, + "test_loss": 0.29613712430000305 + }, + { + "epoch": 770, + "train_loss": 0.2871144413948059, + "test_loss": 0.2962407171726227 + }, + { + "epoch": 780, + "train_loss": 0.28706884384155273, + "test_loss": 0.2964094579219818 + }, + { + "epoch": 790, + "train_loss": 0.28699982166290283, + "test_loss": 0.296134352684021 + }, + { + "epoch": 800, + "train_loss": 0.2869473993778229, + "test_loss": 0.2961936891078949 + }, + { + "epoch": 810, + "train_loss": 0.2869107723236084, + "test_loss": 0.2960962653160095 + }, + { + "epoch": 820, + "train_loss": 0.2868790328502655, + "test_loss": 0.29605498909950256 + }, + { + "epoch": 830, + "train_loss": 0.28742945194244385, + "test_loss": 0.29621756076812744 + }, + { + "epoch": 840, + "train_loss": 0.28706616163253784, + "test_loss": 0.29653283953666687 + }, + { + "epoch": 850, + "train_loss": 0.2867630124092102, + "test_loss": 0.2962799370288849 + }, + { + "epoch": 860, + "train_loss": 0.2867685854434967, + "test_loss": 0.2959945499897003 + }, + { + "epoch": 870, + "train_loss": 0.286703884601593, + "test_loss": 0.2961483895778656 + }, + { + "epoch": 880, + "train_loss": 0.28666621446609497, + "test_loss": 0.29601770639419556 + }, + { + "epoch": 890, + "train_loss": 0.28662413358688354, + "test_loss": 0.2960836589336395 + }, + { + "epoch": 900, + "train_loss": 0.2866259813308716, + "test_loss": 0.2962663769721985 + }, + { + "epoch": 910, + "train_loss": 0.28730785846710205, + "test_loss": 0.2968510687351227 + }, + { + "epoch": 920, + "train_loss": 0.2865980267524719, + "test_loss": 0.2965191602706909 + }, + { + "epoch": 930, + "train_loss": 0.28654056787490845, + "test_loss": 0.2960147261619568 + }, + { + "epoch": 940, + "train_loss": 0.2865137457847595, + "test_loss": 0.29593566060066223 + }, + { + "epoch": 950, + "train_loss": 0.28645822405815125, + "test_loss": 0.29605743288993835 + }, + { + "epoch": 960, + "train_loss": 0.2864227890968323, + "test_loss": 0.2960178554058075 + }, + { + "epoch": 970, + "train_loss": 0.28639692068099976, + "test_loss": 0.29603901505470276 + }, + { + "epoch": 980, + "train_loss": 0.286367803812027, + "test_loss": 0.29598307609558105 + }, + { + "epoch": 990, + "train_loss": 0.2863749563694, + "test_loss": 0.2958946228027344 + }, + { + "epoch": 1000, + "train_loss": 0.2872679531574249, + "test_loss": 0.29597362875938416 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.97_horizon100/model.pt b/nn_classifier/npv0.97_horizon100/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e51220e7b7942f5d27ca0866d017fda4c11c2b6 --- /dev/null +++ b/nn_classifier/npv0.97_horizon100/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ee62889d35bc5433a6e641fb8912b25d0aed65e808a53eff42017ef4bb8da8 +size 3581 diff --git a/nn_classifier/npv0.97_horizon1000/evaluation_plots.png b/nn_classifier/npv0.97_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..36570a930974de38ebb16742cc2453da838012f5 --- /dev/null +++ b/nn_classifier/npv0.97_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e9251c9093afb6e8ec90d0083e4fa0f7a5537affe4152952c641220b451aaa +size 113759 diff --git a/nn_classifier/npv0.97_horizon1000/metrics.json b/nn_classifier/npv0.97_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac7f9ba044687795da9c46ac69c2b852c739676 --- /dev/null +++ b/nn_classifier/npv0.97_horizon1000/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.97, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.9483870967741935, + "precision": 0.960774237752655, + "recall": 0.9840350877192983, + "f1": 0.9722655572889582, + "roc_auc": 0.9052250877192982, + "confusion_matrix": [ + [ + 5609, + 91 + ], + [ + 229, + 271 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.4740263819694519, + "test_loss": 0.44703006744384766 + }, + { + "epoch": 20, + "train_loss": 0.31513333320617676, + "test_loss": 0.2799154818058014 + }, + { + "epoch": 30, + "train_loss": 0.2482454627752304, + "test_loss": 0.2005307674407959 + }, + { + "epoch": 40, + "train_loss": 0.20869643986225128, + "test_loss": 0.1601359099149704 + }, + { + "epoch": 50, + "train_loss": 0.1977657824754715, + "test_loss": 0.14450927078723907 + }, + { + "epoch": 60, + "train_loss": 0.1894780397415161, + "test_loss": 0.1373325139284134 + }, + { + "epoch": 70, + "train_loss": 0.18429793417453766, + "test_loss": 0.13560783863067627 + }, + { + "epoch": 80, + "train_loss": 0.17966683208942413, + "test_loss": 0.13591507077217102 + }, + { + "epoch": 90, + "train_loss": 0.17536406219005585, + "test_loss": 0.13621345162391663 + }, + { + "epoch": 100, + "train_loss": 0.1715337038040161, + "test_loss": 0.13700908422470093 + }, + { + "epoch": 110, + "train_loss": 0.16812348365783691, + "test_loss": 0.13805976510047913 + }, + { + "epoch": 120, + "train_loss": 0.16515611112117767, + "test_loss": 0.13895131647586823 + }, + { + "epoch": 130, + "train_loss": 0.16262313723564148, + "test_loss": 0.14012748003005981 + }, + { + "epoch": 140, + "train_loss": 0.16047224402427673, + "test_loss": 0.14114992320537567 + }, + { + "epoch": 150, + "train_loss": 0.1586219072341919, + "test_loss": 0.141945943236351 + }, + { + "epoch": 160, + "train_loss": 0.15698564052581787, + "test_loss": 0.14244066178798676 + }, + { + "epoch": 170, + "train_loss": 0.15549376606941223, + "test_loss": 0.14270101487636566 + }, + { + "epoch": 180, + "train_loss": 0.15410302579402924, + "test_loss": 0.14275699853897095 + }, + { + "epoch": 190, + "train_loss": 0.15279115736484528, + "test_loss": 0.14269812405109406 + }, + { + "epoch": 200, + "train_loss": 0.15154382586479187, + "test_loss": 0.1425739973783493 + }, + { + "epoch": 210, + "train_loss": 0.1503455936908722, + "test_loss": 0.1424536108970642 + }, + { + "epoch": 220, + "train_loss": 0.14918792247772217, + "test_loss": 0.14240702986717224 + }, + { + "epoch": 230, + "train_loss": 0.14808928966522217, + "test_loss": 0.14249341189861298 + }, + { + "epoch": 240, + "train_loss": 0.1470838338136673, + "test_loss": 0.1427079290151596 + }, + { + "epoch": 250, + "train_loss": 0.14617757499217987, + "test_loss": 0.1429756134748459 + }, + { + "epoch": 260, + "train_loss": 0.1453470140695572, + "test_loss": 0.14323481917381287 + }, + { + "epoch": 270, + "train_loss": 0.1445741206407547, + "test_loss": 0.14350344240665436 + }, + { + "epoch": 280, + "train_loss": 0.14385318756103516, + "test_loss": 0.1438302844762802 + }, + { + "epoch": 290, + "train_loss": 0.14317546784877777, + "test_loss": 0.14423257112503052 + }, + { + "epoch": 300, + "train_loss": 0.14252673089504242, + "test_loss": 0.14470253884792328 + }, + { + "epoch": 310, + "train_loss": 0.14189541339874268, + "test_loss": 0.1452370584011078 + }, + { + "epoch": 320, + "train_loss": 0.14127664268016815, + "test_loss": 0.14583297073841095 + }, + { + "epoch": 330, + "train_loss": 0.14067216217517853, + "test_loss": 0.146476149559021 + }, + { + "epoch": 340, + "train_loss": 0.14008904993534088, + "test_loss": 0.14715667068958282 + }, + { + "epoch": 350, + "train_loss": 0.13953615725040436, + "test_loss": 0.1478729248046875 + }, + { + "epoch": 360, + "train_loss": 0.13901877403259277, + "test_loss": 0.14860959351062775 + }, + { + "epoch": 370, + "train_loss": 0.13853639364242554, + "test_loss": 0.14933545887470245 + }, + { + "epoch": 380, + "train_loss": 0.13808497786521912, + "test_loss": 0.1500273495912552 + }, + { + "epoch": 390, + "train_loss": 0.13765975832939148, + "test_loss": 0.15067942440509796 + }, + { + "epoch": 400, + "train_loss": 0.13725610077381134, + "test_loss": 0.151297464966774 + }, + { + "epoch": 410, + "train_loss": 0.1368696093559265, + "test_loss": 0.15189218521118164 + }, + { + "epoch": 420, + "train_loss": 0.13649658858776093, + "test_loss": 0.1524711549282074 + }, + { + "epoch": 430, + "train_loss": 0.13613422214984894, + "test_loss": 0.15303827822208405 + }, + { + "epoch": 440, + "train_loss": 0.13578073680400848, + "test_loss": 0.1535969376564026 + }, + { + "epoch": 450, + "train_loss": 0.13543501496315002, + "test_loss": 0.15415062010288239 + }, + { + "epoch": 460, + "train_loss": 0.13509640097618103, + "test_loss": 0.15470179915428162 + }, + { + "epoch": 470, + "train_loss": 0.13476429879665375, + "test_loss": 0.15525129437446594 + }, + { + "epoch": 480, + "train_loss": 0.13443823158740997, + "test_loss": 0.155798077583313 + }, + { + "epoch": 490, + "train_loss": 0.1341177523136139, + "test_loss": 0.15633927285671234 + }, + { + "epoch": 500, + "train_loss": 0.13380253314971924, + "test_loss": 0.15687265992164612 + }, + { + "epoch": 510, + "train_loss": 0.1334923505783081, + "test_loss": 0.1573948860168457 + }, + { + "epoch": 520, + "train_loss": 0.1331872195005417, + "test_loss": 0.15790367126464844 + }, + { + "epoch": 530, + "train_loss": 0.1328873634338379, + "test_loss": 0.15839679539203644 + }, + { + "epoch": 540, + "train_loss": 0.1325930953025818, + "test_loss": 0.15887339413166046 + }, + { + "epoch": 550, + "train_loss": 0.13230499625205994, + "test_loss": 0.15933376550674438 + }, + { + "epoch": 560, + "train_loss": 0.13202376663684845, + "test_loss": 0.15978114306926727 + }, + { + "epoch": 570, + "train_loss": 0.13175031542778015, + "test_loss": 0.16021963953971863 + }, + { + "epoch": 580, + "train_loss": 0.13148561120033264, + "test_loss": 0.16065475344657898 + }, + { + "epoch": 590, + "train_loss": 0.13123062252998352, + "test_loss": 0.16109198331832886 + }, + { + "epoch": 600, + "train_loss": 0.13098619878292084, + "test_loss": 0.16153523325920105 + }, + { + "epoch": 610, + "train_loss": 0.130752831697464, + "test_loss": 0.16198505461215973 + }, + { + "epoch": 620, + "train_loss": 0.13053075969219208, + "test_loss": 0.1624407023191452 + }, + { + "epoch": 630, + "train_loss": 0.13031968474388123, + "test_loss": 0.1628992110490799 + }, + { + "epoch": 640, + "train_loss": 0.13011890649795532, + "test_loss": 0.16335685551166534 + }, + { + "epoch": 650, + "train_loss": 0.12992744147777557, + "test_loss": 0.16380947828292847 + }, + { + "epoch": 660, + "train_loss": 0.12974423170089722, + "test_loss": 0.16425438225269318 + }, + { + "epoch": 670, + "train_loss": 0.129568412899971, + "test_loss": 0.16468751430511475 + }, + { + "epoch": 680, + "train_loss": 0.1293993592262268, + "test_loss": 0.16510501503944397 + }, + { + "epoch": 690, + "train_loss": 0.1292368769645691, + "test_loss": 0.1655026078224182 + }, + { + "epoch": 700, + "train_loss": 0.1290808618068695, + "test_loss": 0.1658758670091629 + }, + { + "epoch": 710, + "train_loss": 0.12893114984035492, + "test_loss": 0.1662222445011139 + }, + { + "epoch": 720, + "train_loss": 0.12878720462322235, + "test_loss": 0.16654372215270996 + }, + { + "epoch": 730, + "train_loss": 0.12864823639392853, + "test_loss": 0.16684482991695404 + }, + { + "epoch": 740, + "train_loss": 0.1285133957862854, + "test_loss": 0.16713166236877441 + }, + { + "epoch": 750, + "train_loss": 0.12838195264339447, + "test_loss": 0.16740907728672028 + }, + { + "epoch": 760, + "train_loss": 0.1282532960176468, + "test_loss": 0.1676790714263916 + }, + { + "epoch": 770, + "train_loss": 0.12812697887420654, + "test_loss": 0.16794434189796448 + }, + { + "epoch": 780, + "train_loss": 0.1280025988817215, + "test_loss": 0.1682034730911255 + }, + { + "epoch": 790, + "train_loss": 0.12787982821464539, + "test_loss": 0.16845925152301788 + }, + { + "epoch": 800, + "train_loss": 0.12775841355323792, + "test_loss": 0.16871148347854614 + }, + { + "epoch": 810, + "train_loss": 0.1276381015777588, + "test_loss": 0.16896012425422668 + }, + { + "epoch": 820, + "train_loss": 0.12751860916614532, + "test_loss": 0.16920751333236694 + }, + { + "epoch": 830, + "train_loss": 0.127399742603302, + "test_loss": 0.16945186257362366 + }, + { + "epoch": 840, + "train_loss": 0.12728123366832733, + "test_loss": 0.16969390213489532 + }, + { + "epoch": 850, + "train_loss": 0.1271628737449646, + "test_loss": 0.16993266344070435 + }, + { + "epoch": 860, + "train_loss": 0.12704451382160187, + "test_loss": 0.1701667457818985 + }, + { + "epoch": 870, + "train_loss": 0.1269260048866272, + "test_loss": 0.1703943908214569 + }, + { + "epoch": 880, + "train_loss": 0.1268073171377182, + "test_loss": 0.17061367630958557 + }, + { + "epoch": 890, + "train_loss": 0.12668845057487488, + "test_loss": 0.17082448303699493 + }, + { + "epoch": 900, + "train_loss": 0.126569464802742, + "test_loss": 0.17102564871311188 + }, + { + "epoch": 910, + "train_loss": 0.12645049393177032, + "test_loss": 0.17121630907058716 + }, + { + "epoch": 920, + "train_loss": 0.126331627368927, + "test_loss": 0.17139743268489838 + }, + { + "epoch": 930, + "train_loss": 0.12621307373046875, + "test_loss": 0.1715679168701172 + }, + { + "epoch": 940, + "train_loss": 0.12609493732452393, + "test_loss": 0.17172689735889435 + }, + { + "epoch": 950, + "train_loss": 0.12597738206386566, + "test_loss": 0.17187541723251343 + }, + { + "epoch": 960, + "train_loss": 0.1258605271577835, + "test_loss": 0.17201004922389984 + }, + { + "epoch": 970, + "train_loss": 0.1257443130016327, + "test_loss": 0.17212967574596405 + }, + { + "epoch": 980, + "train_loss": 0.1256285309791565, + "test_loss": 0.17223289608955383 + }, + { + "epoch": 990, + "train_loss": 0.12551243603229523, + "test_loss": 0.17231382429599762 + }, + { + "epoch": 1000, + "train_loss": 0.12539435923099518, + "test_loss": 0.17235764861106873 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.97_horizon1000/model.pt b/nn_classifier/npv0.97_horizon1000/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e0e4e1bced04323b252eb9e3b19e10cb056b415 --- /dev/null +++ b/nn_classifier/npv0.97_horizon1000/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2dc84f8d1df05447047565b12e1cdc21b8d28f108433e281e1ecc5e1cece59c +size 3581 diff --git a/nn_classifier/npv0.97_horizon500/evaluation_plots.png b/nn_classifier/npv0.97_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..30784b57131556b3afa4e37936e8efbbaa8ebffb --- /dev/null +++ b/nn_classifier/npv0.97_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7dff9bdcfc91ea73900ea0426e53124e50fbd7f63029b8cd2a68fa0191562bc +size 121180 diff --git a/nn_classifier/npv0.97_horizon500/metrics.json b/nn_classifier/npv0.97_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ed6063238ccb7c1232889be9c020d1213e04947f --- /dev/null +++ b/nn_classifier/npv0.97_horizon500/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.97, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.8964646464646465, + "precision": 0.9240324892498806, + "recall": 0.952123076923077, + "f1": 0.9378674910589804, + "roc_auc": 0.9243667172264355, + "confusion_matrix": [ + [ + 15472, + 778 + ], + [ + 1272, + 2278 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.5436651110649109, + "test_loss": 0.5111161470413208 + }, + { + "epoch": 20, + "train_loss": 0.41002070903778076, + "test_loss": 0.38240429759025574 + }, + { + "epoch": 30, + "train_loss": 0.3789784014225006, + "test_loss": 0.33766746520996094 + }, + { + "epoch": 40, + "train_loss": 0.37417250871658325, + "test_loss": 0.326427161693573 + }, + { + "epoch": 50, + "train_loss": 0.3674319088459015, + "test_loss": 0.32342329621315 + }, + { + "epoch": 60, + "train_loss": 0.3591831922531128, + "test_loss": 0.32045191526412964 + }, + { + "epoch": 70, + "train_loss": 0.351004034280777, + "test_loss": 0.3155671954154968 + }, + { + "epoch": 80, + "train_loss": 0.3418563902378082, + "test_loss": 0.30973291397094727 + }, + { + "epoch": 90, + "train_loss": 0.33284229040145874, + "test_loss": 0.3040560185909271 + }, + { + "epoch": 100, + "train_loss": 0.3250509798526764, + "test_loss": 0.2995995283126831 + }, + { + "epoch": 110, + "train_loss": 0.3187105357646942, + "test_loss": 0.2966339588165283 + }, + { + "epoch": 120, + "train_loss": 0.31385815143585205, + "test_loss": 0.2944054901599884 + }, + { + "epoch": 130, + "train_loss": 0.3101932108402252, + "test_loss": 0.2923302948474884 + }, + { + "epoch": 140, + "train_loss": 0.30728939175605774, + "test_loss": 0.29025352001190186 + }, + { + "epoch": 150, + "train_loss": 0.304843008518219, + "test_loss": 0.2882416844367981 + }, + { + "epoch": 160, + "train_loss": 0.3026982247829437, + "test_loss": 0.28616639971733093 + }, + { + "epoch": 170, + "train_loss": 0.30077889561653137, + "test_loss": 0.28405603766441345 + }, + { + "epoch": 180, + "train_loss": 0.2990317940711975, + "test_loss": 0.2820741534233093 + }, + { + "epoch": 190, + "train_loss": 0.2974188029766083, + "test_loss": 0.28022971749305725 + }, + { + "epoch": 200, + "train_loss": 0.29590559005737305, + "test_loss": 0.278461754322052 + }, + { + "epoch": 210, + "train_loss": 0.2944648563861847, + "test_loss": 0.2767968475818634 + }, + { + "epoch": 220, + "train_loss": 0.29307791590690613, + "test_loss": 0.27522343397140503 + }, + { + "epoch": 230, + "train_loss": 0.2917330265045166, + "test_loss": 0.2737311124801636 + }, + { + "epoch": 240, + "train_loss": 0.2904236316680908, + "test_loss": 0.2723097503185272 + }, + { + "epoch": 250, + "train_loss": 0.2891479730606079, + "test_loss": 0.27096793055534363 + }, + { + "epoch": 260, + "train_loss": 0.2879091799259186, + "test_loss": 0.2697129547595978 + }, + { + "epoch": 270, + "train_loss": 0.2867123782634735, + "test_loss": 0.26855364441871643 + }, + { + "epoch": 280, + "train_loss": 0.2855618894100189, + "test_loss": 0.26748767495155334 + }, + { + "epoch": 290, + "train_loss": 0.28445884585380554, + "test_loss": 0.2664960026741028 + }, + { + "epoch": 300, + "train_loss": 0.2834002673625946, + "test_loss": 0.2655527889728546 + }, + { + "epoch": 310, + "train_loss": 0.28238072991371155, + "test_loss": 0.26463252305984497 + }, + { + "epoch": 320, + "train_loss": 0.28140121698379517, + "test_loss": 0.263711541891098 + }, + { + "epoch": 330, + "train_loss": 0.28047120571136475, + "test_loss": 0.26278162002563477 + }, + { + "epoch": 340, + "train_loss": 0.2795944809913635, + "test_loss": 0.2618643343448639 + }, + { + "epoch": 350, + "train_loss": 0.27876725792884827, + "test_loss": 0.2609919309616089 + }, + { + "epoch": 360, + "train_loss": 0.2779843211174011, + "test_loss": 0.2601805031299591 + }, + { + "epoch": 370, + "train_loss": 0.27724123001098633, + "test_loss": 0.2594316899776459 + }, + { + "epoch": 380, + "train_loss": 0.2765341103076935, + "test_loss": 0.2587439715862274 + }, + { + "epoch": 390, + "train_loss": 0.2758595943450928, + "test_loss": 0.2581143081188202 + }, + { + "epoch": 400, + "train_loss": 0.27521488070487976, + "test_loss": 0.25753268599510193 + }, + { + "epoch": 410, + "train_loss": 0.27466055750846863, + "test_loss": 0.2569960355758667 + }, + { + "epoch": 420, + "train_loss": 0.2740524411201477, + "test_loss": 0.25662150979042053 + }, + { + "epoch": 430, + "train_loss": 0.27349069714546204, + "test_loss": 0.25606149435043335 + }, + { + "epoch": 440, + "train_loss": 0.2729651927947998, + "test_loss": 0.25571495294570923 + }, + { + "epoch": 450, + "train_loss": 0.2724687457084656, + "test_loss": 0.2553088366985321 + }, + { + "epoch": 460, + "train_loss": 0.2719906270503998, + "test_loss": 0.25491464138031006 + }, + { + "epoch": 470, + "train_loss": 0.2715335786342621, + "test_loss": 0.25454947352409363 + }, + { + "epoch": 480, + "train_loss": 0.27109599113464355, + "test_loss": 0.2541806399822235 + }, + { + "epoch": 490, + "train_loss": 0.2706774175167084, + "test_loss": 0.25382739305496216 + }, + { + "epoch": 500, + "train_loss": 0.2702782154083252, + "test_loss": 0.2535073161125183 + }, + { + "epoch": 510, + "train_loss": 0.26990264654159546, + "test_loss": 0.253071129322052 + }, + { + "epoch": 520, + "train_loss": 0.2695521414279938, + "test_loss": 0.2527298629283905 + }, + { + "epoch": 530, + "train_loss": 0.26922520995140076, + "test_loss": 0.25242879986763 + }, + { + "epoch": 540, + "train_loss": 0.2688991129398346, + "test_loss": 0.2521352767944336 + }, + { + "epoch": 550, + "train_loss": 0.26858729124069214, + "test_loss": 0.2518387734889984 + }, + { + "epoch": 560, + "train_loss": 0.26828980445861816, + "test_loss": 0.2515781819820404 + }, + { + "epoch": 570, + "train_loss": 0.26800379157066345, + "test_loss": 0.2512776553630829 + }, + { + "epoch": 580, + "train_loss": 0.2677280306816101, + "test_loss": 0.2510206699371338 + }, + { + "epoch": 590, + "train_loss": 0.26751455664634705, + "test_loss": 0.2510421574115753 + }, + { + "epoch": 600, + "train_loss": 0.2672438621520996, + "test_loss": 0.2505408227443695 + }, + { + "epoch": 610, + "train_loss": 0.2669990062713623, + "test_loss": 0.250417560338974 + }, + { + "epoch": 620, + "train_loss": 0.2667792737483978, + "test_loss": 0.2501157522201538 + }, + { + "epoch": 630, + "train_loss": 0.26655492186546326, + "test_loss": 0.24986185133457184 + }, + { + "epoch": 640, + "train_loss": 0.26634639501571655, + "test_loss": 0.24966466426849365 + }, + { + "epoch": 650, + "train_loss": 0.2661450207233429, + "test_loss": 0.24947591125965118 + }, + { + "epoch": 660, + "train_loss": 0.265951007604599, + "test_loss": 0.24925830960273743 + }, + { + "epoch": 670, + "train_loss": 0.2657630145549774, + "test_loss": 0.2491062432527542 + }, + { + "epoch": 680, + "train_loss": 0.26558637619018555, + "test_loss": 0.24899674952030182 + }, + { + "epoch": 690, + "train_loss": 0.2654893100261688, + "test_loss": 0.24884450435638428 + }, + { + "epoch": 700, + "train_loss": 0.2652965188026428, + "test_loss": 0.24874243140220642 + }, + { + "epoch": 710, + "train_loss": 0.26510700583457947, + "test_loss": 0.24857786297798157 + }, + { + "epoch": 720, + "train_loss": 0.26493561267852783, + "test_loss": 0.24840883910655975 + }, + { + "epoch": 730, + "train_loss": 0.26478537917137146, + "test_loss": 0.24820135533809662 + }, + { + "epoch": 740, + "train_loss": 0.2646375000476837, + "test_loss": 0.2481047809123993 + }, + { + "epoch": 750, + "train_loss": 0.26449671387672424, + "test_loss": 0.24795447289943695 + }, + { + "epoch": 760, + "train_loss": 0.26438257098197937, + "test_loss": 0.24777531623840332 + }, + { + "epoch": 770, + "train_loss": 0.26422229409217834, + "test_loss": 0.24789810180664062 + }, + { + "epoch": 780, + "train_loss": 0.2641361355781555, + "test_loss": 0.24760451912879944 + }, + { + "epoch": 790, + "train_loss": 0.26396825909614563, + "test_loss": 0.24758607149124146 + }, + { + "epoch": 800, + "train_loss": 0.2638480067253113, + "test_loss": 0.2475948929786682 + }, + { + "epoch": 810, + "train_loss": 0.26372388005256653, + "test_loss": 0.24745270609855652 + }, + { + "epoch": 820, + "train_loss": 0.2636139988899231, + "test_loss": 0.24735018610954285 + }, + { + "epoch": 830, + "train_loss": 0.26361194252967834, + "test_loss": 0.24723432958126068 + }, + { + "epoch": 840, + "train_loss": 0.26341935992240906, + "test_loss": 0.2474866360425949 + }, + { + "epoch": 850, + "train_loss": 0.2632804811000824, + "test_loss": 0.24721825122833252 + }, + { + "epoch": 860, + "train_loss": 0.26316046714782715, + "test_loss": 0.24733972549438477 + }, + { + "epoch": 870, + "train_loss": 0.2630411982536316, + "test_loss": 0.24726839363574982 + }, + { + "epoch": 880, + "train_loss": 0.2629513442516327, + "test_loss": 0.24737152457237244 + }, + { + "epoch": 890, + "train_loss": 0.2628316581249237, + "test_loss": 0.2471546083688736 + }, + { + "epoch": 900, + "train_loss": 0.2627624571323395, + "test_loss": 0.24737116694450378 + }, + { + "epoch": 910, + "train_loss": 0.26260489225387573, + "test_loss": 0.2471989393234253 + }, + { + "epoch": 920, + "train_loss": 0.26250070333480835, + "test_loss": 0.2471226453781128 + }, + { + "epoch": 930, + "train_loss": 0.2623891532421112, + "test_loss": 0.2472274750471115 + }, + { + "epoch": 940, + "train_loss": 0.26227471232414246, + "test_loss": 0.24718476831912994 + }, + { + "epoch": 950, + "train_loss": 0.26216861605644226, + "test_loss": 0.24715296924114227 + }, + { + "epoch": 960, + "train_loss": 0.26231932640075684, + "test_loss": 0.247111514210701 + }, + { + "epoch": 970, + "train_loss": 0.26196300983428955, + "test_loss": 0.2472905069589615 + }, + { + "epoch": 980, + "train_loss": 0.26185235381126404, + "test_loss": 0.2474646419286728 + }, + { + "epoch": 990, + "train_loss": 0.2617209851741791, + "test_loss": 0.2473551630973816 + }, + { + "epoch": 1000, + "train_loss": 0.26160144805908203, + "test_loss": 0.24743908643722534 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.97_horizon500/model.pt b/nn_classifier/npv0.97_horizon500/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fcee3c354df9d32561cdd81c4998e812ce17fe6 --- /dev/null +++ b/nn_classifier/npv0.97_horizon500/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa1e66d440c1ae243d402f9751cb5fdcb301711e98a2b635f8462fc5dee49fc +size 3581 diff --git a/nn_classifier/npv0.99_horizon100/evaluation_plots.png b/nn_classifier/npv0.99_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..724c00b117acdcee8daaee4611c98991b49a103a --- /dev/null +++ b/nn_classifier/npv0.99_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84ca15e482ea85459f32b660583708614f0c2a166f2010c206ae60ca74bfc6f +size 118199 diff --git a/nn_classifier/npv0.99_horizon100/metrics.json b/nn_classifier/npv0.99_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b9987743a5dcd9837837d3d62f30abf3341c89ed --- /dev/null +++ b/nn_classifier/npv0.99_horizon100/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.99, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.9462672811059908, + "precision": 0.8912753666123537, + "recall": 0.9330128702124361, + "f1": 0.9116666666666666, + "roc_auc": 0.9834088395597608, + "confusion_matrix": [ + [ + 6017, + 432 + ], + [ + 734, + 14517 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.4532298147678375, + "test_loss": 0.4441482424736023 + }, + { + "epoch": 20, + "train_loss": 0.30534425377845764, + "test_loss": 0.3047824800014496 + }, + { + "epoch": 30, + "train_loss": 0.22351182997226715, + "test_loss": 0.22937248647212982 + }, + { + "epoch": 40, + "train_loss": 0.19319485127925873, + "test_loss": 0.2046041488647461 + }, + { + "epoch": 50, + "train_loss": 0.18747909367084503, + "test_loss": 0.2008914351463318 + }, + { + "epoch": 60, + "train_loss": 0.18515737354755402, + "test_loss": 0.19926409423351288 + }, + { + "epoch": 70, + "train_loss": 0.1816728562116623, + "test_loss": 0.19583065807819366 + }, + { + "epoch": 80, + "train_loss": 0.1769590675830841, + "test_loss": 0.19073399901390076 + }, + { + "epoch": 90, + "train_loss": 0.17199046909809113, + "test_loss": 0.18529249727725983 + }, + { + "epoch": 100, + "train_loss": 0.16697968542575836, + "test_loss": 0.17997382581233978 + }, + { + "epoch": 110, + "train_loss": 0.16176870465278625, + "test_loss": 0.17493891716003418 + }, + { + "epoch": 120, + "train_loss": 0.1565888673067093, + "test_loss": 0.1703774333000183 + }, + { + "epoch": 130, + "train_loss": 0.1516948789358139, + "test_loss": 0.1665092557668686 + }, + { + "epoch": 140, + "train_loss": 0.14719273149967194, + "test_loss": 0.1633230298757553 + }, + { + "epoch": 150, + "train_loss": 0.14316685497760773, + "test_loss": 0.16086846590042114 + }, + { + "epoch": 160, + "train_loss": 0.1396513730287552, + "test_loss": 0.1590273231267929 + }, + { + "epoch": 170, + "train_loss": 0.1366201490163803, + "test_loss": 0.1575975865125656 + }, + { + "epoch": 180, + "train_loss": 0.13403047621250153, + "test_loss": 0.15644405782222748 + }, + { + "epoch": 190, + "train_loss": 0.13183942437171936, + "test_loss": 0.1555333137512207 + }, + { + "epoch": 200, + "train_loss": 0.12999632954597473, + "test_loss": 0.15482288599014282 + }, + { + "epoch": 210, + "train_loss": 0.1284492015838623, + "test_loss": 0.15423963963985443 + }, + { + "epoch": 220, + "train_loss": 0.12714914977550507, + "test_loss": 0.1537477970123291 + }, + { + "epoch": 230, + "train_loss": 0.12605027854442596, + "test_loss": 0.15333959460258484 + }, + { + "epoch": 240, + "train_loss": 0.1251114457845688, + "test_loss": 0.15301276743412018 + }, + { + "epoch": 250, + "train_loss": 0.12429787963628769, + "test_loss": 0.15276001393795013 + }, + { + "epoch": 260, + "train_loss": 0.12358168512582779, + "test_loss": 0.15255621075630188 + }, + { + "epoch": 270, + "train_loss": 0.12294206023216248, + "test_loss": 0.15237648785114288 + }, + { + "epoch": 280, + "train_loss": 0.12236442416906357, + "test_loss": 0.15220487117767334 + }, + { + "epoch": 290, + "train_loss": 0.12183897942304611, + "test_loss": 0.15203328430652618 + }, + { + "epoch": 300, + "train_loss": 0.12135905027389526, + "test_loss": 0.15186066925525665 + }, + { + "epoch": 310, + "train_loss": 0.12091951817274094, + "test_loss": 0.1516893208026886 + }, + { + "epoch": 320, + "train_loss": 0.12051592767238617, + "test_loss": 0.15152287483215332 + }, + { + "epoch": 330, + "train_loss": 0.12014415115118027, + "test_loss": 0.15136340260505676 + }, + { + "epoch": 340, + "train_loss": 0.11980044841766357, + "test_loss": 0.15121079981327057 + }, + { + "epoch": 350, + "train_loss": 0.11948157846927643, + "test_loss": 0.15106314420700073 + }, + { + "epoch": 360, + "train_loss": 0.11918468773365021, + "test_loss": 0.150918111205101 + }, + { + "epoch": 370, + "train_loss": 0.1189073771238327, + "test_loss": 0.1507740467786789 + }, + { + "epoch": 380, + "train_loss": 0.11864759773015976, + "test_loss": 0.15063057839870453 + }, + { + "epoch": 390, + "train_loss": 0.11840363591909409, + "test_loss": 0.15048851072788239 + }, + { + "epoch": 400, + "train_loss": 0.11817394196987152, + "test_loss": 0.15034936368465424 + }, + { + "epoch": 410, + "train_loss": 0.1179572343826294, + "test_loss": 0.15021462738513947 + }, + { + "epoch": 420, + "train_loss": 0.11775226891040802, + "test_loss": 0.1500851958990097 + }, + { + "epoch": 430, + "train_loss": 0.11755798012018204, + "test_loss": 0.14996133744716644 + }, + { + "epoch": 440, + "train_loss": 0.11737336963415146, + "test_loss": 0.14984259009361267 + }, + { + "epoch": 450, + "train_loss": 0.11719760298728943, + "test_loss": 0.14972838759422302 + }, + { + "epoch": 460, + "train_loss": 0.11702985316514969, + "test_loss": 0.14961795508861542 + }, + { + "epoch": 470, + "train_loss": 0.11686944961547852, + "test_loss": 0.14951077103614807 + }, + { + "epoch": 480, + "train_loss": 0.11671576648950577, + "test_loss": 0.14940649271011353 + }, + { + "epoch": 490, + "train_loss": 0.11656824499368668, + "test_loss": 0.1493048071861267 + }, + { + "epoch": 500, + "train_loss": 0.11642641574144363, + "test_loss": 0.14920558035373688 + }, + { + "epoch": 510, + "train_loss": 0.11628983169794083, + "test_loss": 0.14910872280597687 + }, + { + "epoch": 520, + "train_loss": 0.11615810543298721, + "test_loss": 0.14901408553123474 + }, + { + "epoch": 530, + "train_loss": 0.11603092402219772, + "test_loss": 0.14892162382602692 + }, + { + "epoch": 540, + "train_loss": 0.1159079521894455, + "test_loss": 0.1488312929868698 + }, + { + "epoch": 550, + "train_loss": 0.11578892916440964, + "test_loss": 0.14874306321144104 + }, + { + "epoch": 560, + "train_loss": 0.11567363888025284, + "test_loss": 0.1486569494009018 + }, + { + "epoch": 570, + "train_loss": 0.1155618280172348, + "test_loss": 0.14857295155525208 + }, + { + "epoch": 580, + "train_loss": 0.1154533177614212, + "test_loss": 0.14849109947681427 + }, + { + "epoch": 590, + "train_loss": 0.11534793674945831, + "test_loss": 0.14841137826442719 + }, + { + "epoch": 600, + "train_loss": 0.115245521068573, + "test_loss": 0.1483338326215744 + }, + { + "epoch": 610, + "train_loss": 0.11514590680599213, + "test_loss": 0.14825847744941711 + }, + { + "epoch": 620, + "train_loss": 0.11504901200532913, + "test_loss": 0.14818531274795532 + }, + { + "epoch": 630, + "train_loss": 0.11495465785264969, + "test_loss": 0.1481143683195114 + }, + { + "epoch": 640, + "train_loss": 0.11486274749040604, + "test_loss": 0.14804565906524658 + }, + { + "epoch": 650, + "train_loss": 0.11477316915988922, + "test_loss": 0.14797915518283844 + }, + { + "epoch": 660, + "train_loss": 0.11468583345413208, + "test_loss": 0.14791488647460938 + }, + { + "epoch": 670, + "train_loss": 0.11460066586732864, + "test_loss": 0.1478527933359146 + }, + { + "epoch": 680, + "train_loss": 0.11451753228902817, + "test_loss": 0.14779290556907654 + }, + { + "epoch": 690, + "train_loss": 0.11443637311458588, + "test_loss": 0.14773516356945038 + }, + { + "epoch": 700, + "train_loss": 0.11435714364051819, + "test_loss": 0.14767952263355255 + }, + { + "epoch": 710, + "train_loss": 0.11427973955869675, + "test_loss": 0.14762595295906067 + }, + { + "epoch": 720, + "train_loss": 0.11420409381389618, + "test_loss": 0.14757439494132996 + }, + { + "epoch": 730, + "train_loss": 0.11413015425205231, + "test_loss": 0.14752480387687683 + }, + { + "epoch": 740, + "train_loss": 0.11405786871910095, + "test_loss": 0.14747710525989532 + }, + { + "epoch": 750, + "train_loss": 0.11398719251155853, + "test_loss": 0.14743123948574066 + }, + { + "epoch": 760, + "train_loss": 0.11391804367303848, + "test_loss": 0.14738713204860687 + }, + { + "epoch": 770, + "train_loss": 0.11385039240121841, + "test_loss": 0.14734473824501038 + }, + { + "epoch": 780, + "train_loss": 0.11378420144319534, + "test_loss": 0.1473039835691452 + }, + { + "epoch": 790, + "train_loss": 0.1137194037437439, + "test_loss": 0.147264763712883 + }, + { + "epoch": 800, + "train_loss": 0.11365596204996109, + "test_loss": 0.1472269892692566 + }, + { + "epoch": 810, + "train_loss": 0.11359385401010513, + "test_loss": 0.1471906453371048 + }, + { + "epoch": 820, + "train_loss": 0.11353300511837006, + "test_loss": 0.1471555531024933 + }, + { + "epoch": 830, + "train_loss": 0.11347338557243347, + "test_loss": 0.14712171256542206 + }, + { + "epoch": 840, + "train_loss": 0.1134149432182312, + "test_loss": 0.1470889300107956 + }, + { + "epoch": 850, + "train_loss": 0.11335764080286026, + "test_loss": 0.14705723524093628 + }, + { + "epoch": 860, + "train_loss": 0.11330140382051468, + "test_loss": 0.1470264345407486 + }, + { + "epoch": 870, + "train_loss": 0.11324620991945267, + "test_loss": 0.14699646830558777 + }, + { + "epoch": 880, + "train_loss": 0.11319196224212646, + "test_loss": 0.14696720242500305 + }, + { + "epoch": 890, + "train_loss": 0.11313865333795547, + "test_loss": 0.14693856239318848 + }, + { + "epoch": 900, + "train_loss": 0.11308616399765015, + "test_loss": 0.14691035449504852 + }, + { + "epoch": 910, + "train_loss": 0.11303446441888809, + "test_loss": 0.1468825489282608 + }, + { + "epoch": 920, + "train_loss": 0.11298347264528275, + "test_loss": 0.146854966878891 + }, + { + "epoch": 930, + "train_loss": 0.11293310672044754, + "test_loss": 0.14682745933532715 + }, + { + "epoch": 940, + "train_loss": 0.1128833070397377, + "test_loss": 0.1467999368906021 + }, + { + "epoch": 950, + "train_loss": 0.11283402889966965, + "test_loss": 0.14677223563194275 + }, + { + "epoch": 960, + "train_loss": 0.1127852201461792, + "test_loss": 0.1467442512512207 + }, + { + "epoch": 970, + "train_loss": 0.11273684352636337, + "test_loss": 0.14671587944030762 + }, + { + "epoch": 980, + "train_loss": 0.11268891394138336, + "test_loss": 0.14668706059455872 + }, + { + "epoch": 990, + "train_loss": 0.11264147609472275, + "test_loss": 0.14665772020816803 + }, + { + "epoch": 1000, + "train_loss": 0.11259455233812332, + "test_loss": 0.14662791788578033 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.99_horizon100/model.pt b/nn_classifier/npv0.99_horizon100/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb71260d72e83b6fafa29f4b81e982223a4cb0e --- /dev/null +++ b/nn_classifier/npv0.99_horizon100/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc873164d12107ceff0e6e25d5bec240db757a0af5e2d694f6ba72068fad2f94 +size 3581 diff --git a/nn_classifier/npv0.99_horizon1000/evaluation_plots.png b/nn_classifier/npv0.99_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..6625a22058657bebedb8dddd721e41d6cb085712 --- /dev/null +++ b/nn_classifier/npv0.99_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e0a4c16c2ee55e9d8c2b2a1deba9be0685f50e525749f369f3eab8e49a221e +size 122358 diff --git a/nn_classifier/npv0.99_horizon1000/metrics.json b/nn_classifier/npv0.99_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f56cbf23288061b98f287994363246f7fcdc4307 --- /dev/null +++ b/nn_classifier/npv0.99_horizon1000/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.99, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.8306451612903226, + "precision": 0.8721023181454837, + "recall": 0.9141181399245916, + "f1": 0.892616076907343, + "roc_auc": 0.883526711717455, + "confusion_matrix": [ + [ + 4364, + 410 + ], + [ + 640, + 786 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.5829417109489441, + "test_loss": 0.5743704438209534 + }, + { + "epoch": 20, + "train_loss": 0.45826393365859985, + "test_loss": 0.4762714207172394 + }, + { + "epoch": 30, + "train_loss": 0.3900720179080963, + "test_loss": 0.4219936728477478 + }, + { + "epoch": 40, + "train_loss": 0.3703480064868927, + "test_loss": 0.43869951367378235 + }, + { + "epoch": 50, + "train_loss": 0.36310717463493347, + "test_loss": 0.43542975187301636 + }, + { + "epoch": 60, + "train_loss": 0.34954968094825745, + "test_loss": 0.4116170108318329 + }, + { + "epoch": 70, + "train_loss": 0.33701592683792114, + "test_loss": 0.3957655429840088 + }, + { + "epoch": 80, + "train_loss": 0.3225575089454651, + "test_loss": 0.39402303099632263 + }, + { + "epoch": 90, + "train_loss": 0.3082285523414612, + "test_loss": 0.3890365958213806 + }, + { + "epoch": 100, + "train_loss": 0.2957184314727783, + "test_loss": 0.38840052485466003 + }, + { + "epoch": 110, + "train_loss": 0.286074697971344, + "test_loss": 0.3896682858467102 + }, + { + "epoch": 120, + "train_loss": 0.2790658175945282, + "test_loss": 0.38946861028671265 + }, + { + "epoch": 130, + "train_loss": 0.27375784516334534, + "test_loss": 0.3884096145629883 + }, + { + "epoch": 140, + "train_loss": 0.2694883644580841, + "test_loss": 0.3863462507724762 + }, + { + "epoch": 150, + "train_loss": 0.26591378450393677, + "test_loss": 0.3839355409145355 + }, + { + "epoch": 160, + "train_loss": 0.26271578669548035, + "test_loss": 0.3815222680568695 + }, + { + "epoch": 170, + "train_loss": 0.25964969396591187, + "test_loss": 0.3788553774356842 + }, + { + "epoch": 180, + "train_loss": 0.25654536485671997, + "test_loss": 0.3762385845184326 + }, + { + "epoch": 190, + "train_loss": 0.2536300718784332, + "test_loss": 0.3735288977622986 + }, + { + "epoch": 200, + "train_loss": 0.25111904740333557, + "test_loss": 0.370698481798172 + }, + { + "epoch": 210, + "train_loss": 0.24891439080238342, + "test_loss": 0.36803680658340454 + }, + { + "epoch": 220, + "train_loss": 0.2469775378704071, + "test_loss": 0.3657972812652588 + }, + { + "epoch": 230, + "train_loss": 0.24528415501117706, + "test_loss": 0.36381417512893677 + }, + { + "epoch": 240, + "train_loss": 0.2438034564256668, + "test_loss": 0.36186283826828003 + }, + { + "epoch": 250, + "train_loss": 0.24250629544258118, + "test_loss": 0.3599590063095093 + }, + { + "epoch": 260, + "train_loss": 0.2413635551929474, + "test_loss": 0.35816237330436707 + }, + { + "epoch": 270, + "train_loss": 0.24034707248210907, + "test_loss": 0.3565128445625305 + }, + { + "epoch": 280, + "train_loss": 0.23943476378917694, + "test_loss": 0.35502007603645325 + }, + { + "epoch": 290, + "train_loss": 0.23861148953437805, + "test_loss": 0.3536716103553772 + }, + { + "epoch": 300, + "train_loss": 0.23786531388759613, + "test_loss": 0.35241982340812683 + }, + { + "epoch": 310, + "train_loss": 0.23718571662902832, + "test_loss": 0.35124412178993225 + }, + { + "epoch": 320, + "train_loss": 0.23656335473060608, + "test_loss": 0.35016927123069763 + }, + { + "epoch": 330, + "train_loss": 0.23599019646644592, + "test_loss": 0.3492148220539093 + }, + { + "epoch": 340, + "train_loss": 0.23545922338962555, + "test_loss": 0.3483831584453583 + }, + { + "epoch": 350, + "train_loss": 0.2349645048379898, + "test_loss": 0.3476729094982147 + }, + { + "epoch": 360, + "train_loss": 0.23450107872486115, + "test_loss": 0.34708094596862793 + }, + { + "epoch": 370, + "train_loss": 0.23406480252742767, + "test_loss": 0.34659987688064575 + }, + { + "epoch": 380, + "train_loss": 0.23365238308906555, + "test_loss": 0.3462221324443817 + }, + { + "epoch": 390, + "train_loss": 0.2332610934972763, + "test_loss": 0.3459414839744568 + }, + { + "epoch": 400, + "train_loss": 0.23288871347904205, + "test_loss": 0.3457517921924591 + }, + { + "epoch": 410, + "train_loss": 0.23253311216831207, + "test_loss": 0.3456476926803589 + }, + { + "epoch": 420, + "train_loss": 0.23219230771064758, + "test_loss": 0.34562286734580994 + }, + { + "epoch": 430, + "train_loss": 0.231864333152771, + "test_loss": 0.3456708788871765 + }, + { + "epoch": 440, + "train_loss": 0.2315472662448883, + "test_loss": 0.3457850217819214 + }, + { + "epoch": 450, + "train_loss": 0.23123934864997864, + "test_loss": 0.3459589183330536 + }, + { + "epoch": 460, + "train_loss": 0.23093882203102112, + "test_loss": 0.3461858034133911 + }, + { + "epoch": 470, + "train_loss": 0.2306441068649292, + "test_loss": 0.3464602828025818 + }, + { + "epoch": 480, + "train_loss": 0.23035378754138947, + "test_loss": 0.3467767834663391 + }, + { + "epoch": 490, + "train_loss": 0.23006659746170044, + "test_loss": 0.34713080525398254 + }, + { + "epoch": 500, + "train_loss": 0.22978144884109497, + "test_loss": 0.34751787781715393 + }, + { + "epoch": 510, + "train_loss": 0.22949722409248352, + "test_loss": 0.3479333817958832 + }, + { + "epoch": 520, + "train_loss": 0.22921301424503326, + "test_loss": 0.3483738601207733 + }, + { + "epoch": 530, + "train_loss": 0.22892789542675018, + "test_loss": 0.3488352596759796 + }, + { + "epoch": 540, + "train_loss": 0.22864103317260742, + "test_loss": 0.34931328892707825 + }, + { + "epoch": 550, + "train_loss": 0.2283516824245453, + "test_loss": 0.34980520606040955 + }, + { + "epoch": 560, + "train_loss": 0.22805917263031006, + "test_loss": 0.35030514001846313 + }, + { + "epoch": 570, + "train_loss": 0.22776302695274353, + "test_loss": 0.350807249546051 + }, + { + "epoch": 580, + "train_loss": 0.2274632751941681, + "test_loss": 0.3511602282524109 + }, + { + "epoch": 590, + "train_loss": 0.22758325934410095, + "test_loss": 0.34868377447128296 + }, + { + "epoch": 600, + "train_loss": 0.22688163816928864, + "test_loss": 0.35329100489616394 + }, + { + "epoch": 610, + "train_loss": 0.2266012728214264, + "test_loss": 0.3533167541027069 + }, + { + "epoch": 620, + "train_loss": 0.2262781411409378, + "test_loss": 0.35262224078178406 + }, + { + "epoch": 630, + "train_loss": 0.22596660256385803, + "test_loss": 0.35422173142433167 + }, + { + "epoch": 640, + "train_loss": 0.22567014396190643, + "test_loss": 0.354526162147522 + }, + { + "epoch": 650, + "train_loss": 0.22537170350551605, + "test_loss": 0.35473722219467163 + }, + { + "epoch": 660, + "train_loss": 0.22507868707180023, + "test_loss": 0.35521823167800903 + }, + { + "epoch": 670, + "train_loss": 0.2247900813817978, + "test_loss": 0.35573914647102356 + }, + { + "epoch": 680, + "train_loss": 0.22450703382492065, + "test_loss": 0.356235533952713 + }, + { + "epoch": 690, + "train_loss": 0.22423036396503448, + "test_loss": 0.35672348737716675 + }, + { + "epoch": 700, + "train_loss": 0.22396066784858704, + "test_loss": 0.3572058081626892 + }, + { + "epoch": 710, + "train_loss": 0.2236981987953186, + "test_loss": 0.3576512932777405 + }, + { + "epoch": 720, + "train_loss": 0.22344306111335754, + "test_loss": 0.35808250308036804 + }, + { + "epoch": 730, + "train_loss": 0.22319525480270386, + "test_loss": 0.3585292398929596 + }, + { + "epoch": 740, + "train_loss": 0.22295452654361725, + "test_loss": 0.358970582485199 + }, + { + "epoch": 750, + "train_loss": 0.222720667719841, + "test_loss": 0.35942578315734863 + }, + { + "epoch": 760, + "train_loss": 0.2224946916103363, + "test_loss": 0.36017945408821106 + }, + { + "epoch": 770, + "train_loss": 0.22259296476840973, + "test_loss": 0.36431533098220825 + }, + { + "epoch": 780, + "train_loss": 0.22214984893798828, + "test_loss": 0.36298784613609314 + }, + { + "epoch": 790, + "train_loss": 0.2218911349773407, + "test_loss": 0.3619060218334198 + }, + { + "epoch": 800, + "train_loss": 0.22166290879249573, + "test_loss": 0.36154207587242126 + }, + { + "epoch": 810, + "train_loss": 0.22146418690681458, + "test_loss": 0.36183884739875793 + }, + { + "epoch": 820, + "train_loss": 0.22127355635166168, + "test_loss": 0.36239108443260193 + }, + { + "epoch": 830, + "train_loss": 0.22108687460422516, + "test_loss": 0.36296960711479187 + }, + { + "epoch": 840, + "train_loss": 0.2209036648273468, + "test_loss": 0.36353057622909546 + }, + { + "epoch": 850, + "train_loss": 0.2207232415676117, + "test_loss": 0.3640001714229584 + }, + { + "epoch": 860, + "train_loss": 0.2205456644296646, + "test_loss": 0.36439019441604614 + }, + { + "epoch": 870, + "train_loss": 0.22037047147750854, + "test_loss": 0.3648947775363922 + }, + { + "epoch": 880, + "train_loss": 0.2201973795890808, + "test_loss": 0.3653704524040222 + }, + { + "epoch": 890, + "train_loss": 0.22002601623535156, + "test_loss": 0.36586397886276245 + }, + { + "epoch": 900, + "train_loss": 0.2198561280965805, + "test_loss": 0.3663346469402313 + }, + { + "epoch": 910, + "train_loss": 0.21968744695186615, + "test_loss": 0.3668433427810669 + }, + { + "epoch": 920, + "train_loss": 0.21952593326568604, + "test_loss": 0.36802273988723755 + }, + { + "epoch": 930, + "train_loss": 0.21946826577186584, + "test_loss": 0.36803892254829407 + }, + { + "epoch": 940, + "train_loss": 0.21923023462295532, + "test_loss": 0.36819756031036377 + }, + { + "epoch": 950, + "train_loss": 0.21903179585933685, + "test_loss": 0.3680621087551117 + }, + { + "epoch": 960, + "train_loss": 0.21887226402759552, + "test_loss": 0.3684796392917633 + }, + { + "epoch": 970, + "train_loss": 0.2187119871377945, + "test_loss": 0.36916354298591614 + }, + { + "epoch": 980, + "train_loss": 0.2185513824224472, + "test_loss": 0.36975908279418945 + }, + { + "epoch": 990, + "train_loss": 0.21839193999767303, + "test_loss": 0.3703463673591614 + }, + { + "epoch": 1000, + "train_loss": 0.21823319792747498, + "test_loss": 0.37088268995285034 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.99_horizon1000/model.pt b/nn_classifier/npv0.99_horizon1000/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..9da5e304774bb61b8e3906ee948b34624d2e42a0 --- /dev/null +++ b/nn_classifier/npv0.99_horizon1000/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8fa538d7cc5d1c69ecfab2754df3bc0af3c68aea93500b299414fc52fafd5e +size 3581 diff --git a/nn_classifier/npv0.99_horizon500/evaluation_plots.png b/nn_classifier/npv0.99_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..fcd1d1e67404e77047461accbb4e3e7ed481f245 --- /dev/null +++ b/nn_classifier/npv0.99_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecb9e13835c2b3c8d478dc3949a182cc6a84983c957a1712ce068f0655dd4c5 +size 120926 diff --git a/nn_classifier/npv0.99_horizon500/metrics.json b/nn_classifier/npv0.99_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..67c8d64673afd1abc415ee5e15440a373ddfb8a4 --- /dev/null +++ b/nn_classifier/npv0.99_horizon500/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.99, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.8333333333333334, + "precision": 0.8376277529869008, + "recall": 0.91767859958997, + "f1": 0.8758278145695364, + "roc_auc": 0.8658102401055245, + "confusion_matrix": [ + [ + 11638, + 1044 + ], + [ + 2256, + 4862 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.5977990627288818, + "test_loss": 0.5926689505577087 + }, + { + "epoch": 20, + "train_loss": 0.5369640588760376, + "test_loss": 0.5487990379333496 + }, + { + "epoch": 30, + "train_loss": 0.50523841381073, + "test_loss": 0.5245022773742676 + }, + { + "epoch": 40, + "train_loss": 0.49343106150627136, + "test_loss": 0.5122191309928894 + }, + { + "epoch": 50, + "train_loss": 0.4842076599597931, + "test_loss": 0.5042340755462646 + }, + { + "epoch": 60, + "train_loss": 0.47140637040138245, + "test_loss": 0.48994046449661255 + }, + { + "epoch": 70, + "train_loss": 0.45680752396583557, + "test_loss": 0.47245052456855774 + }, + { + "epoch": 80, + "train_loss": 0.4406144320964813, + "test_loss": 0.4581798315048218 + }, + { + "epoch": 90, + "train_loss": 0.4277658760547638, + "test_loss": 0.4503416121006012 + }, + { + "epoch": 100, + "train_loss": 0.4207476079463959, + "test_loss": 0.4484638273715973 + }, + { + "epoch": 110, + "train_loss": 0.4167393743991852, + "test_loss": 0.4474332630634308 + }, + { + "epoch": 120, + "train_loss": 0.4137003719806671, + "test_loss": 0.44432371854782104 + }, + { + "epoch": 130, + "train_loss": 0.41146278381347656, + "test_loss": 0.44242632389068604 + }, + { + "epoch": 140, + "train_loss": 0.4097515046596527, + "test_loss": 0.4415978193283081 + }, + { + "epoch": 150, + "train_loss": 0.4083850085735321, + "test_loss": 0.44134435057640076 + }, + { + "epoch": 160, + "train_loss": 0.40722543001174927, + "test_loss": 0.4407104253768921 + }, + { + "epoch": 170, + "train_loss": 0.40618181228637695, + "test_loss": 0.440029114484787 + }, + { + "epoch": 180, + "train_loss": 0.405240535736084, + "test_loss": 0.43867090344429016 + }, + { + "epoch": 190, + "train_loss": 0.4044443666934967, + "test_loss": 0.4383983016014099 + }, + { + "epoch": 200, + "train_loss": 0.4035179615020752, + "test_loss": 0.43844568729400635 + }, + { + "epoch": 210, + "train_loss": 0.402648389339447, + "test_loss": 0.4370706081390381 + }, + { + "epoch": 220, + "train_loss": 0.4018096923828125, + "test_loss": 0.43674424290657043 + }, + { + "epoch": 230, + "train_loss": 0.4009998142719269, + "test_loss": 0.43599191308021545 + }, + { + "epoch": 240, + "train_loss": 0.4002055525779724, + "test_loss": 0.4353190064430237 + }, + { + "epoch": 250, + "train_loss": 0.3995167911052704, + "test_loss": 0.43390604853630066 + }, + { + "epoch": 260, + "train_loss": 0.39881616830825806, + "test_loss": 0.43447843194007874 + }, + { + "epoch": 270, + "train_loss": 0.398066908121109, + "test_loss": 0.4338046610355377 + }, + { + "epoch": 280, + "train_loss": 0.39743706583976746, + "test_loss": 0.4336780905723572 + }, + { + "epoch": 290, + "train_loss": 0.3968193531036377, + "test_loss": 0.4334992468357086 + }, + { + "epoch": 300, + "train_loss": 0.3962564170360565, + "test_loss": 0.43335774540901184 + }, + { + "epoch": 310, + "train_loss": 0.39591899514198303, + "test_loss": 0.43349689245224 + }, + { + "epoch": 320, + "train_loss": 0.39518600702285767, + "test_loss": 0.43304944038391113 + }, + { + "epoch": 330, + "train_loss": 0.3946980834007263, + "test_loss": 0.4314468801021576 + }, + { + "epoch": 340, + "train_loss": 0.39419320225715637, + "test_loss": 0.4321501553058624 + }, + { + "epoch": 350, + "train_loss": 0.3936847150325775, + "test_loss": 0.4317345917224884 + }, + { + "epoch": 360, + "train_loss": 0.3933139741420746, + "test_loss": 0.43101513385772705 + }, + { + "epoch": 370, + "train_loss": 0.39281153678894043, + "test_loss": 0.4313070774078369 + }, + { + "epoch": 380, + "train_loss": 0.3922463357448578, + "test_loss": 0.4297585189342499 + }, + { + "epoch": 390, + "train_loss": 0.3917694091796875, + "test_loss": 0.4293275475502014 + }, + { + "epoch": 400, + "train_loss": 0.3914244771003723, + "test_loss": 0.4278189539909363 + }, + { + "epoch": 410, + "train_loss": 0.39088988304138184, + "test_loss": 0.42918798327445984 + }, + { + "epoch": 420, + "train_loss": 0.39047983288764954, + "test_loss": 0.4269804358482361 + }, + { + "epoch": 430, + "train_loss": 0.3899920582771301, + "test_loss": 0.427857369184494 + }, + { + "epoch": 440, + "train_loss": 0.38955673575401306, + "test_loss": 0.42724865674972534 + }, + { + "epoch": 450, + "train_loss": 0.3891860246658325, + "test_loss": 0.4272676408290863 + }, + { + "epoch": 460, + "train_loss": 0.3886326849460602, + "test_loss": 0.42500755190849304 + }, + { + "epoch": 470, + "train_loss": 0.388240247964859, + "test_loss": 0.42574071884155273 + }, + { + "epoch": 480, + "train_loss": 0.38780665397644043, + "test_loss": 0.4245697557926178 + }, + { + "epoch": 490, + "train_loss": 0.3876986801624298, + "test_loss": 0.42295488715171814 + }, + { + "epoch": 500, + "train_loss": 0.38727134466171265, + "test_loss": 0.42521676421165466 + }, + { + "epoch": 510, + "train_loss": 0.38672956824302673, + "test_loss": 0.42316150665283203 + }, + { + "epoch": 520, + "train_loss": 0.3863384425640106, + "test_loss": 0.42345452308654785 + }, + { + "epoch": 530, + "train_loss": 0.3860681354999542, + "test_loss": 0.42213448882102966 + }, + { + "epoch": 540, + "train_loss": 0.38571080565452576, + "test_loss": 0.42246654629707336 + }, + { + "epoch": 550, + "train_loss": 0.38533464074134827, + "test_loss": 0.4223078787326813 + }, + { + "epoch": 560, + "train_loss": 0.385066956281662, + "test_loss": 0.4219209551811218 + }, + { + "epoch": 570, + "train_loss": 0.3848055303096771, + "test_loss": 0.4229751527309418 + }, + { + "epoch": 580, + "train_loss": 0.38451746106147766, + "test_loss": 0.4216339588165283 + }, + { + "epoch": 590, + "train_loss": 0.38440045714378357, + "test_loss": 0.42293354868888855 + }, + { + "epoch": 600, + "train_loss": 0.38393980264663696, + "test_loss": 0.4217626452445984 + }, + { + "epoch": 610, + "train_loss": 0.3836804926395416, + "test_loss": 0.42140576243400574 + }, + { + "epoch": 620, + "train_loss": 0.3834843933582306, + "test_loss": 0.421039342880249 + }, + { + "epoch": 630, + "train_loss": 0.38353651762008667, + "test_loss": 0.42020443081855774 + }, + { + "epoch": 640, + "train_loss": 0.38312482833862305, + "test_loss": 0.42265328764915466 + }, + { + "epoch": 650, + "train_loss": 0.3828858435153961, + "test_loss": 0.42054322361946106 + }, + { + "epoch": 660, + "train_loss": 0.38259899616241455, + "test_loss": 0.4219835102558136 + }, + { + "epoch": 670, + "train_loss": 0.38244351744651794, + "test_loss": 0.42206114530563354 + }, + { + "epoch": 680, + "train_loss": 0.3823440372943878, + "test_loss": 0.42247554659843445 + }, + { + "epoch": 690, + "train_loss": 0.38199329376220703, + "test_loss": 0.42147302627563477 + }, + { + "epoch": 700, + "train_loss": 0.3819659650325775, + "test_loss": 0.4202229380607605 + }, + { + "epoch": 710, + "train_loss": 0.3816004693508148, + "test_loss": 0.4211764633655548 + }, + { + "epoch": 720, + "train_loss": 0.3815654516220093, + "test_loss": 0.42201972007751465 + }, + { + "epoch": 730, + "train_loss": 0.3812561333179474, + "test_loss": 0.4208652079105377 + }, + { + "epoch": 740, + "train_loss": 0.38189050555229187, + "test_loss": 0.41971710324287415 + }, + { + "epoch": 750, + "train_loss": 0.38121673464775085, + "test_loss": 0.42211347818374634 + }, + { + "epoch": 760, + "train_loss": 0.3807718753814697, + "test_loss": 0.4214349687099457 + }, + { + "epoch": 770, + "train_loss": 0.38062673807144165, + "test_loss": 0.4209902286529541 + }, + { + "epoch": 780, + "train_loss": 0.3804991543292999, + "test_loss": 0.42102372646331787 + }, + { + "epoch": 790, + "train_loss": 0.3803357481956482, + "test_loss": 0.4212590754032135 + }, + { + "epoch": 800, + "train_loss": 0.38019663095474243, + "test_loss": 0.42132768034935 + }, + { + "epoch": 810, + "train_loss": 0.3802647292613983, + "test_loss": 0.42323997616767883 + }, + { + "epoch": 820, + "train_loss": 0.3810052275657654, + "test_loss": 0.4215843081474304 + }, + { + "epoch": 830, + "train_loss": 0.38046732544898987, + "test_loss": 0.42128393054008484 + }, + { + "epoch": 840, + "train_loss": 0.3799578845500946, + "test_loss": 0.4214802384376526 + }, + { + "epoch": 850, + "train_loss": 0.37972956895828247, + "test_loss": 0.42183220386505127 + }, + { + "epoch": 860, + "train_loss": 0.37955576181411743, + "test_loss": 0.42121240496635437 + }, + { + "epoch": 870, + "train_loss": 0.3794116973876953, + "test_loss": 0.4217698574066162 + }, + { + "epoch": 880, + "train_loss": 0.37930846214294434, + "test_loss": 0.4215993881225586 + }, + { + "epoch": 890, + "train_loss": 0.379199355840683, + "test_loss": 0.4215073585510254 + }, + { + "epoch": 900, + "train_loss": 0.3790969252586365, + "test_loss": 0.421526700258255 + }, + { + "epoch": 910, + "train_loss": 0.3789958357810974, + "test_loss": 0.4215654730796814 + }, + { + "epoch": 920, + "train_loss": 0.37889647483825684, + "test_loss": 0.421612411737442 + }, + { + "epoch": 930, + "train_loss": 0.37879887223243713, + "test_loss": 0.4216526448726654 + }, + { + "epoch": 940, + "train_loss": 0.37870272994041443, + "test_loss": 0.4216541349887848 + }, + { + "epoch": 950, + "train_loss": 0.37860819697380066, + "test_loss": 0.4216892421245575 + }, + { + "epoch": 960, + "train_loss": 0.3785151243209839, + "test_loss": 0.4217032492160797 + }, + { + "epoch": 970, + "train_loss": 0.37842345237731934, + "test_loss": 0.4217291474342346 + }, + { + "epoch": 980, + "train_loss": 0.3783382773399353, + "test_loss": 0.42196792364120483 + }, + { + "epoch": 990, + "train_loss": 0.3831629753112793, + "test_loss": 0.42640960216522217 + }, + { + "epoch": 1000, + "train_loss": 0.37833723425865173, + "test_loss": 0.4208570122718811 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.99_horizon500/model.pt b/nn_classifier/npv0.99_horizon500/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec18ecddc2dd4b15afde79c175b12fb2e3457b46 --- /dev/null +++ b/nn_classifier/npv0.99_horizon500/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d35859c6bfa9004a7391120277ef26c00e5a38adc7961e81e7abecf9370cfec +size 3581 diff --git a/nn_classifier/npv0.9_horizon100/evaluation_plots.png b/nn_classifier/npv0.9_horizon100/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..a076b2a1290f0ff4c263dc139d364000747c9881 --- /dev/null +++ b/nn_classifier/npv0.9_horizon100/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2718aea1e0c4ebf840d10123cdf9937b375998b19329f5cb18f1ec1f050ad7e +size 118105 diff --git a/nn_classifier/npv0.9_horizon100/metrics.json b/nn_classifier/npv0.9_horizon100/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6dc3810374795a0fba1714f87b4576cfd02c12c4 --- /dev/null +++ b/nn_classifier/npv0.9_horizon100/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.9, + "max_num_samples": 100, + "n_train": 51000, + "n_test": 21700, + "accuracy": 0.9780184331797235, + "precision": 0.9813619019665395, + "recall": 0.9952373865158506, + "f1": 0.988250942141432, + "roc_auc": 0.9810709681431097, + "confusion_matrix": [ + [ + 20061, + 96 + ], + [ + 381, + 1162 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.3765365481376648, + "test_loss": 0.3494373857975006 + }, + { + "epoch": 20, + "train_loss": 0.1903926283121109, + "test_loss": 0.17522098124027252 + }, + { + "epoch": 30, + "train_loss": 0.13989359140396118, + "test_loss": 0.12426114082336426 + }, + { + "epoch": 40, + "train_loss": 0.12446166574954987, + "test_loss": 0.1067841500043869 + }, + { + "epoch": 50, + "train_loss": 0.12026703357696533, + "test_loss": 0.10236010700464249 + }, + { + "epoch": 60, + "train_loss": 0.11563199013471603, + "test_loss": 0.09851906448602676 + }, + { + "epoch": 70, + "train_loss": 0.11178930848836899, + "test_loss": 0.09628336876630783 + }, + { + "epoch": 80, + "train_loss": 0.10799063742160797, + "test_loss": 0.09281822293996811 + }, + { + "epoch": 90, + "train_loss": 0.1045561209321022, + "test_loss": 0.08938995748758316 + }, + { + "epoch": 100, + "train_loss": 0.10144362598657608, + "test_loss": 0.08733155578374863 + }, + { + "epoch": 110, + "train_loss": 0.09867867082357407, + "test_loss": 0.08496855199337006 + }, + { + "epoch": 120, + "train_loss": 0.09632156044244766, + "test_loss": 0.083054319024086 + }, + { + "epoch": 130, + "train_loss": 0.09440204501152039, + "test_loss": 0.0814058929681778 + }, + { + "epoch": 140, + "train_loss": 0.09285016357898712, + "test_loss": 0.08008348196744919 + }, + { + "epoch": 150, + "train_loss": 0.091624416410923, + "test_loss": 0.07903394103050232 + }, + { + "epoch": 160, + "train_loss": 0.09067168086767197, + "test_loss": 0.07826162874698639 + }, + { + "epoch": 170, + "train_loss": 0.08992443233728409, + "test_loss": 0.07764450460672379 + }, + { + "epoch": 180, + "train_loss": 0.08931770920753479, + "test_loss": 0.07714922726154327 + }, + { + "epoch": 190, + "train_loss": 0.08880145102739334, + "test_loss": 0.07673226296901703 + }, + { + "epoch": 200, + "train_loss": 0.08834228664636612, + "test_loss": 0.07636958360671997 + }, + { + "epoch": 210, + "train_loss": 0.08792141824960709, + "test_loss": 0.07605530321598053 + }, + { + "epoch": 220, + "train_loss": 0.08753111958503723, + "test_loss": 0.07578885555267334 + }, + { + "epoch": 230, + "train_loss": 0.08716724812984467, + "test_loss": 0.07555948942899704 + }, + { + "epoch": 240, + "train_loss": 0.0868227630853653, + "test_loss": 0.07534162700176239 + }, + { + "epoch": 250, + "train_loss": 0.08649114519357681, + "test_loss": 0.07511431723833084 + }, + { + "epoch": 260, + "train_loss": 0.08616925030946732, + "test_loss": 0.07487378269433975 + }, + { + "epoch": 270, + "train_loss": 0.08585542440414429, + "test_loss": 0.0746275782585144 + }, + { + "epoch": 280, + "train_loss": 0.08554855734109879, + "test_loss": 0.0743832141160965 + }, + { + "epoch": 290, + "train_loss": 0.0852481797337532, + "test_loss": 0.07414250075817108 + }, + { + "epoch": 300, + "train_loss": 0.08495409786701202, + "test_loss": 0.07390376180410385 + }, + { + "epoch": 310, + "train_loss": 0.08466628193855286, + "test_loss": 0.07366606593132019 + }, + { + "epoch": 320, + "train_loss": 0.08438467234373093, + "test_loss": 0.07343088090419769 + }, + { + "epoch": 330, + "train_loss": 0.08410920202732086, + "test_loss": 0.07319971919059753 + }, + { + "epoch": 340, + "train_loss": 0.08383983373641968, + "test_loss": 0.07297320663928986 + }, + { + "epoch": 350, + "train_loss": 0.08357654511928558, + "test_loss": 0.0727517381310463 + }, + { + "epoch": 360, + "train_loss": 0.08331932872533798, + "test_loss": 0.07253560423851013 + }, + { + "epoch": 370, + "train_loss": 0.08306828141212463, + "test_loss": 0.07232536375522614 + }, + { + "epoch": 380, + "train_loss": 0.08282347023487091, + "test_loss": 0.07212167978286743 + }, + { + "epoch": 390, + "train_loss": 0.08258503675460815, + "test_loss": 0.07192487269639969 + }, + { + "epoch": 400, + "train_loss": 0.08235309273004532, + "test_loss": 0.07173512876033783 + }, + { + "epoch": 410, + "train_loss": 0.08212780207395554, + "test_loss": 0.07155236601829529 + }, + { + "epoch": 420, + "train_loss": 0.08190927654504776, + "test_loss": 0.07137617468833923 + }, + { + "epoch": 430, + "train_loss": 0.08169758319854736, + "test_loss": 0.07120609283447266 + }, + { + "epoch": 440, + "train_loss": 0.08149278163909912, + "test_loss": 0.07104118168354034 + }, + { + "epoch": 450, + "train_loss": 0.08129487186670303, + "test_loss": 0.07088100910186768 + }, + { + "epoch": 460, + "train_loss": 0.08110387623310089, + "test_loss": 0.0707249566912651 + }, + { + "epoch": 470, + "train_loss": 0.0809197723865509, + "test_loss": 0.0705726146697998 + }, + { + "epoch": 480, + "train_loss": 0.08074256777763367, + "test_loss": 0.07042387872934341 + }, + { + "epoch": 490, + "train_loss": 0.08057224005460739, + "test_loss": 0.07027877122163773 + }, + { + "epoch": 500, + "train_loss": 0.08040876686573029, + "test_loss": 0.07013756036758423 + }, + { + "epoch": 510, + "train_loss": 0.08025205880403519, + "test_loss": 0.07000035047531128 + }, + { + "epoch": 520, + "train_loss": 0.08010201901197433, + "test_loss": 0.06986751407384872 + }, + { + "epoch": 530, + "train_loss": 0.07995852082967758, + "test_loss": 0.06973958760499954 + }, + { + "epoch": 540, + "train_loss": 0.07982134819030762, + "test_loss": 0.06961684674024582 + }, + { + "epoch": 550, + "train_loss": 0.07969027012586594, + "test_loss": 0.06949955970048904 + }, + { + "epoch": 560, + "train_loss": 0.07956501096487045, + "test_loss": 0.06938804686069489 + }, + { + "epoch": 570, + "train_loss": 0.0794452652335167, + "test_loss": 0.06928251683712006 + }, + { + "epoch": 580, + "train_loss": 0.0793306976556778, + "test_loss": 0.06918282061815262 + }, + { + "epoch": 590, + "train_loss": 0.07922098785638809, + "test_loss": 0.06908899545669556 + }, + { + "epoch": 600, + "train_loss": 0.07911581546068192, + "test_loss": 0.06900091469287872 + }, + { + "epoch": 610, + "train_loss": 0.07901483029127121, + "test_loss": 0.06891818344593048 + }, + { + "epoch": 620, + "train_loss": 0.07891776412725449, + "test_loss": 0.06884073466062546 + }, + { + "epoch": 630, + "train_loss": 0.07882432639598846, + "test_loss": 0.06876809895038605 + }, + { + "epoch": 640, + "train_loss": 0.07873424887657166, + "test_loss": 0.06870001554489136 + }, + { + "epoch": 650, + "train_loss": 0.07864733040332794, + "test_loss": 0.0686362013220787 + }, + { + "epoch": 660, + "train_loss": 0.07856336981058121, + "test_loss": 0.06857632100582123 + }, + { + "epoch": 670, + "train_loss": 0.07848220318555832, + "test_loss": 0.0685201957821846 + }, + { + "epoch": 680, + "train_loss": 0.07840363681316376, + "test_loss": 0.06846761703491211 + }, + { + "epoch": 690, + "train_loss": 0.07832756638526917, + "test_loss": 0.06841835379600525 + }, + { + "epoch": 700, + "train_loss": 0.07825382053852081, + "test_loss": 0.06837240606546402 + }, + { + "epoch": 710, + "train_loss": 0.07818226516246796, + "test_loss": 0.06832962483167648 + }, + { + "epoch": 720, + "train_loss": 0.07811275124549866, + "test_loss": 0.06828973442316055 + }, + { + "epoch": 730, + "train_loss": 0.07804510742425919, + "test_loss": 0.06825289875268936 + }, + { + "epoch": 740, + "train_loss": 0.07797924429178238, + "test_loss": 0.06821896880865097 + }, + { + "epoch": 750, + "train_loss": 0.07791499048471451, + "test_loss": 0.06818796694278717 + }, + { + "epoch": 760, + "train_loss": 0.07785224914550781, + "test_loss": 0.06815969944000244 + }, + { + "epoch": 770, + "train_loss": 0.07779096066951752, + "test_loss": 0.06813439726829529 + }, + { + "epoch": 780, + "train_loss": 0.07773105055093765, + "test_loss": 0.0681118592619896 + }, + { + "epoch": 790, + "train_loss": 0.07767250388860703, + "test_loss": 0.06809203326702118 + }, + { + "epoch": 800, + "train_loss": 0.07761528342962265, + "test_loss": 0.0680747702717781 + }, + { + "epoch": 810, + "train_loss": 0.07755940407514572, + "test_loss": 0.06806018203496933 + }, + { + "epoch": 820, + "train_loss": 0.07750486582517624, + "test_loss": 0.06804778426885605 + }, + { + "epoch": 830, + "train_loss": 0.0774516612291336, + "test_loss": 0.0680377185344696 + }, + { + "epoch": 840, + "train_loss": 0.07739981263875961, + "test_loss": 0.0680294781923294 + }, + { + "epoch": 850, + "train_loss": 0.07734933495521545, + "test_loss": 0.06802316009998322 + }, + { + "epoch": 860, + "train_loss": 0.07730021327733994, + "test_loss": 0.06801846623420715 + }, + { + "epoch": 870, + "train_loss": 0.07725246250629425, + "test_loss": 0.06801522523164749 + }, + { + "epoch": 880, + "train_loss": 0.0772060677409172, + "test_loss": 0.06801331043243408 + }, + { + "epoch": 890, + "train_loss": 0.0771610215306282, + "test_loss": 0.06801262497901917 + }, + { + "epoch": 900, + "train_loss": 0.07711730897426605, + "test_loss": 0.06801290810108185 + }, + { + "epoch": 910, + "train_loss": 0.07707493752241135, + "test_loss": 0.06801434606313705 + }, + { + "epoch": 920, + "train_loss": 0.0770338624715805, + "test_loss": 0.06801655143499374 + }, + { + "epoch": 930, + "train_loss": 0.07699407637119293, + "test_loss": 0.06801952421665192 + }, + { + "epoch": 940, + "train_loss": 0.07695554941892624, + "test_loss": 0.0680231973528862 + }, + { + "epoch": 950, + "train_loss": 0.07691825181245804, + "test_loss": 0.06802747398614883 + }, + { + "epoch": 960, + "train_loss": 0.07688218355178833, + "test_loss": 0.06803230196237564 + }, + { + "epoch": 970, + "train_loss": 0.07684727758169174, + "test_loss": 0.06803763657808304 + }, + { + "epoch": 980, + "train_loss": 0.07681354135274887, + "test_loss": 0.06804341077804565 + }, + { + "epoch": 990, + "train_loss": 0.07678090780973434, + "test_loss": 0.0680495947599411 + }, + { + "epoch": 1000, + "train_loss": 0.07674936205148697, + "test_loss": 0.06805606186389923 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.9_horizon100/model.pt b/nn_classifier/npv0.9_horizon100/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..375f39fbe836aaf8a5a43da510ede6f0daa4e9fe --- /dev/null +++ b/nn_classifier/npv0.9_horizon100/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1503ffd238746cb6c74934faa5763363eae64c0fb83988719bc0baf1a1e2fa84 +size 3581 diff --git a/nn_classifier/npv0.9_horizon1000/evaluation_plots.png b/nn_classifier/npv0.9_horizon1000/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..ebc103ed21f4942e9cafd8e2e8949e7a4b863e26 --- /dev/null +++ b/nn_classifier/npv0.9_horizon1000/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33ba2cae79dbcf62c1e8d17dce183149cd9281b73b9c20968b17470d8bf681f +size 112026 diff --git a/nn_classifier/npv0.9_horizon1000/metrics.json b/nn_classifier/npv0.9_horizon1000/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f34df3ce22cff78fd2cb8ad405d4e44df8a0f332 --- /dev/null +++ b/nn_classifier/npv0.9_horizon1000/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.9, + "max_num_samples": 1000, + "n_train": 12500, + "n_test": 6200, + "accuracy": 0.9674193548387097, + "precision": 0.9788569540799471, + "recall": 0.9876666666666667, + "f1": 0.9832420773187324, + "roc_auc": 0.9445720833333333, + "confusion_matrix": [ + [ + 5926, + 74 + ], + [ + 128, + 72 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.4488532841205597, + "test_loss": 0.4299190044403076 + }, + { + "epoch": 20, + "train_loss": 0.20582996308803558, + "test_loss": 0.19938814640045166 + }, + { + "epoch": 30, + "train_loss": 0.09809380024671555, + "test_loss": 0.10312149673700333 + }, + { + "epoch": 40, + "train_loss": 0.0631217360496521, + "test_loss": 0.0764843225479126 + }, + { + "epoch": 50, + "train_loss": 0.04854433611035347, + "test_loss": 0.07443200051784515 + }, + { + "epoch": 60, + "train_loss": 0.039743829518556595, + "test_loss": 0.07438797503709793 + }, + { + "epoch": 70, + "train_loss": 0.034450750797986984, + "test_loss": 0.08170454204082489 + }, + { + "epoch": 80, + "train_loss": 0.03089136630296707, + "test_loss": 0.08578534424304962 + }, + { + "epoch": 90, + "train_loss": 0.02840515598654747, + "test_loss": 0.09179259091615677 + }, + { + "epoch": 100, + "train_loss": 0.02674170397222042, + "test_loss": 0.09652842581272125 + }, + { + "epoch": 110, + "train_loss": 0.025584544986486435, + "test_loss": 0.09919846802949905 + }, + { + "epoch": 120, + "train_loss": 0.024740424007177353, + "test_loss": 0.10188067704439163 + }, + { + "epoch": 130, + "train_loss": 0.02410080097615719, + "test_loss": 0.10333458334207535 + }, + { + "epoch": 140, + "train_loss": 0.023600902408361435, + "test_loss": 0.10496975481510162 + }, + { + "epoch": 150, + "train_loss": 0.023199284449219704, + "test_loss": 0.10619188100099564 + }, + { + "epoch": 160, + "train_loss": 0.022868212312459946, + "test_loss": 0.10738789290189743 + }, + { + "epoch": 170, + "train_loss": 0.02258891612291336, + "test_loss": 0.10851098597049713 + }, + { + "epoch": 180, + "train_loss": 0.022348489612340927, + "test_loss": 0.1095631867647171 + }, + { + "epoch": 190, + "train_loss": 0.022137846797704697, + "test_loss": 0.11053109169006348 + }, + { + "epoch": 200, + "train_loss": 0.021950295194983482, + "test_loss": 0.11142469197511673 + }, + { + "epoch": 210, + "train_loss": 0.02178085409104824, + "test_loss": 0.11226096004247665 + }, + { + "epoch": 220, + "train_loss": 0.021625611931085587, + "test_loss": 0.11303073167800903 + }, + { + "epoch": 230, + "train_loss": 0.02148144505918026, + "test_loss": 0.11375206708908081 + }, + { + "epoch": 240, + "train_loss": 0.021345840767025948, + "test_loss": 0.1144307479262352 + }, + { + "epoch": 250, + "train_loss": 0.021216778084635735, + "test_loss": 0.11506812274456024 + }, + { + "epoch": 260, + "train_loss": 0.02109280228614807, + "test_loss": 0.11566315591335297 + }, + { + "epoch": 270, + "train_loss": 0.02097311057150364, + "test_loss": 0.11620891094207764 + }, + { + "epoch": 280, + "train_loss": 0.020857587456703186, + "test_loss": 0.11669951677322388 + }, + { + "epoch": 290, + "train_loss": 0.020746523514389992, + "test_loss": 0.11713894456624985 + }, + { + "epoch": 300, + "train_loss": 0.02064008265733719, + "test_loss": 0.11754050105810165 + }, + { + "epoch": 310, + "train_loss": 0.02053820714354515, + "test_loss": 0.11791449785232544 + }, + { + "epoch": 320, + "train_loss": 0.020440533757209778, + "test_loss": 0.11826442927122116 + }, + { + "epoch": 330, + "train_loss": 0.02034662291407585, + "test_loss": 0.11859562993049622 + }, + { + "epoch": 340, + "train_loss": 0.020255889743566513, + "test_loss": 0.1189173087477684 + }, + { + "epoch": 350, + "train_loss": 0.020167874172329903, + "test_loss": 0.11923534423112869 + }, + { + "epoch": 360, + "train_loss": 0.020082155242562294, + "test_loss": 0.11954963207244873 + }, + { + "epoch": 370, + "train_loss": 0.01999851129949093, + "test_loss": 0.11985894292593002 + }, + { + "epoch": 380, + "train_loss": 0.01991671696305275, + "test_loss": 0.12016434967517853 + }, + { + "epoch": 390, + "train_loss": 0.0198366679251194, + "test_loss": 0.12046957015991211 + }, + { + "epoch": 400, + "train_loss": 0.01975819654762745, + "test_loss": 0.12077677994966507 + }, + { + "epoch": 410, + "train_loss": 0.019681235775351524, + "test_loss": 0.12108682096004486 + }, + { + "epoch": 420, + "train_loss": 0.0196057315915823, + "test_loss": 0.12139987200498581 + }, + { + "epoch": 430, + "train_loss": 0.019531620666384697, + "test_loss": 0.12171607464551926 + }, + { + "epoch": 440, + "train_loss": 0.019458850845694542, + "test_loss": 0.12203574925661087 + }, + { + "epoch": 450, + "train_loss": 0.019387369975447655, + "test_loss": 0.122359499335289 + }, + { + "epoch": 460, + "train_loss": 0.01931711845099926, + "test_loss": 0.122687928378582 + }, + { + "epoch": 470, + "train_loss": 0.01924801990389824, + "test_loss": 0.12302108108997345 + }, + { + "epoch": 480, + "train_loss": 0.019179929047822952, + "test_loss": 0.12335996329784393 + }, + { + "epoch": 490, + "train_loss": 0.019112659618258476, + "test_loss": 0.12370546162128448 + }, + { + "epoch": 500, + "train_loss": 0.019046010449528694, + "test_loss": 0.12405846267938614 + }, + { + "epoch": 510, + "train_loss": 0.018979698419570923, + "test_loss": 0.12441930174827576 + }, + { + "epoch": 520, + "train_loss": 0.018913405016064644, + "test_loss": 0.12478863447904587 + }, + { + "epoch": 530, + "train_loss": 0.018846755847334862, + "test_loss": 0.12516626715660095 + }, + { + "epoch": 540, + "train_loss": 0.018779387697577477, + "test_loss": 0.12555141746997833 + }, + { + "epoch": 550, + "train_loss": 0.018710847944021225, + "test_loss": 0.125944122672081 + }, + { + "epoch": 560, + "train_loss": 0.01864069700241089, + "test_loss": 0.12634342908859253 + }, + { + "epoch": 570, + "train_loss": 0.018568595871329308, + "test_loss": 0.12674908339977264 + }, + { + "epoch": 580, + "train_loss": 0.018494218587875366, + "test_loss": 0.1271609216928482 + }, + { + "epoch": 590, + "train_loss": 0.018417390063405037, + "test_loss": 0.12757976353168488 + }, + { + "epoch": 600, + "train_loss": 0.018338091671466827, + "test_loss": 0.12800757586956024 + }, + { + "epoch": 610, + "train_loss": 0.01825650967657566, + "test_loss": 0.12844592332839966 + }, + { + "epoch": 620, + "train_loss": 0.018173078075051308, + "test_loss": 0.1288972944021225 + }, + { + "epoch": 630, + "train_loss": 0.01808842457830906, + "test_loss": 0.129364013671875 + }, + { + "epoch": 640, + "train_loss": 0.018003351986408234, + "test_loss": 0.129847913980484 + }, + { + "epoch": 650, + "train_loss": 0.017918774858117104, + "test_loss": 0.1303495168685913 + }, + { + "epoch": 660, + "train_loss": 0.01783565990626812, + "test_loss": 0.1308681219816208 + }, + { + "epoch": 670, + "train_loss": 0.017754845321178436, + "test_loss": 0.13140220940113068 + }, + { + "epoch": 680, + "train_loss": 0.017677143216133118, + "test_loss": 0.1319492608308792 + }, + { + "epoch": 690, + "train_loss": 0.01760312356054783, + "test_loss": 0.13250496983528137 + }, + { + "epoch": 700, + "train_loss": 0.017533261328935623, + "test_loss": 0.13306556642055511 + }, + { + "epoch": 710, + "train_loss": 0.01746780425310135, + "test_loss": 0.13362693786621094 + }, + { + "epoch": 720, + "train_loss": 0.017406824976205826, + "test_loss": 0.13418488204479218 + }, + { + "epoch": 730, + "train_loss": 0.01735026389360428, + "test_loss": 0.13473597168922424 + }, + { + "epoch": 740, + "train_loss": 0.01729794591665268, + "test_loss": 0.13527727127075195 + }, + { + "epoch": 750, + "train_loss": 0.017249662429094315, + "test_loss": 0.13580647110939026 + }, + { + "epoch": 760, + "train_loss": 0.017205072566866875, + "test_loss": 0.136322021484375 + }, + { + "epoch": 770, + "train_loss": 0.017163872718811035, + "test_loss": 0.1368221640586853 + }, + { + "epoch": 780, + "train_loss": 0.017125722020864487, + "test_loss": 0.13730879127979279 + }, + { + "epoch": 790, + "train_loss": 0.017090288922190666, + "test_loss": 0.13778065145015717 + }, + { + "epoch": 800, + "train_loss": 0.01705724559724331, + "test_loss": 0.1382380723953247 + }, + { + "epoch": 810, + "train_loss": 0.017026297748088837, + "test_loss": 0.13868321478366852 + }, + { + "epoch": 820, + "train_loss": 0.016997162252664566, + "test_loss": 0.1391163021326065 + }, + { + "epoch": 830, + "train_loss": 0.01696956716477871, + "test_loss": 0.1395401954650879 + }, + { + "epoch": 840, + "train_loss": 0.016943300142884254, + "test_loss": 0.13995575904846191 + }, + { + "epoch": 850, + "train_loss": 0.016918133944272995, + "test_loss": 0.14036409556865692 + }, + { + "epoch": 860, + "train_loss": 0.01689387857913971, + "test_loss": 0.14076723158359528 + }, + { + "epoch": 870, + "train_loss": 0.016870373860001564, + "test_loss": 0.14116600155830383 + }, + { + "epoch": 880, + "train_loss": 0.01684747077524662, + "test_loss": 0.14156082272529602 + }, + { + "epoch": 890, + "train_loss": 0.016825109720230103, + "test_loss": 0.1419510394334793 + }, + { + "epoch": 900, + "train_loss": 0.01680324412882328, + "test_loss": 0.14233803749084473 + }, + { + "epoch": 910, + "train_loss": 0.016781875863671303, + "test_loss": 0.14271937310695648 + }, + { + "epoch": 920, + "train_loss": 0.016761044040322304, + "test_loss": 0.143095001578331 + }, + { + "epoch": 930, + "train_loss": 0.01674078032374382, + "test_loss": 0.14346453547477722 + }, + { + "epoch": 940, + "train_loss": 0.016721084713935852, + "test_loss": 0.14382874965667725 + }, + { + "epoch": 950, + "train_loss": 0.016701914370059967, + "test_loss": 0.1441883146762848 + }, + { + "epoch": 960, + "train_loss": 0.016683241352438927, + "test_loss": 0.14454302191734314 + }, + { + "epoch": 970, + "train_loss": 0.016664963215589523, + "test_loss": 0.14489492774009705 + }, + { + "epoch": 980, + "train_loss": 0.016647035256028175, + "test_loss": 0.1452448070049286 + }, + { + "epoch": 990, + "train_loss": 0.016629377380013466, + "test_loss": 0.14559248089790344 + }, + { + "epoch": 1000, + "train_loss": 0.016611943021416664, + "test_loss": 0.1459398865699768 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.9_horizon1000/model.pt b/nn_classifier/npv0.9_horizon1000/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcab45a8a6cdff1ff6c78555a715257be8821a30 --- /dev/null +++ b/nn_classifier/npv0.9_horizon1000/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcedf60038eb504378751b403f77125747fa0c78dacd129e2082518834159965 +size 3581 diff --git a/nn_classifier/npv0.9_horizon500/evaluation_plots.png b/nn_classifier/npv0.9_horizon500/evaluation_plots.png new file mode 100644 index 0000000000000000000000000000000000000000..eb192f753fb3d92e56fbcaae1f4083e20ea2834b --- /dev/null +++ b/nn_classifier/npv0.9_horizon500/evaluation_plots.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf64f7d25e0ecf32437649a1d0cd8e381bdcbc405431e4eef574527b1ca414b +size 120446 diff --git a/nn_classifier/npv0.9_horizon500/metrics.json b/nn_classifier/npv0.9_horizon500/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4b67632eda35efb89db99298672ff47ea8b8df95 --- /dev/null +++ b/nn_classifier/npv0.9_horizon500/metrics.json @@ -0,0 +1,523 @@ +{ + "npv_target": 0.9, + "max_num_samples": 500, + "n_train": 46200, + "n_test": 19800, + "accuracy": 0.9738383838383838, + "precision": 0.974684857602324, + "recall": 0.9984058664116053, + "f1": 0.9864027719445612, + "roc_auc": 0.9629303815374305, + "confusion_matrix": [ + [ + 18789, + 30 + ], + [ + 488, + 493 + ] + ], + "training_history": [ + { + "epoch": 10, + "train_loss": 0.3192752003669739, + "test_loss": 0.29514816403388977 + }, + { + "epoch": 20, + "train_loss": 0.16679570078849792, + "test_loss": 0.1502021998167038 + }, + { + "epoch": 30, + "train_loss": 0.12469825148582458, + "test_loss": 0.10744994133710861 + }, + { + "epoch": 40, + "train_loss": 0.1119556725025177, + "test_loss": 0.09414488077163696 + }, + { + "epoch": 50, + "train_loss": 0.10693642497062683, + "test_loss": 0.08394346386194229 + }, + { + "epoch": 60, + "train_loss": 0.10402274876832962, + "test_loss": 0.08088760077953339 + }, + { + "epoch": 70, + "train_loss": 0.10252159088850021, + "test_loss": 0.0799819603562355 + }, + { + "epoch": 80, + "train_loss": 0.10135947167873383, + "test_loss": 0.07924807816743851 + }, + { + "epoch": 90, + "train_loss": 0.10041437298059464, + "test_loss": 0.07974308729171753 + }, + { + "epoch": 100, + "train_loss": 0.09962999820709229, + "test_loss": 0.07953411340713501 + }, + { + "epoch": 110, + "train_loss": 0.09891638904809952, + "test_loss": 0.07968185096979141 + }, + { + "epoch": 120, + "train_loss": 0.09823796898126602, + "test_loss": 0.07970265299081802 + }, + { + "epoch": 130, + "train_loss": 0.09756308794021606, + "test_loss": 0.07981058210134506 + }, + { + "epoch": 140, + "train_loss": 0.09687542170286179, + "test_loss": 0.07983433455228806 + }, + { + "epoch": 150, + "train_loss": 0.0961637794971466, + "test_loss": 0.07995130866765976 + }, + { + "epoch": 160, + "train_loss": 0.09542036801576614, + "test_loss": 0.08000680804252625 + }, + { + "epoch": 170, + "train_loss": 0.09463943541049957, + "test_loss": 0.08009933680295944 + }, + { + "epoch": 180, + "train_loss": 0.09381772577762604, + "test_loss": 0.08014966547489166 + }, + { + "epoch": 190, + "train_loss": 0.09295517951250076, + "test_loss": 0.08018802851438522 + }, + { + "epoch": 200, + "train_loss": 0.0920553058385849, + "test_loss": 0.08019690960645676 + }, + { + "epoch": 210, + "train_loss": 0.09112520515918732, + "test_loss": 0.0801672637462616 + }, + { + "epoch": 220, + "train_loss": 0.0901746153831482, + "test_loss": 0.08010084182024002 + }, + { + "epoch": 230, + "train_loss": 0.08921457827091217, + "test_loss": 0.07999531179666519 + }, + { + "epoch": 240, + "train_loss": 0.08825642615556717, + "test_loss": 0.07985574752092361 + }, + { + "epoch": 250, + "train_loss": 0.08731088042259216, + "test_loss": 0.07969224452972412 + }, + { + "epoch": 260, + "train_loss": 0.08638689666986465, + "test_loss": 0.07951381802558899 + }, + { + "epoch": 270, + "train_loss": 0.08549108356237411, + "test_loss": 0.07932649552822113 + }, + { + "epoch": 280, + "train_loss": 0.0846276730298996, + "test_loss": 0.079135462641716 + }, + { + "epoch": 290, + "train_loss": 0.08379929512739182, + "test_loss": 0.07894942164421082 + }, + { + "epoch": 300, + "train_loss": 0.08300714194774628, + "test_loss": 0.07878430932760239 + }, + { + "epoch": 310, + "train_loss": 0.08225143700838089, + "test_loss": 0.078656867146492 + }, + { + "epoch": 320, + "train_loss": 0.0815332904458046, + "test_loss": 0.07857232540845871 + }, + { + "epoch": 330, + "train_loss": 0.08085590600967407, + "test_loss": 0.07852259278297424 + }, + { + "epoch": 340, + "train_loss": 0.0802239403128624, + "test_loss": 0.07849737256765366 + }, + { + "epoch": 350, + "train_loss": 0.07964218407869339, + "test_loss": 0.07849108427762985 + }, + { + "epoch": 360, + "train_loss": 0.0791139230132103, + "test_loss": 0.07849901914596558 + }, + { + "epoch": 370, + "train_loss": 0.07863987237215042, + "test_loss": 0.07851504534482956 + }, + { + "epoch": 380, + "train_loss": 0.07821828871965408, + "test_loss": 0.07853314280509949 + }, + { + "epoch": 390, + "train_loss": 0.07784576714038849, + "test_loss": 0.07855021953582764 + }, + { + "epoch": 400, + "train_loss": 0.07751792669296265, + "test_loss": 0.07856572419404984 + }, + { + "epoch": 410, + "train_loss": 0.0772300586104393, + "test_loss": 0.07857980579137802 + }, + { + "epoch": 420, + "train_loss": 0.07697736471891403, + "test_loss": 0.07859161496162415 + }, + { + "epoch": 430, + "train_loss": 0.07675530016422272, + "test_loss": 0.07860152423381805 + }, + { + "epoch": 440, + "train_loss": 0.07655957341194153, + "test_loss": 0.07861058413982391 + }, + { + "epoch": 450, + "train_loss": 0.07638627290725708, + "test_loss": 0.07862019538879395 + }, + { + "epoch": 460, + "train_loss": 0.07623188197612762, + "test_loss": 0.07863184809684753 + }, + { + "epoch": 470, + "train_loss": 0.07609336823225021, + "test_loss": 0.07864612340927124 + }, + { + "epoch": 480, + "train_loss": 0.0759681835770607, + "test_loss": 0.07866315543651581 + }, + { + "epoch": 490, + "train_loss": 0.07585416734218597, + "test_loss": 0.07868430763483047 + }, + { + "epoch": 500, + "train_loss": 0.07574955374002457, + "test_loss": 0.07870959490537643 + }, + { + "epoch": 510, + "train_loss": 0.07565288245677948, + "test_loss": 0.07873917371034622 + }, + { + "epoch": 520, + "train_loss": 0.07556293159723282, + "test_loss": 0.07877223193645477 + }, + { + "epoch": 530, + "train_loss": 0.075478695333004, + "test_loss": 0.0788080021739006 + }, + { + "epoch": 540, + "train_loss": 0.07539937645196915, + "test_loss": 0.07884778827428818 + }, + { + "epoch": 550, + "train_loss": 0.07532428205013275, + "test_loss": 0.07888973504304886 + }, + { + "epoch": 560, + "train_loss": 0.07525292038917542, + "test_loss": 0.07893509417772293 + }, + { + "epoch": 570, + "train_loss": 0.07518480718135834, + "test_loss": 0.07898294180631638 + }, + { + "epoch": 580, + "train_loss": 0.07511959224939346, + "test_loss": 0.07903392612934113 + }, + { + "epoch": 590, + "train_loss": 0.07505696266889572, + "test_loss": 0.0790870264172554 + }, + { + "epoch": 600, + "train_loss": 0.0749967098236084, + "test_loss": 0.07914292812347412 + }, + { + "epoch": 610, + "train_loss": 0.0749385878443718, + "test_loss": 0.07920224219560623 + }, + { + "epoch": 620, + "train_loss": 0.07488241046667099, + "test_loss": 0.07926230132579803 + }, + { + "epoch": 630, + "train_loss": 0.07482803612947464, + "test_loss": 0.07932513952255249 + }, + { + "epoch": 640, + "train_loss": 0.0747753381729126, + "test_loss": 0.07939022034406662 + }, + { + "epoch": 650, + "train_loss": 0.07472419738769531, + "test_loss": 0.0794576033949852 + }, + { + "epoch": 660, + "train_loss": 0.07467448711395264, + "test_loss": 0.07952665537595749 + }, + { + "epoch": 670, + "train_loss": 0.074626125395298, + "test_loss": 0.07959689944982529 + }, + { + "epoch": 680, + "train_loss": 0.07457900792360306, + "test_loss": 0.07966890931129456 + }, + { + "epoch": 690, + "train_loss": 0.07453304529190063, + "test_loss": 0.07974277436733246 + }, + { + "epoch": 700, + "train_loss": 0.07448816299438477, + "test_loss": 0.07981812208890915 + }, + { + "epoch": 710, + "train_loss": 0.07444427907466888, + "test_loss": 0.07989392429590225 + }, + { + "epoch": 720, + "train_loss": 0.07440129667520523, + "test_loss": 0.07997053116559982 + }, + { + "epoch": 730, + "train_loss": 0.07435914874076843, + "test_loss": 0.08004919439554214 + }, + { + "epoch": 740, + "train_loss": 0.07431773096323013, + "test_loss": 0.08012943714857101 + }, + { + "epoch": 750, + "train_loss": 0.07427696138620377, + "test_loss": 0.08021025359630585 + }, + { + "epoch": 760, + "train_loss": 0.07423675060272217, + "test_loss": 0.0802922174334526 + }, + { + "epoch": 770, + "train_loss": 0.07419698685407639, + "test_loss": 0.08037528395652771 + }, + { + "epoch": 780, + "train_loss": 0.07415760308504105, + "test_loss": 0.08045994490385056 + }, + { + "epoch": 790, + "train_loss": 0.0741184800863266, + "test_loss": 0.08054536581039429 + }, + { + "epoch": 800, + "train_loss": 0.07407952845096588, + "test_loss": 0.08063291758298874 + }, + { + "epoch": 810, + "train_loss": 0.07404063642024994, + "test_loss": 0.0807223990559578 + }, + { + "epoch": 820, + "train_loss": 0.07400164753198624, + "test_loss": 0.08081331104040146 + }, + { + "epoch": 830, + "train_loss": 0.07396246492862701, + "test_loss": 0.08090613037347794 + }, + { + "epoch": 840, + "train_loss": 0.07392296940088272, + "test_loss": 0.08100181818008423 + }, + { + "epoch": 850, + "train_loss": 0.07388297468423843, + "test_loss": 0.08110003918409348 + }, + { + "epoch": 860, + "train_loss": 0.073842354118824, + "test_loss": 0.08120159804821014 + }, + { + "epoch": 870, + "train_loss": 0.07380087673664093, + "test_loss": 0.08130510151386261 + }, + { + "epoch": 880, + "train_loss": 0.07375841587781906, + "test_loss": 0.08141262084245682 + }, + { + "epoch": 890, + "train_loss": 0.0737147182226181, + "test_loss": 0.08152269572019577 + }, + { + "epoch": 900, + "train_loss": 0.07366958260536194, + "test_loss": 0.08163679391145706 + }, + { + "epoch": 910, + "train_loss": 0.07362279295921326, + "test_loss": 0.0817536935210228 + }, + { + "epoch": 920, + "train_loss": 0.07357409596443176, + "test_loss": 0.08187449723482132 + }, + { + "epoch": 930, + "train_loss": 0.07352334260940552, + "test_loss": 0.08199816942214966 + }, + { + "epoch": 940, + "train_loss": 0.0734703540802002, + "test_loss": 0.08212466537952423 + }, + { + "epoch": 950, + "train_loss": 0.07341508567333221, + "test_loss": 0.08225421607494354 + }, + { + "epoch": 960, + "train_loss": 0.07335755974054337, + "test_loss": 0.08238466829061508 + }, + { + "epoch": 970, + "train_loss": 0.07329796254634857, + "test_loss": 0.08251629024744034 + }, + { + "epoch": 980, + "train_loss": 0.07323668152093887, + "test_loss": 0.08264690637588501 + }, + { + "epoch": 990, + "train_loss": 0.07317421585321426, + "test_loss": 0.0827745795249939 + }, + { + "epoch": 1000, + "train_loss": 0.07311119884252548, + "test_loss": 0.08289825916290283 + } + ] +} \ No newline at end of file diff --git a/nn_classifier/npv0.9_horizon500/model.pt b/nn_classifier/npv0.9_horizon500/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..97c3fd3a57a0b0744ae24b36911c23bbb8fbbf73 --- /dev/null +++ b/nn_classifier/npv0.9_horizon500/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15acd29c587638521b5e62df25d0c25c815022c21b0cd2517be7beb5fd7e57cb +size 3581 diff --git a/nn_regression/npv0.9/actual_vs_predicted.png b/nn_regression/npv0.9/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..6e5da978d011227ad2259d60eac3cc04794489c2 --- /dev/null +++ b/nn_regression/npv0.9/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afccc197bbf82177edd7aaed58f79463cb68bdbcf9eaa9d55568c7e568cca5fd +size 150553 diff --git a/nn_regression/npv0.9/metrics.json b/nn_regression/npv0.9/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..fb83996ba448d0675b8baee8420b33a4d75af643 --- /dev/null +++ b/nn_regression/npv0.9/metrics.json @@ -0,0 +1,58 @@ +{ + "npv_target": 0.9, + "n_train": 49000, + "n_test": 20900, + "mae": 7.823669268089619, + "rmse": 19.91096199833509, + "r2": 0.39477234102705117, + "training_history": [ + { + "epoch": 200, + "train_loss": 0.4863453507423401, + "test_loss": 0.13209566473960876 + }, + { + "epoch": 400, + "train_loss": 0.41781482100486755, + "test_loss": 0.11524108052253723 + }, + { + "epoch": 600, + "train_loss": 0.4010150730609894, + "test_loss": 0.11351237446069717 + }, + { + "epoch": 800, + "train_loss": 0.39403706789016724, + "test_loss": 0.11346641182899475 + }, + { + "epoch": 1000, + "train_loss": 0.3898204267024994, + "test_loss": 0.113421730697155 + }, + { + "epoch": 1200, + "train_loss": 0.3856031596660614, + "test_loss": 0.11364221572875977 + } + ], + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 7.105263157894736, + "pct_overestimate": 92.89473684210526 + }, + "slack_25": { + "pct_underestimate": 3.4832535885167464, + "pct_overestimate": 96.51674641148325 + }, + "slack_50": { + "pct_underestimate": 1.3971291866028708, + "pct_overestimate": 98.60287081339713 + }, + "slack_100": { + "pct_underestimate": 0.48325358851674644, + "pct_overestimate": 99.51674641148325 + } + } +} \ No newline at end of file diff --git a/nn_regression/npv0.9/model.pt b/nn_regression/npv0.9/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec183ddd082803a9da6281650f397acb6244f909 --- /dev/null +++ b/nn_regression/npv0.9/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e448d435c5d557eb6c799a95e20a235d3ebe89ab47561f00177f2f05b32964cf +size 2697 diff --git a/nn_regression/npv0.95/actual_vs_predicted.png b/nn_regression/npv0.95/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..51e564a674114fb6c1745715d8007cffd9f4308c --- /dev/null +++ b/nn_regression/npv0.95/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc73fe5877566b4e5d9d6aa98718e99ee7e8e848f99661aad472edd5e67ce85c +size 169433 diff --git a/nn_regression/npv0.95/metrics.json b/nn_regression/npv0.95/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c96daed0ebc36f03994184a096b33ef5b8db7269 --- /dev/null +++ b/nn_regression/npv0.95/metrics.json @@ -0,0 +1,58 @@ +{ + "npv_target": 0.95, + "n_train": 45800, + "n_test": 20200, + "mae": 19.368367113816266, + "rmse": 47.365911522173185, + "r2": 0.5016254789457717, + "training_history": [ + { + "epoch": 200, + "train_loss": 0.5233433246612549, + "test_loss": 0.7928419709205627 + }, + { + "epoch": 400, + "train_loss": 0.4935106635093689, + "test_loss": 0.7356515526771545 + }, + { + "epoch": 600, + "train_loss": 0.487447589635849, + "test_loss": 0.7272065877914429 + }, + { + "epoch": 800, + "train_loss": 0.4845947027206421, + "test_loss": 0.725598931312561 + }, + { + "epoch": 1000, + "train_loss": 0.48273012042045593, + "test_loss": 0.7251024842262268 + }, + { + "epoch": 1200, + "train_loss": 0.481461763381958, + "test_loss": 0.7253648638725281 + } + ], + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 12.831683168316832, + "pct_overestimate": 87.16831683168317 + }, + "slack_25": { + "pct_underestimate": 9.410891089108912, + "pct_overestimate": 90.5891089108911 + }, + "slack_50": { + "pct_underestimate": 5.658415841584159, + "pct_overestimate": 94.34158415841584 + }, + "slack_100": { + "pct_underestimate": 2.821782178217822, + "pct_overestimate": 97.17821782178217 + } + } +} \ No newline at end of file diff --git a/nn_regression/npv0.95/model.pt b/nn_regression/npv0.95/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9bc994e68aceed651dd4d038f7f91cb7f5b2c25 --- /dev/null +++ b/nn_regression/npv0.95/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865db477955caffa5d1ad92a186ad04e0bafa9dacbed6e09bfb70d2a17d805bf +size 2697 diff --git a/nn_regression/npv0.97/actual_vs_predicted.png b/nn_regression/npv0.97/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..a326710c0fe7343c5ae498a89c9914223e625ca8 --- /dev/null +++ b/nn_regression/npv0.97/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7773651302ed1d5767ded71c6a67363c52b7fbc78872d644f6abc74f27ebc7a6 +size 223271 diff --git a/nn_regression/npv0.97/metrics.json b/nn_regression/npv0.97/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..33fdecd222ea936b1d661edd53dd0387c589505d --- /dev/null +++ b/nn_regression/npv0.97/metrics.json @@ -0,0 +1,58 @@ +{ + "npv_target": 0.97, + "n_train": 41200, + "n_test": 18500, + "mae": 33.5691325969243, + "rmse": 70.94318682980327, + "r2": 0.5052729792582915, + "training_history": [ + { + "epoch": 200, + "train_loss": 0.49353402853012085, + "test_loss": 0.5699918866157532 + }, + { + "epoch": 400, + "train_loss": 0.4711666703224182, + "test_loss": 0.5536379218101501 + }, + { + "epoch": 600, + "train_loss": 0.4658973813056946, + "test_loss": 0.5526344776153564 + }, + { + "epoch": 800, + "train_loss": 0.46341341733932495, + "test_loss": 0.5522260665893555 + }, + { + "epoch": 1000, + "train_loss": 0.46182072162628174, + "test_loss": 0.552228569984436 + }, + { + "epoch": 1200, + "train_loss": 0.4601428210735321, + "test_loss": 0.5529676079750061 + } + ], + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 16.35135135135135, + "pct_overestimate": 83.64864864864865 + }, + "slack_25": { + "pct_underestimate": 13.437837837837838, + "pct_overestimate": 86.56216216216215 + }, + "slack_50": { + "pct_underestimate": 10.151351351351352, + "pct_overestimate": 89.84864864864865 + }, + "slack_100": { + "pct_underestimate": 5.513513513513513, + "pct_overestimate": 94.48648648648648 + } + } +} \ No newline at end of file diff --git a/nn_regression/npv0.97/model.pt b/nn_regression/npv0.97/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f88c2680c2026578c52735eeaa4bf63ac46053 --- /dev/null +++ b/nn_regression/npv0.97/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cf847882994c52b596ab27291301507b874665ce889de490db162f6f797cb3 +size 2697 diff --git a/nn_regression/npv0.99/actual_vs_predicted.png b/nn_regression/npv0.99/actual_vs_predicted.png new file mode 100644 index 0000000000000000000000000000000000000000..0c7c0fddc6bae8a81fca3c3bf530a9f87a575a33 --- /dev/null +++ b/nn_regression/npv0.99/actual_vs_predicted.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a34e2d256ea116e3d119ad1b96c1f9f2610e62b8628e849ba38a5d29610e5fd +size 114777 diff --git a/nn_regression/npv0.99/metrics.json b/nn_regression/npv0.99/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7f4756ead58f4891cfe02e53b5b5b9646cd59565 --- /dev/null +++ b/nn_regression/npv0.99/metrics.json @@ -0,0 +1,58 @@ +{ + "npv_target": 0.99, + "n_train": 32400, + "n_test": 15800, + "mae": 53.88552669754611, + "rmse": 154.08435032217653, + "r2": 0.490974671836092, + "training_history": [ + { + "epoch": 200, + "train_loss": 0.5450015664100647, + "test_loss": 1.2662307024002075 + }, + { + "epoch": 400, + "train_loss": 0.5133600831031799, + "test_loss": 1.1537057161331177 + }, + { + "epoch": 600, + "train_loss": 0.5037641525268555, + "test_loss": 1.1121655702590942 + }, + { + "epoch": 800, + "train_loss": 0.5001865029335022, + "test_loss": 1.094011664390564 + }, + { + "epoch": 1000, + "train_loss": 0.49509677290916443, + "test_loss": 1.0923399925231934 + }, + { + "epoch": 1200, + "train_loss": 0.49153414368629456, + "test_loss": 1.0801151990890503 + } + ], + "underestimate_analysis": { + "slack_10": { + "pct_underestimate": 17.21518987341772, + "pct_overestimate": 82.78481012658227 + }, + "slack_25": { + "pct_underestimate": 12.898734177215191, + "pct_overestimate": 87.10126582278481 + }, + "slack_50": { + "pct_underestimate": 10.89873417721519, + "pct_overestimate": 89.10126582278481 + }, + "slack_100": { + "pct_underestimate": 7.430379746835443, + "pct_overestimate": 92.56962025316456 + } + } +} \ No newline at end of file diff --git a/nn_regression/npv0.99/model.pt b/nn_regression/npv0.99/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..30f4164b2ae294b4c212020f452ae632dbc5d85e --- /dev/null +++ b/nn_regression/npv0.99/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ee0fd4ac75c9bcdf1f168df707dd26cd3669970e5e880f1ab6780696cc61b7 +size 2697