📈 Upload metrics for RMSE: 44.98
Browse files
models/20250818_003703_RMSE45.0_metrics.json
ADDED
|
@@ -0,0 +1,200 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_model": {
|
| 3 |
+
"name": "RandomForest_MultiOutput",
|
| 4 |
+
"rmse": 44.98025465280325,
|
| 5 |
+
"mae": 25.030122211359593,
|
| 6 |
+
"r2": 0.40421734505351964,
|
| 7 |
+
"accuracy_10": 0.2860838779956427,
|
| 8 |
+
"accuracy_15": 0.41717728758169936,
|
| 9 |
+
"test_overall_rmse": 44.98025465280325
|
| 10 |
+
},
|
| 11 |
+
"all_models": [
|
| 12 |
+
{
|
| 13 |
+
"model_name": "RandomForest_MultiOutput",
|
| 14 |
+
"oob_score": 0.3983991192460781,
|
| 15 |
+
"train_overall_rmse": 21.04257594287397,
|
| 16 |
+
"train_overall_mae": 12.66119476520506,
|
| 17 |
+
"train_overall_r2": 0.8716258553390662,
|
| 18 |
+
"train_overall_accuracy_10": 0.5132506127450981,
|
| 19 |
+
"train_overall_accuracy_15": 0.7143501497821351,
|
| 20 |
+
"train_24h_rmse": 20.94862257459667,
|
| 21 |
+
"train_24h_mae": 12.409628112906862,
|
| 22 |
+
"train_24h_r2": 0.8731234854758961,
|
| 23 |
+
"train_24h_accuracy_10": 0.5284926470588235,
|
| 24 |
+
"train_24h_accuracy_15": 0.7278390522875817,
|
| 25 |
+
"train_48h_rmse": 21.00866688715333,
|
| 26 |
+
"train_48h_mae": 12.769322564194484,
|
| 27 |
+
"train_48h_r2": 0.8719475863600056,
|
| 28 |
+
"train_48h_accuracy_10": 0.5078125,
|
| 29 |
+
"train_48h_accuracy_15": 0.7092269199346405,
|
| 30 |
+
"train_72h_rmse": 21.16981659784943,
|
| 31 |
+
"train_72h_mae": 12.804633618513831,
|
| 32 |
+
"train_72h_r2": 0.869806494181297,
|
| 33 |
+
"train_72h_accuracy_10": 0.5034466911764706,
|
| 34 |
+
"train_72h_accuracy_15": 0.705984477124183,
|
| 35 |
+
"test_overall_rmse": 44.98025465280325,
|
| 36 |
+
"test_overall_mae": 25.030122211359593,
|
| 37 |
+
"test_overall_r2": 0.40421734505351964,
|
| 38 |
+
"test_overall_accuracy_10": 0.2860838779956427,
|
| 39 |
+
"test_overall_accuracy_15": 0.41717728758169936,
|
| 40 |
+
"test_24h_rmse": 44.36367796978947,
|
| 41 |
+
"test_24h_mae": 24.588846220243422,
|
| 42 |
+
"test_24h_r2": 0.41175993773184094,
|
| 43 |
+
"test_24h_accuracy_10": 0.29503676470588236,
|
| 44 |
+
"test_24h_accuracy_15": 0.4279003267973856,
|
| 45 |
+
"test_48h_rmse": 45.341273432581715,
|
| 46 |
+
"test_48h_mae": 25.08253283436812,
|
| 47 |
+
"test_48h_r2": 0.3986417856383997,
|
| 48 |
+
"test_48h_accuracy_10": 0.2839052287581699,
|
| 49 |
+
"test_48h_accuracy_15": 0.41717728758169936,
|
| 50 |
+
"test_72h_rmse": 45.22944755795453,
|
| 51 |
+
"test_72h_mae": 25.41898757946723,
|
| 52 |
+
"test_72h_r2": 0.40225031179031834,
|
| 53 |
+
"test_72h_accuracy_10": 0.2793096405228758,
|
| 54 |
+
"test_72h_accuracy_15": 0.40645424836601307
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"model_name": "Ridge_MultiOutput",
|
| 58 |
+
"best_alpha": 10.0,
|
| 59 |
+
"cv_score": 0.3630514345771629,
|
| 60 |
+
"train_overall_rmse": 46.7540131623331,
|
| 61 |
+
"train_overall_mae": 27.300003025296714,
|
| 62 |
+
"train_overall_r2": 0.366246325234247,
|
| 63 |
+
"train_overall_accuracy_10": 0.24445125272331153,
|
| 64 |
+
"train_overall_accuracy_15": 0.36286424291938996,
|
| 65 |
+
"train_24h_rmse": 46.418524337283436,
|
| 66 |
+
"train_24h_mae": 26.71001782467374,
|
| 67 |
+
"train_24h_r2": 0.3770503375789701,
|
| 68 |
+
"train_24h_accuracy_10": 0.25188929738562094,
|
| 69 |
+
"train_24h_accuracy_15": 0.3716043709150327,
|
| 70 |
+
"train_48h_rmse": 46.777966657832486,
|
| 71 |
+
"train_48h_mae": 27.472583823327504,
|
| 72 |
+
"train_48h_r2": 0.3651465867387087,
|
| 73 |
+
"train_48h_accuracy_10": 0.2428002450980392,
|
| 74 |
+
"train_48h_accuracy_15": 0.3605749591503268,
|
| 75 |
+
"train_72h_rmse": 47.063315587180945,
|
| 76 |
+
"train_72h_mae": 27.71740742788889,
|
| 77 |
+
"train_72h_r2": 0.35654205138506223,
|
| 78 |
+
"train_72h_accuracy_10": 0.23866421568627452,
|
| 79 |
+
"train_72h_accuracy_15": 0.35641339869281047,
|
| 80 |
+
"test_overall_rmse": 46.54381970644267,
|
| 81 |
+
"test_overall_mae": 27.246365651059012,
|
| 82 |
+
"test_overall_r2": 0.3621316593203355,
|
| 83 |
+
"test_overall_accuracy_10": 0.24223856209150327,
|
| 84 |
+
"test_overall_accuracy_15": 0.35964733115468406,
|
| 85 |
+
"test_24h_rmse": 45.634058766982164,
|
| 86 |
+
"test_24h_mae": 26.5442170643614,
|
| 87 |
+
"test_24h_r2": 0.37758836094468506,
|
| 88 |
+
"test_24h_accuracy_10": 0.24703839869281047,
|
| 89 |
+
"test_24h_accuracy_15": 0.36938316993464054,
|
| 90 |
+
"test_48h_rmse": 47.02183170600835,
|
| 91 |
+
"test_48h_mae": 27.375525550826087,
|
| 92 |
+
"test_48h_r2": 0.35323738760812085,
|
| 93 |
+
"test_48h_accuracy_10": 0.24622140522875818,
|
| 94 |
+
"test_48h_accuracy_15": 0.35917075163398693,
|
| 95 |
+
"test_72h_rmse": 46.962341104985065,
|
| 96 |
+
"test_72h_mae": 27.819354337989544,
|
| 97 |
+
"test_72h_r2": 0.35556922940820057,
|
| 98 |
+
"test_72h_accuracy_10": 0.23345588235294118,
|
| 99 |
+
"test_72h_accuracy_15": 0.3503880718954248
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"model_name": "XGBoost_MultiOutput",
|
| 103 |
+
"train_overall_rmse": 28.556070265921143,
|
| 104 |
+
"train_overall_mae": 17.883177122811347,
|
| 105 |
+
"train_overall_r2": 0.7635939216823181,
|
| 106 |
+
"train_overall_accuracy_10": 0.3795615468409586,
|
| 107 |
+
"train_overall_accuracy_15": 0.5436240468409587,
|
| 108 |
+
"train_24h_rmse": 28.717493490690963,
|
| 109 |
+
"train_24h_mae": 17.771460175027254,
|
| 110 |
+
"train_24h_r2": 0.761568650137516,
|
| 111 |
+
"train_24h_accuracy_10": 0.38712724673202614,
|
| 112 |
+
"train_24h_accuracy_15": 0.5504748774509803,
|
| 113 |
+
"train_48h_rmse": 28.80730434407788,
|
| 114 |
+
"train_48h_mae": 18.106645813954422,
|
| 115 |
+
"train_48h_r2": 0.7592335215222531,
|
| 116 |
+
"train_48h_accuracy_10": 0.37155330882352944,
|
| 117 |
+
"train_48h_accuracy_15": 0.5365604575163399,
|
| 118 |
+
"train_72h_rmse": 28.13880294427023,
|
| 119 |
+
"train_72h_mae": 17.771425379452364,
|
| 120 |
+
"train_72h_r2": 0.7699795933871851,
|
| 121 |
+
"train_72h_accuracy_10": 0.38000408496732024,
|
| 122 |
+
"train_72h_accuracy_15": 0.5438368055555556,
|
| 123 |
+
"test_overall_rmse": 45.048003463842925,
|
| 124 |
+
"test_overall_mae": 24.796696351893846,
|
| 125 |
+
"test_overall_r2": 0.40239826010987173,
|
| 126 |
+
"test_overall_accuracy_10": 0.294083605664488,
|
| 127 |
+
"test_overall_accuracy_15": 0.42752587145969495,
|
| 128 |
+
"test_24h_rmse": 44.547265751212976,
|
| 129 |
+
"test_24h_mae": 24.6282999823296,
|
| 130 |
+
"test_24h_r2": 0.4068813007425788,
|
| 131 |
+
"test_24h_accuracy_10": 0.29554738562091504,
|
| 132 |
+
"test_24h_accuracy_15": 0.4341299019607843,
|
| 133 |
+
"test_48h_rmse": 45.395001077318476,
|
| 134 |
+
"test_48h_mae": 24.752980374822428,
|
| 135 |
+
"test_48h_r2": 0.3972157690826532,
|
| 136 |
+
"test_48h_accuracy_10": 0.29728349673202614,
|
| 137 |
+
"test_48h_accuracy_15": 0.429125816993464,
|
| 138 |
+
"test_72h_rmse": 45.197376467183076,
|
| 139 |
+
"test_72h_mae": 25.00880869852951,
|
| 140 |
+
"test_72h_r2": 0.40309771050438326,
|
| 141 |
+
"test_72h_accuracy_10": 0.2894199346405229,
|
| 142 |
+
"test_72h_accuracy_15": 0.4193218954248366
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"model_name": "LSTM_Improved_MultiOutput",
|
| 146 |
+
"sequence_length": 12,
|
| 147 |
+
"epochs_trained": 26,
|
| 148 |
+
"final_train_loss": 0.011343831196427345,
|
| 149 |
+
"final_val_loss": 0.011163312010467052,
|
| 150 |
+
"best_val_loss": 0.011019265279173851,
|
| 151 |
+
"improvement_pct": 0.0,
|
| 152 |
+
"train_samples": 39156,
|
| 153 |
+
"test_samples": 9780,
|
| 154 |
+
"batch_size": 32,
|
| 155 |
+
"train_overall_rmse": 49.066568481512206,
|
| 156 |
+
"train_overall_mae": 30.1459910941935,
|
| 157 |
+
"train_overall_r2": 0.3021061243581465,
|
| 158 |
+
"train_overall_accuracy_10": 0.23699220213164435,
|
| 159 |
+
"train_overall_accuracy_15": 0.3430636428644397,
|
| 160 |
+
"train_24h_rmse": 48.76725198917889,
|
| 161 |
+
"train_24h_mae": 30.132753571909653,
|
| 162 |
+
"train_24h_r2": 0.312532928878704,
|
| 163 |
+
"train_24h_accuracy_10": 0.22997752579425887,
|
| 164 |
+
"train_24h_accuracy_15": 0.3332056389825314,
|
| 165 |
+
"train_48h_rmse": 49.44441228635985,
|
| 166 |
+
"train_48h_mae": 29.920673323013723,
|
| 167 |
+
"train_48h_r2": 0.2908171019699416,
|
| 168 |
+
"train_48h_accuracy_10": 0.25025538870160385,
|
| 169 |
+
"train_48h_accuracy_15": 0.36014914700173667,
|
| 170 |
+
"train_72h_rmse": 48.98560660777998,
|
| 171 |
+
"train_72h_mae": 30.384546387657128,
|
| 172 |
+
"train_72h_r2": 0.30296834222605573,
|
| 173 |
+
"train_72h_accuracy_10": 0.23074369189907037,
|
| 174 |
+
"train_72h_accuracy_15": 0.335836142609051,
|
| 175 |
+
"test_overall_rmse": 49.966996643978874,
|
| 176 |
+
"test_overall_mae": 31.29450882597691,
|
| 177 |
+
"test_overall_r2": 0.2652703608876209,
|
| 178 |
+
"test_overall_accuracy_10": 0.23060668029993184,
|
| 179 |
+
"test_overall_accuracy_15": 0.3356509884117246,
|
| 180 |
+
"test_24h_rmse": 49.171632324739676,
|
| 181 |
+
"test_24h_mae": 31.239898392222898,
|
| 182 |
+
"test_24h_r2": 0.27778466443780514,
|
| 183 |
+
"test_24h_accuracy_10": 0.2278118609406953,
|
| 184 |
+
"test_24h_accuracy_15": 0.32934560327198364,
|
| 185 |
+
"test_48h_rmse": 50.617333078407455,
|
| 186 |
+
"test_48h_mae": 30.949704367202727,
|
| 187 |
+
"test_48h_r2": 0.2511054542779223,
|
| 188 |
+
"test_48h_accuracy_10": 0.24151329243353784,
|
| 189 |
+
"test_48h_accuracy_15": 0.3523517382413088,
|
| 190 |
+
"test_72h_rmse": 50.101281694268714,
|
| 191 |
+
"test_72h_mae": 31.69392371850511,
|
| 192 |
+
"test_72h_r2": 0.2669209639471094,
|
| 193 |
+
"test_72h_accuracy_10": 0.22249488752556237,
|
| 194 |
+
"test_72h_accuracy_15": 0.3252556237218814
|
| 195 |
+
}
|
| 196 |
+
],
|
| 197 |
+
"training_timestamp": "2025-08-18 00:37:01.560798",
|
| 198 |
+
"total_models_trained": 4,
|
| 199 |
+
"rmse": 44.98025465280325
|
| 200 |
+
}
|