File size: 8,248 Bytes
6ad95d5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.14135049993151624,
"eval_steps": 500,
"global_step": 258,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 3.362587633728981,
"epoch": 0.005478701547733187,
"grad_norm": 0.0142822265625,
"learning_rate": 2.1232558139534884e-05,
"loss": 3.311968994140625,
"mean_token_accuracy": 0.37255842238664627,
"num_tokens": 79935.0,
"step": 10
},
{
"entropy": 3.397061613202095,
"epoch": 0.010957403095466374,
"grad_norm": 0.01409912109375,
"learning_rate": 2.037984496124031e-05,
"loss": 3.316569137573242,
"mean_token_accuracy": 0.36559674218297006,
"num_tokens": 160237.0,
"step": 20
},
{
"entropy": 3.4269614964723587,
"epoch": 0.016436104643199563,
"grad_norm": 0.01373291015625,
"learning_rate": 1.9527131782945736e-05,
"loss": 3.297005844116211,
"mean_token_accuracy": 0.36753762811422347,
"num_tokens": 240388.0,
"step": 30
},
{
"entropy": 3.52002138197422,
"epoch": 0.021914806190932747,
"grad_norm": 0.01397705078125,
"learning_rate": 1.867441860465116e-05,
"loss": 3.3458625793457033,
"mean_token_accuracy": 0.36172508671879766,
"num_tokens": 320540.0,
"step": 40
},
{
"entropy": 3.54078314602375,
"epoch": 0.027393507738665935,
"grad_norm": 0.01373291015625,
"learning_rate": 1.7821705426356588e-05,
"loss": 3.3246700286865236,
"mean_token_accuracy": 0.36284139938652515,
"num_tokens": 400670.0,
"step": 50
},
{
"entropy": 3.5925668478012085,
"epoch": 0.032872209286399126,
"grad_norm": 0.0145263671875,
"learning_rate": 1.6968992248062016e-05,
"loss": 3.371358108520508,
"mean_token_accuracy": 0.3544324830174446,
"num_tokens": 480752.0,
"step": 60
},
{
"entropy": 3.594508448243141,
"epoch": 0.038350910834132314,
"grad_norm": 0.01446533203125,
"learning_rate": 1.611627906976744e-05,
"loss": 3.347163772583008,
"mean_token_accuracy": 0.3613624542951584,
"num_tokens": 560695.0,
"step": 70
},
{
"entropy": 3.577978181838989,
"epoch": 0.043829612381865495,
"grad_norm": 0.01531982421875,
"learning_rate": 1.5263565891472868e-05,
"loss": 3.31346435546875,
"mean_token_accuracy": 0.36706827245652673,
"num_tokens": 640768.0,
"step": 80
},
{
"entropy": 3.65379436314106,
"epoch": 0.04930831392959868,
"grad_norm": 0.01513671875,
"learning_rate": 1.4410852713178296e-05,
"loss": 3.376618576049805,
"mean_token_accuracy": 0.3594830695539713,
"num_tokens": 720755.0,
"step": 90
},
{
"entropy": 3.6422270834445953,
"epoch": 0.05478701547733187,
"grad_norm": 0.0147705078125,
"learning_rate": 1.355813953488372e-05,
"loss": 3.340700149536133,
"mean_token_accuracy": 0.36250820718705656,
"num_tokens": 800718.0,
"step": 100
},
{
"entropy": 3.6474091559648514,
"epoch": 0.06026571702506506,
"grad_norm": 0.0152587890625,
"learning_rate": 1.2705426356589148e-05,
"loss": 3.351934051513672,
"mean_token_accuracy": 0.3618617424741387,
"num_tokens": 880453.0,
"step": 110
},
{
"entropy": 3.5958647608757017,
"epoch": 0.06574441857279825,
"grad_norm": 0.01519775390625,
"learning_rate": 1.1852713178294572e-05,
"loss": 3.292824935913086,
"mean_token_accuracy": 0.37089960649609566,
"num_tokens": 960655.0,
"step": 120
},
{
"entropy": 3.654010236263275,
"epoch": 0.07122312012053143,
"grad_norm": 0.0162353515625,
"learning_rate": 1.1e-05,
"loss": 3.3539878845214846,
"mean_token_accuracy": 0.3581444948911667,
"num_tokens": 1040605.0,
"step": 130
},
{
"entropy": 3.6406412810087203,
"epoch": 0.07670182166826463,
"grad_norm": 0.0159912109375,
"learning_rate": 1.0147286821705426e-05,
"loss": 3.309850311279297,
"mean_token_accuracy": 0.36814334206283095,
"num_tokens": 1120658.0,
"step": 140
},
{
"entropy": 3.6587454110383986,
"epoch": 0.08218052321599781,
"grad_norm": 0.0157470703125,
"learning_rate": 9.294573643410852e-06,
"loss": 3.327889251708984,
"mean_token_accuracy": 0.36664336957037447,
"num_tokens": 1200045.0,
"step": 150
},
{
"entropy": 3.707397770881653,
"epoch": 0.08765922476373099,
"grad_norm": 0.0174560546875,
"learning_rate": 8.44186046511628e-06,
"loss": 3.3876434326171876,
"mean_token_accuracy": 0.36042023114860056,
"num_tokens": 1279910.0,
"step": 160
},
{
"entropy": 3.6571301251649855,
"epoch": 0.09313792631146418,
"grad_norm": 0.016357421875,
"learning_rate": 7.5891472868217055e-06,
"loss": 3.3133255004882813,
"mean_token_accuracy": 0.3639252860099077,
"num_tokens": 1359687.0,
"step": 170
},
{
"entropy": 3.6417709648609162,
"epoch": 0.09861662785919736,
"grad_norm": 0.016845703125,
"learning_rate": 6.7364341085271315e-06,
"loss": 3.3142974853515623,
"mean_token_accuracy": 0.3656363181769848,
"num_tokens": 1439345.0,
"step": 180
},
{
"entropy": 3.708697122335434,
"epoch": 0.10409532940693056,
"grad_norm": 0.0167236328125,
"learning_rate": 5.8837209302325576e-06,
"loss": 3.3883724212646484,
"mean_token_accuracy": 0.3580680161714554,
"num_tokens": 1519760.0,
"step": 190
},
{
"entropy": 3.6610186755657197,
"epoch": 0.10957403095466374,
"grad_norm": 0.016845703125,
"learning_rate": 5.0310077519379844e-06,
"loss": 3.310716247558594,
"mean_token_accuracy": 0.3715970482677221,
"num_tokens": 1598992.0,
"step": 200
},
{
"entropy": 3.6523694813251497,
"epoch": 0.11505273250239693,
"grad_norm": 0.0164794921875,
"learning_rate": 4.1782945736434104e-06,
"loss": 3.3050559997558593,
"mean_token_accuracy": 0.368355280905962,
"num_tokens": 1678133.0,
"step": 210
},
{
"entropy": 3.6562148123979568,
"epoch": 0.12053143405013012,
"grad_norm": 0.0167236328125,
"learning_rate": 3.325581395348837e-06,
"loss": 3.312104034423828,
"mean_token_accuracy": 0.3710305690765381,
"num_tokens": 1757654.0,
"step": 220
},
{
"entropy": 3.6466243118047714,
"epoch": 0.1260101355978633,
"grad_norm": 0.01708984375,
"learning_rate": 2.4728682170542638e-06,
"loss": 3.3163944244384767,
"mean_token_accuracy": 0.37261501625180243,
"num_tokens": 1837077.0,
"step": 230
},
{
"entropy": 3.655566415190697,
"epoch": 0.1314888371455965,
"grad_norm": 0.017333984375,
"learning_rate": 1.62015503875969e-06,
"loss": 3.315351867675781,
"mean_token_accuracy": 0.36515464186668395,
"num_tokens": 1917482.0,
"step": 240
},
{
"entropy": 3.6800541818141936,
"epoch": 0.13696753869332967,
"grad_norm": 0.01806640625,
"learning_rate": 7.674418604651162e-07,
"loss": 3.3684162139892577,
"mean_token_accuracy": 0.35846460834145544,
"num_tokens": 1997079.0,
"step": 250
}
],
"logging_steps": 10,
"max_steps": 258,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3893922899263488.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|