| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.002069297318363117, |
| "eval_steps": 500, |
| "global_step": 800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 53.4421272277832, |
| "learning_rate": 4.1999999999999995e-07, |
| "loss": 8.6569, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 57.65703582763672, |
| "learning_rate": 1.0199999999999998e-06, |
| "loss": 8.6391, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 93.79612731933594, |
| "learning_rate": 1.62e-06, |
| "loss": 8.6097, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 133.8379669189453, |
| "learning_rate": 2.22e-06, |
| "loss": 8.5995, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 99.24571228027344, |
| "learning_rate": 2.8199999999999997e-06, |
| "loss": 8.5699, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 155.49118041992188, |
| "learning_rate": 3.42e-06, |
| "loss": 8.5516, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 118.79692840576172, |
| "learning_rate": 4.02e-06, |
| "loss": 8.5331, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 88.51729583740234, |
| "learning_rate": 4.62e-06, |
| "loss": 8.5212, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 117.01810455322266, |
| "learning_rate": 5.219999999999999e-06, |
| "loss": 8.5007, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 104.06542205810547, |
| "learning_rate": 5.819999999999999e-06, |
| "loss": 8.4948, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 103.02165985107422, |
| "learning_rate": 6.4199999999999995e-06, |
| "loss": 8.4871, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 119.96959686279297, |
| "learning_rate": 7.02e-06, |
| "loss": 8.4803, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 83.34615325927734, |
| "learning_rate": 7.619999999999999e-06, |
| "loss": 8.471, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 76.37083435058594, |
| "learning_rate": 8.22e-06, |
| "loss": 8.4655, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 82.49830627441406, |
| "learning_rate": 8.819999999999999e-06, |
| "loss": 8.4708, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.002207250472920658, |
| "grad_norm": 69.70299530029297, |
| "learning_rate": 9.419999999999998e-06, |
| "loss": 8.4659, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0023452036274781993, |
| "grad_norm": 103.55642700195312, |
| "learning_rate": 1.0019999999999999e-05, |
| "loss": 8.4555, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0024831567820357402, |
| "grad_norm": 112.4985122680664, |
| "learning_rate": 1.062e-05, |
| "loss": 8.4629, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.002621109936593281, |
| "grad_norm": 78.48297882080078, |
| "learning_rate": 1.122e-05, |
| "loss": 8.4562, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0027590630911508225, |
| "grad_norm": 87.78710174560547, |
| "learning_rate": 1.1819999999999999e-05, |
| "loss": 8.451, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.448828863938528e-05, |
| "grad_norm": 34.83774948120117, |
| "learning_rate": 1.2419999999999998e-05, |
| "loss": 8.4432, |
| "step": 210 |
| }, |
| { |
| "epoch": 6.897657727877056e-05, |
| "grad_norm": 68.05087280273438, |
| "learning_rate": 1.3019999999999999e-05, |
| "loss": 8.4542, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00010346486591815585, |
| "grad_norm": 46.86287307739258, |
| "learning_rate": 1.362e-05, |
| "loss": 8.4622, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 38.558746337890625, |
| "learning_rate": 1.4219999999999998e-05, |
| "loss": 8.4458, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0001724414431969264, |
| "grad_norm": 38.49115753173828, |
| "learning_rate": 1.4819999999999999e-05, |
| "loss": 8.4495, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0002069297318363117, |
| "grad_norm": 29.765907287597656, |
| "learning_rate": 1.5419999999999998e-05, |
| "loss": 8.464, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00024141802047569696, |
| "grad_norm": 48.3050537109375, |
| "learning_rate": 1.602e-05, |
| "loss": 8.4601, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 27.089998245239258, |
| "learning_rate": 1.6619999999999997e-05, |
| "loss": 8.4628, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00031039459775446753, |
| "grad_norm": 36.98786163330078, |
| "learning_rate": 1.7219999999999998e-05, |
| "loss": 8.4364, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0003448828863938528, |
| "grad_norm": 39.274784088134766, |
| "learning_rate": 1.782e-05, |
| "loss": 8.4314, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0003793711750332381, |
| "grad_norm": 29.303476333618164, |
| "learning_rate": 1.842e-05, |
| "loss": 8.4153, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 24.435274124145508, |
| "learning_rate": 1.9019999999999997e-05, |
| "loss": 8.4489, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0004483477523120086, |
| "grad_norm": 25.8426456451416, |
| "learning_rate": 1.962e-05, |
| "loss": 8.4297, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0004828360409513939, |
| "grad_norm": 24.164419174194336, |
| "learning_rate": 2.022e-05, |
| "loss": 8.4398, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0005173243295907793, |
| "grad_norm": 17.73716163635254, |
| "learning_rate": 2.082e-05, |
| "loss": 8.4333, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 34.02337646484375, |
| "learning_rate": 2.1419999999999998e-05, |
| "loss": 8.4488, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0005863009068695498, |
| "grad_norm": 26.535123825073242, |
| "learning_rate": 2.202e-05, |
| "loss": 8.4361, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0006207891955089351, |
| "grad_norm": 32.27824783325195, |
| "learning_rate": 2.2619999999999997e-05, |
| "loss": 8.4116, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0006552774841483203, |
| "grad_norm": 20.55720329284668, |
| "learning_rate": 2.3219999999999998e-05, |
| "loss": 8.4151, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 30.87930679321289, |
| "learning_rate": 2.382e-05, |
| "loss": 8.43, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0007242540614270909, |
| "grad_norm": 19.80055046081543, |
| "learning_rate": 2.4419999999999997e-05, |
| "loss": 8.4345, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0007587423500664762, |
| "grad_norm": 23.822568893432617, |
| "learning_rate": 2.5019999999999998e-05, |
| "loss": 8.413, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0007932306387058614, |
| "grad_norm": 24.005403518676758, |
| "learning_rate": 2.562e-05, |
| "loss": 8.419, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 30.060989379882812, |
| "learning_rate": 2.622e-05, |
| "loss": 8.4314, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.000862207215984632, |
| "grad_norm": 22.84067153930664, |
| "learning_rate": 2.6759999999999998e-05, |
| "loss": 8.4154, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0008966955046240172, |
| "grad_norm": 22.259994506835938, |
| "learning_rate": 2.7299999999999996e-05, |
| "loss": 8.4086, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0009311837932634026, |
| "grad_norm": 11.726574897766113, |
| "learning_rate": 2.7899999999999997e-05, |
| "loss": 8.4284, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 27.165864944458008, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 8.4169, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.001000160370542173, |
| "grad_norm": 24.19461441040039, |
| "learning_rate": 2.91e-05, |
| "loss": 8.4343, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0010346486591815585, |
| "grad_norm": 10.8844633102417, |
| "learning_rate": 2.97e-05, |
| "loss": 8.4233, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0010691369478209437, |
| "grad_norm": 22.924041748046875, |
| "learning_rate": 3.0299999999999998e-05, |
| "loss": 8.394, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 15.292486190795898, |
| "learning_rate": 3.09e-05, |
| "loss": 8.4232, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0011381135250997142, |
| "grad_norm": 18.48368263244629, |
| "learning_rate": 3.149999999999999e-05, |
| "loss": 8.4116, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0011726018137390997, |
| "grad_norm": 17.83504867553711, |
| "learning_rate": 3.2099999999999994e-05, |
| "loss": 8.4049, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0012070901023784849, |
| "grad_norm": 14.123770713806152, |
| "learning_rate": 3.2699999999999995e-05, |
| "loss": 8.4031, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 19.69959831237793, |
| "learning_rate": 3.3299999999999996e-05, |
| "loss": 8.4, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0012760666796572554, |
| "grad_norm": 19.486099243164062, |
| "learning_rate": 3.39e-05, |
| "loss": 8.4109, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0013105549682966406, |
| "grad_norm": 11.047612190246582, |
| "learning_rate": 3.45e-05, |
| "loss": 8.4181, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.001345043256936026, |
| "grad_norm": 20.63058090209961, |
| "learning_rate": 3.51e-05, |
| "loss": 8.4011, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 25.09280776977539, |
| "learning_rate": 3.5699999999999994e-05, |
| "loss": 8.3946, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0014140198342147965, |
| "grad_norm": 15.544500350952148, |
| "learning_rate": 3.6299999999999995e-05, |
| "loss": 8.4085, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0014485081228541817, |
| "grad_norm": 17.291248321533203, |
| "learning_rate": 3.6899999999999996e-05, |
| "loss": 8.4186, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.001482996411493567, |
| "grad_norm": 20.22525405883789, |
| "learning_rate": 3.75e-05, |
| "loss": 8.4061, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 11.877947807312012, |
| "learning_rate": 3.81e-05, |
| "loss": 8.3943, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0015519729887723376, |
| "grad_norm": 15.03212833404541, |
| "learning_rate": 3.87e-05, |
| "loss": 8.4077, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0015864612774117229, |
| "grad_norm": 11.607198715209961, |
| "learning_rate": 3.93e-05, |
| "loss": 8.4003, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0016209495660511081, |
| "grad_norm": 16.791051864624023, |
| "learning_rate": 3.99e-05, |
| "loss": 8.3883, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 13.70166015625, |
| "learning_rate": 4.05e-05, |
| "loss": 8.4086, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0016899261433298788, |
| "grad_norm": 8.733206748962402, |
| "learning_rate": 4.11e-05, |
| "loss": 8.3855, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.001724414431969264, |
| "grad_norm": 18.953189849853516, |
| "learning_rate": 4.17e-05, |
| "loss": 8.3839, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0017589027206086493, |
| "grad_norm": 15.253740310668945, |
| "learning_rate": 4.229999999999999e-05, |
| "loss": 8.4009, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 13.945429801940918, |
| "learning_rate": 4.289999999999999e-05, |
| "loss": 8.3869, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.00182787929788742, |
| "grad_norm": 15.738173484802246, |
| "learning_rate": 4.3499999999999993e-05, |
| "loss": 8.3847, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0018623675865268052, |
| "grad_norm": 13.38271713256836, |
| "learning_rate": 4.4099999999999995e-05, |
| "loss": 8.3995, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0018968558751661904, |
| "grad_norm": 14.793967247009277, |
| "learning_rate": 4.4699999999999996e-05, |
| "loss": 8.3833, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 16.215335845947266, |
| "learning_rate": 4.5299999999999997e-05, |
| "loss": 8.3903, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.001965832452444961, |
| "grad_norm": 21.061214447021484, |
| "learning_rate": 4.59e-05, |
| "loss": 8.3884, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.002000320741084346, |
| "grad_norm": 14.154373168945312, |
| "learning_rate": 4.65e-05, |
| "loss": 8.4027, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0020348090297237316, |
| "grad_norm": 9.922065734863281, |
| "learning_rate": 4.709999999999999e-05, |
| "loss": 8.4037, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 17.40951919555664, |
| "learning_rate": 4.7699999999999994e-05, |
| "loss": 8.4032, |
| "step": 800 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 35, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5427780217307136.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
