| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.005863009068695498, |
| "eval_steps": 500, |
| "global_step": 1900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 53.4421272277832, |
| "learning_rate": 4.1999999999999995e-07, |
| "loss": 8.6569, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 57.65703582763672, |
| "learning_rate": 1.0199999999999998e-06, |
| "loss": 8.6391, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 93.79612731933594, |
| "learning_rate": 1.62e-06, |
| "loss": 8.6097, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 133.8379669189453, |
| "learning_rate": 2.22e-06, |
| "loss": 8.5995, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 99.24571228027344, |
| "learning_rate": 2.8199999999999997e-06, |
| "loss": 8.5699, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 155.49118041992188, |
| "learning_rate": 3.42e-06, |
| "loss": 8.5516, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 118.79692840576172, |
| "learning_rate": 4.02e-06, |
| "loss": 8.5331, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 88.51729583740234, |
| "learning_rate": 4.62e-06, |
| "loss": 8.5212, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 117.01810455322266, |
| "learning_rate": 5.219999999999999e-06, |
| "loss": 8.5007, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 104.06542205810547, |
| "learning_rate": 5.819999999999999e-06, |
| "loss": 8.4948, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 103.02165985107422, |
| "learning_rate": 6.4199999999999995e-06, |
| "loss": 8.4871, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 119.96959686279297, |
| "learning_rate": 7.02e-06, |
| "loss": 8.4803, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 83.34615325927734, |
| "learning_rate": 7.619999999999999e-06, |
| "loss": 8.471, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 76.37083435058594, |
| "learning_rate": 8.22e-06, |
| "loss": 8.4655, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 82.49830627441406, |
| "learning_rate": 8.819999999999999e-06, |
| "loss": 8.4708, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.002207250472920658, |
| "grad_norm": 69.70299530029297, |
| "learning_rate": 9.419999999999998e-06, |
| "loss": 8.4659, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0023452036274781993, |
| "grad_norm": 103.55642700195312, |
| "learning_rate": 1.0019999999999999e-05, |
| "loss": 8.4555, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0024831567820357402, |
| "grad_norm": 112.4985122680664, |
| "learning_rate": 1.062e-05, |
| "loss": 8.4629, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.002621109936593281, |
| "grad_norm": 78.48297882080078, |
| "learning_rate": 1.122e-05, |
| "loss": 8.4562, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0027590630911508225, |
| "grad_norm": 87.78710174560547, |
| "learning_rate": 1.1819999999999999e-05, |
| "loss": 8.451, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.448828863938528e-05, |
| "grad_norm": 34.83774948120117, |
| "learning_rate": 1.2419999999999998e-05, |
| "loss": 8.4432, |
| "step": 210 |
| }, |
| { |
| "epoch": 6.897657727877056e-05, |
| "grad_norm": 68.05087280273438, |
| "learning_rate": 1.3019999999999999e-05, |
| "loss": 8.4542, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00010346486591815585, |
| "grad_norm": 46.86287307739258, |
| "learning_rate": 1.362e-05, |
| "loss": 8.4622, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 38.558746337890625, |
| "learning_rate": 1.4219999999999998e-05, |
| "loss": 8.4458, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0001724414431969264, |
| "grad_norm": 38.49115753173828, |
| "learning_rate": 1.4819999999999999e-05, |
| "loss": 8.4495, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0002069297318363117, |
| "grad_norm": 29.765907287597656, |
| "learning_rate": 1.5419999999999998e-05, |
| "loss": 8.464, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00024141802047569696, |
| "grad_norm": 48.3050537109375, |
| "learning_rate": 1.602e-05, |
| "loss": 8.4601, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 27.089998245239258, |
| "learning_rate": 1.6619999999999997e-05, |
| "loss": 8.4628, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00031039459775446753, |
| "grad_norm": 36.98786163330078, |
| "learning_rate": 1.7219999999999998e-05, |
| "loss": 8.4364, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0003448828863938528, |
| "grad_norm": 39.274784088134766, |
| "learning_rate": 1.782e-05, |
| "loss": 8.4314, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0003793711750332381, |
| "grad_norm": 29.303476333618164, |
| "learning_rate": 1.842e-05, |
| "loss": 8.4153, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 24.435274124145508, |
| "learning_rate": 1.9019999999999997e-05, |
| "loss": 8.4489, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0004483477523120086, |
| "grad_norm": 25.8426456451416, |
| "learning_rate": 1.962e-05, |
| "loss": 8.4297, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0004828360409513939, |
| "grad_norm": 24.164419174194336, |
| "learning_rate": 2.022e-05, |
| "loss": 8.4398, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0005173243295907793, |
| "grad_norm": 17.73716163635254, |
| "learning_rate": 2.082e-05, |
| "loss": 8.4333, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 34.02337646484375, |
| "learning_rate": 2.1419999999999998e-05, |
| "loss": 8.4488, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0005863009068695498, |
| "grad_norm": 26.535123825073242, |
| "learning_rate": 2.202e-05, |
| "loss": 8.4361, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0006207891955089351, |
| "grad_norm": 32.27824783325195, |
| "learning_rate": 2.2619999999999997e-05, |
| "loss": 8.4116, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0006552774841483203, |
| "grad_norm": 20.55720329284668, |
| "learning_rate": 2.3219999999999998e-05, |
| "loss": 8.4151, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 30.87930679321289, |
| "learning_rate": 2.382e-05, |
| "loss": 8.43, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0007242540614270909, |
| "grad_norm": 19.80055046081543, |
| "learning_rate": 2.4419999999999997e-05, |
| "loss": 8.4345, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0007587423500664762, |
| "grad_norm": 23.822568893432617, |
| "learning_rate": 2.5019999999999998e-05, |
| "loss": 8.413, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0007932306387058614, |
| "grad_norm": 24.005403518676758, |
| "learning_rate": 2.562e-05, |
| "loss": 8.419, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 30.060989379882812, |
| "learning_rate": 2.622e-05, |
| "loss": 8.4314, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.000862207215984632, |
| "grad_norm": 22.84067153930664, |
| "learning_rate": 2.6759999999999998e-05, |
| "loss": 8.4154, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0008966955046240172, |
| "grad_norm": 22.259994506835938, |
| "learning_rate": 2.7299999999999996e-05, |
| "loss": 8.4086, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0009311837932634026, |
| "grad_norm": 11.726574897766113, |
| "learning_rate": 2.7899999999999997e-05, |
| "loss": 8.4284, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 27.165864944458008, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 8.4169, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.001000160370542173, |
| "grad_norm": 24.19461441040039, |
| "learning_rate": 2.91e-05, |
| "loss": 8.4343, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0010346486591815585, |
| "grad_norm": 10.8844633102417, |
| "learning_rate": 2.97e-05, |
| "loss": 8.4233, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0010691369478209437, |
| "grad_norm": 22.924041748046875, |
| "learning_rate": 3.0299999999999998e-05, |
| "loss": 8.394, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 15.292486190795898, |
| "learning_rate": 3.09e-05, |
| "loss": 8.4232, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0011381135250997142, |
| "grad_norm": 18.48368263244629, |
| "learning_rate": 3.149999999999999e-05, |
| "loss": 8.4116, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0011726018137390997, |
| "grad_norm": 17.83504867553711, |
| "learning_rate": 3.2099999999999994e-05, |
| "loss": 8.4049, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0012070901023784849, |
| "grad_norm": 14.123770713806152, |
| "learning_rate": 3.2699999999999995e-05, |
| "loss": 8.4031, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 19.69959831237793, |
| "learning_rate": 3.3299999999999996e-05, |
| "loss": 8.4, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0012760666796572554, |
| "grad_norm": 19.486099243164062, |
| "learning_rate": 3.39e-05, |
| "loss": 8.4109, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0013105549682966406, |
| "grad_norm": 11.047612190246582, |
| "learning_rate": 3.45e-05, |
| "loss": 8.4181, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.001345043256936026, |
| "grad_norm": 20.63058090209961, |
| "learning_rate": 3.51e-05, |
| "loss": 8.4011, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 25.09280776977539, |
| "learning_rate": 3.5699999999999994e-05, |
| "loss": 8.3946, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0014140198342147965, |
| "grad_norm": 15.544500350952148, |
| "learning_rate": 3.6299999999999995e-05, |
| "loss": 8.4085, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0014485081228541817, |
| "grad_norm": 17.291248321533203, |
| "learning_rate": 3.6899999999999996e-05, |
| "loss": 8.4186, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.001482996411493567, |
| "grad_norm": 20.22525405883789, |
| "learning_rate": 3.75e-05, |
| "loss": 8.4061, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 11.877947807312012, |
| "learning_rate": 3.81e-05, |
| "loss": 8.3943, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0015519729887723376, |
| "grad_norm": 15.03212833404541, |
| "learning_rate": 3.87e-05, |
| "loss": 8.4077, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0015864612774117229, |
| "grad_norm": 11.607198715209961, |
| "learning_rate": 3.93e-05, |
| "loss": 8.4003, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0016209495660511081, |
| "grad_norm": 16.791051864624023, |
| "learning_rate": 3.99e-05, |
| "loss": 8.3883, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 13.70166015625, |
| "learning_rate": 4.05e-05, |
| "loss": 8.4086, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0016899261433298788, |
| "grad_norm": 8.733206748962402, |
| "learning_rate": 4.11e-05, |
| "loss": 8.3855, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.001724414431969264, |
| "grad_norm": 18.953189849853516, |
| "learning_rate": 4.17e-05, |
| "loss": 8.3839, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0017589027206086493, |
| "grad_norm": 15.253740310668945, |
| "learning_rate": 4.229999999999999e-05, |
| "loss": 8.4009, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 13.945429801940918, |
| "learning_rate": 4.289999999999999e-05, |
| "loss": 8.3869, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.00182787929788742, |
| "grad_norm": 15.738173484802246, |
| "learning_rate": 4.3499999999999993e-05, |
| "loss": 8.3847, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0018623675865268052, |
| "grad_norm": 13.38271713256836, |
| "learning_rate": 4.4099999999999995e-05, |
| "loss": 8.3995, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0018968558751661904, |
| "grad_norm": 14.793967247009277, |
| "learning_rate": 4.4699999999999996e-05, |
| "loss": 8.3833, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 16.215335845947266, |
| "learning_rate": 4.5299999999999997e-05, |
| "loss": 8.3903, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.001965832452444961, |
| "grad_norm": 21.061214447021484, |
| "learning_rate": 4.59e-05, |
| "loss": 8.3884, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.002000320741084346, |
| "grad_norm": 14.154373168945312, |
| "learning_rate": 4.65e-05, |
| "loss": 8.4027, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0020348090297237316, |
| "grad_norm": 9.922065734863281, |
| "learning_rate": 4.709999999999999e-05, |
| "loss": 8.4037, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 17.40951919555664, |
| "learning_rate": 4.7699999999999994e-05, |
| "loss": 8.4032, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.002103785607002502, |
| "grad_norm": 17.422048568725586, |
| "learning_rate": 4.8299999999999995e-05, |
| "loss": 8.3983, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0021382738956418875, |
| "grad_norm": 16.443422317504883, |
| "learning_rate": 4.8899999999999996e-05, |
| "loss": 8.3957, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0021727621842812725, |
| "grad_norm": 24.262035369873047, |
| "learning_rate": 4.95e-05, |
| "loss": 8.3895, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.002207250472920658, |
| "grad_norm": 13.685011863708496, |
| "learning_rate": 5.01e-05, |
| "loss": 8.3915, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0022417387615600434, |
| "grad_norm": 10.055377960205078, |
| "learning_rate": 5.07e-05, |
| "loss": 8.3822, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0022762270501994284, |
| "grad_norm": 13.62060546875, |
| "learning_rate": 5.13e-05, |
| "loss": 8.3817, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.002310715338838814, |
| "grad_norm": 14.18138313293457, |
| "learning_rate": 5.1899999999999994e-05, |
| "loss": 8.3889, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0023452036274781993, |
| "grad_norm": 6.779985427856445, |
| "learning_rate": 5.2499999999999995e-05, |
| "loss": 8.3846, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0023796919161175843, |
| "grad_norm": 7.078898906707764, |
| "learning_rate": 5.309999999999999e-05, |
| "loss": 8.4004, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0024141802047569698, |
| "grad_norm": 14.189363479614258, |
| "learning_rate": 5.369999999999999e-05, |
| "loss": 8.3998, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.002448668493396355, |
| "grad_norm": 16.281265258789062, |
| "learning_rate": 5.429999999999999e-05, |
| "loss": 8.3943, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0024831567820357402, |
| "grad_norm": 14.237013816833496, |
| "learning_rate": 5.489999999999999e-05, |
| "loss": 8.382, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.0025176450706751257, |
| "grad_norm": 7.917139530181885, |
| "learning_rate": 5.5499999999999994e-05, |
| "loss": 8.3985, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.0025521333593145107, |
| "grad_norm": 13.905786514282227, |
| "learning_rate": 5.6099999999999995e-05, |
| "loss": 8.3868, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.002586621647953896, |
| "grad_norm": 14.011921882629395, |
| "learning_rate": 5.6699999999999996e-05, |
| "loss": 8.3773, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.002621109936593281, |
| "grad_norm": 10.070409774780273, |
| "learning_rate": 5.73e-05, |
| "loss": 8.3894, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0026555982252326666, |
| "grad_norm": 12.96844482421875, |
| "learning_rate": 5.79e-05, |
| "loss": 8.3818, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.002690086513872052, |
| "grad_norm": 14.524611473083496, |
| "learning_rate": 5.85e-05, |
| "loss": 8.3793, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.002724574802511437, |
| "grad_norm": 23.980628967285156, |
| "learning_rate": 5.91e-05, |
| "loss": 8.3702, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.0027590630911508225, |
| "grad_norm": 79.6168441772461, |
| "learning_rate": 5.97e-05, |
| "loss": 8.3695, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.0027935513797902075, |
| "grad_norm": 11.407526016235352, |
| "learning_rate": 6.0299999999999995e-05, |
| "loss": 8.3857, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.002828039668429593, |
| "grad_norm": 12.697784423828125, |
| "learning_rate": 6.0899999999999996e-05, |
| "loss": 8.3714, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.0028625279570689784, |
| "grad_norm": 7.642915725708008, |
| "learning_rate": 6.149999999999999e-05, |
| "loss": 8.3924, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0028970162457083635, |
| "grad_norm": 13.278314590454102, |
| "learning_rate": 6.209999999999999e-05, |
| "loss": 8.3676, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.002931504534347749, |
| "grad_norm": 9.300806045532227, |
| "learning_rate": 6.269999999999999e-05, |
| "loss": 8.3769, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.002965992822987134, |
| "grad_norm": 10.766736030578613, |
| "learning_rate": 6.33e-05, |
| "loss": 8.3722, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.0030004811116265194, |
| "grad_norm": 16.214441299438477, |
| "learning_rate": 6.39e-05, |
| "loss": 8.3866, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.003034969400265905, |
| "grad_norm": 12.498828887939453, |
| "learning_rate": 6.45e-05, |
| "loss": 8.3778, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.00306945768890529, |
| "grad_norm": 12.378737449645996, |
| "learning_rate": 6.503999999999999e-05, |
| "loss": 8.3748, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0031039459775446753, |
| "grad_norm": 7.89847993850708, |
| "learning_rate": 6.563999999999999e-05, |
| "loss": 8.3751, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.0031384342661840607, |
| "grad_norm": 11.73416805267334, |
| "learning_rate": 6.623999999999999e-05, |
| "loss": 8.3712, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0031729225548234458, |
| "grad_norm": 8.572582244873047, |
| "learning_rate": 6.683999999999999e-05, |
| "loss": 8.3753, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.003207410843462831, |
| "grad_norm": 13.893655776977539, |
| "learning_rate": 6.743999999999999e-05, |
| "loss": 8.3667, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.0032418991321022162, |
| "grad_norm": 7.900502681732178, |
| "learning_rate": 6.803999999999999e-05, |
| "loss": 8.3636, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.0032763874207416017, |
| "grad_norm": 12.325122833251953, |
| "learning_rate": 6.864e-05, |
| "loss": 8.3722, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.003310875709380987, |
| "grad_norm": 12.237879753112793, |
| "learning_rate": 6.924e-05, |
| "loss": 8.3573, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.003345363998020372, |
| "grad_norm": 16.15164566040039, |
| "learning_rate": 6.984e-05, |
| "loss": 8.3626, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0033798522866597576, |
| "grad_norm": 16.162899017333984, |
| "learning_rate": 7.044e-05, |
| "loss": 8.3827, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.0034143405752991426, |
| "grad_norm": 22.04014015197754, |
| "learning_rate": 7.104e-05, |
| "loss": 8.3637, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.003448828863938528, |
| "grad_norm": 11.339788436889648, |
| "learning_rate": 7.164e-05, |
| "loss": 8.3725, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.0034833171525779135, |
| "grad_norm": 13.985651016235352, |
| "learning_rate": 7.223999999999999e-05, |
| "loss": 8.3759, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0035178054412172985, |
| "grad_norm": 12.80493450164795, |
| "learning_rate": 7.283999999999999e-05, |
| "loss": 8.3635, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.003552293729856684, |
| "grad_norm": 10.030963897705078, |
| "learning_rate": 7.343999999999999e-05, |
| "loss": 8.3563, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.003586782018496069, |
| "grad_norm": 10.714138984680176, |
| "learning_rate": 7.403999999999999e-05, |
| "loss": 8.3529, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.0036212703071354544, |
| "grad_norm": 14.480472564697266, |
| "learning_rate": 7.463999999999999e-05, |
| "loss": 8.3377, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.00365575859577484, |
| "grad_norm": 6.988164901733398, |
| "learning_rate": 7.524e-05, |
| "loss": 8.3632, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.003690246884414225, |
| "grad_norm": 9.82447338104248, |
| "learning_rate": 7.584e-05, |
| "loss": 8.3417, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.0037247351730536104, |
| "grad_norm": 11.450285911560059, |
| "learning_rate": 7.644e-05, |
| "loss": 8.3563, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.003759223461692996, |
| "grad_norm": 10.065130233764648, |
| "learning_rate": 7.703999999999998e-05, |
| "loss": 8.3482, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.003793711750332381, |
| "grad_norm": 13.670631408691406, |
| "learning_rate": 7.763999999999998e-05, |
| "loss": 8.3319, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.0038282000389717663, |
| "grad_norm": 11.154393196105957, |
| "learning_rate": 7.823999999999998e-05, |
| "loss": 8.3378, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.0038626883276111513, |
| "grad_norm": 13.057133674621582, |
| "learning_rate": 7.883999999999998e-05, |
| "loss": 8.3481, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.0038971766162505367, |
| "grad_norm": 8.13063907623291, |
| "learning_rate": 7.943999999999998e-05, |
| "loss": 8.3619, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.003931664904889922, |
| "grad_norm": 7.690333843231201, |
| "learning_rate": 8.003999999999999e-05, |
| "loss": 8.3349, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.003966153193529307, |
| "grad_norm": 8.945077896118164, |
| "learning_rate": 8.063999999999999e-05, |
| "loss": 8.3609, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.004000641482168692, |
| "grad_norm": 11.839431762695312, |
| "learning_rate": 8.123999999999999e-05, |
| "loss": 8.3552, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.004035129770808078, |
| "grad_norm": 9.798072814941406, |
| "learning_rate": 8.183999999999999e-05, |
| "loss": 8.3124, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.004069618059447463, |
| "grad_norm": 13.58779239654541, |
| "learning_rate": 8.243999999999999e-05, |
| "loss": 8.3544, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.004104106348086848, |
| "grad_norm": 12.656436920166016, |
| "learning_rate": 8.303999999999999e-05, |
| "loss": 8.3457, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.004138594636726234, |
| "grad_norm": 9.099520683288574, |
| "learning_rate": 8.363999999999999e-05, |
| "loss": 8.3605, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.004173082925365619, |
| "grad_norm": 19.523441314697266, |
| "learning_rate": 8.423999999999999e-05, |
| "loss": 8.3333, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.004207571214005004, |
| "grad_norm": 13.605344772338867, |
| "learning_rate": 8.484e-05, |
| "loss": 8.3487, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.00424205950264439, |
| "grad_norm": 15.3053560256958, |
| "learning_rate": 8.544e-05, |
| "loss": 8.3397, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.004276547791283775, |
| "grad_norm": 7.251153469085693, |
| "learning_rate": 8.604e-05, |
| "loss": 8.349, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.00431103607992316, |
| "grad_norm": 9.477354049682617, |
| "learning_rate": 8.664e-05, |
| "loss": 8.3419, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.004345524368562545, |
| "grad_norm": 14.80703067779541, |
| "learning_rate": 8.724e-05, |
| "loss": 8.319, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.004380012657201931, |
| "grad_norm": 14.25675106048584, |
| "learning_rate": 8.784e-05, |
| "loss": 8.35, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.004414500945841316, |
| "grad_norm": 10.686800003051758, |
| "learning_rate": 8.844e-05, |
| "loss": 8.3404, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.004448989234480701, |
| "grad_norm": 9.987860679626465, |
| "learning_rate": 8.904e-05, |
| "loss": 8.3332, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.004483477523120087, |
| "grad_norm": 7.363917350769043, |
| "learning_rate": 8.963999999999999e-05, |
| "loss": 8.3299, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.004517965811759472, |
| "grad_norm": 14.461793899536133, |
| "learning_rate": 9.023999999999999e-05, |
| "loss": 8.3306, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.004552454100398857, |
| "grad_norm": 8.630695343017578, |
| "learning_rate": 9.083999999999999e-05, |
| "loss": 8.3417, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.004586942389038243, |
| "grad_norm": 8.256804466247559, |
| "learning_rate": 9.143999999999999e-05, |
| "loss": 8.3341, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.004621430677677628, |
| "grad_norm": 13.018980026245117, |
| "learning_rate": 9.203999999999999e-05, |
| "loss": 8.3408, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.004655918966317013, |
| "grad_norm": 8.717267036437988, |
| "learning_rate": 9.264e-05, |
| "loss": 8.3248, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.004690407254956399, |
| "grad_norm": 15.733688354492188, |
| "learning_rate": 9.324e-05, |
| "loss": 8.3205, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.004724895543595784, |
| "grad_norm": 15.750919342041016, |
| "learning_rate": 9.384e-05, |
| "loss": 8.3227, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.004759383832235169, |
| "grad_norm": 12.715235710144043, |
| "learning_rate": 9.444e-05, |
| "loss": 8.3421, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.004793872120874554, |
| "grad_norm": 12.098243713378906, |
| "learning_rate": 9.504e-05, |
| "loss": 8.3332, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.0048283604095139395, |
| "grad_norm": 8.364949226379395, |
| "learning_rate": 9.563999999999999e-05, |
| "loss": 8.3246, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.0048628486981533246, |
| "grad_norm": 12.680130004882812, |
| "learning_rate": 9.623999999999999e-05, |
| "loss": 8.3347, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.00489733698679271, |
| "grad_norm": 5.828690052032471, |
| "learning_rate": 9.683999999999999e-05, |
| "loss": 8.3288, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.0049318252754320955, |
| "grad_norm": 10.879535675048828, |
| "learning_rate": 9.743999999999999e-05, |
| "loss": 8.3261, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.0049663135640714805, |
| "grad_norm": 10.933409690856934, |
| "learning_rate": 9.803999999999999e-05, |
| "loss": 8.3129, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.0050008018527108655, |
| "grad_norm": 9.908263206481934, |
| "learning_rate": 9.863999999999999e-05, |
| "loss": 8.3215, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.005035290141350251, |
| "grad_norm": 9.367692947387695, |
| "learning_rate": 9.923999999999999e-05, |
| "loss": 8.3161, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.005069778429989636, |
| "grad_norm": 17.53960418701172, |
| "learning_rate": 9.983999999999999e-05, |
| "loss": 8.3095, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.005104266718629021, |
| "grad_norm": 12.228901863098145, |
| "learning_rate": 0.00010044, |
| "loss": 8.3064, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.005138755007268406, |
| "grad_norm": 9.411287307739258, |
| "learning_rate": 0.00010103999999999998, |
| "loss": 8.3047, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.005173243295907792, |
| "grad_norm": 12.89146900177002, |
| "learning_rate": 0.00010163999999999998, |
| "loss": 8.313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.005207731584547177, |
| "grad_norm": 13.037481307983398, |
| "learning_rate": 0.00010223999999999998, |
| "loss": 8.3005, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.005242219873186562, |
| "grad_norm": 18.167877197265625, |
| "learning_rate": 0.00010283999999999998, |
| "loss": 8.3194, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.005276708161825948, |
| "grad_norm": 11.53596019744873, |
| "learning_rate": 0.00010343999999999999, |
| "loss": 8.3103, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.005311196450465333, |
| "grad_norm": 14.443565368652344, |
| "learning_rate": 0.00010403999999999999, |
| "loss": 8.3078, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.005345684739104718, |
| "grad_norm": 12.966043472290039, |
| "learning_rate": 0.00010463999999999999, |
| "loss": 8.3133, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.005380173027744104, |
| "grad_norm": 9.95252513885498, |
| "learning_rate": 0.00010523999999999999, |
| "loss": 8.3033, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.005414661316383489, |
| "grad_norm": 15.110918045043945, |
| "learning_rate": 0.00010583999999999999, |
| "loss": 8.3018, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.005449149605022874, |
| "grad_norm": 9.710939407348633, |
| "learning_rate": 0.00010643999999999999, |
| "loss": 8.3056, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.00548363789366226, |
| "grad_norm": 14.128268241882324, |
| "learning_rate": 0.00010703999999999999, |
| "loss": 8.3116, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.005518126182301645, |
| "grad_norm": 12.291546821594238, |
| "learning_rate": 0.00010763999999999999, |
| "loss": 8.3087, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.00555261447094103, |
| "grad_norm": 8.979240417480469, |
| "learning_rate": 0.00010824, |
| "loss": 8.297, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.005587102759580415, |
| "grad_norm": 16.653636932373047, |
| "learning_rate": 0.00010884, |
| "loss": 8.3032, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.005621591048219801, |
| "grad_norm": 7.231003761291504, |
| "learning_rate": 0.00010944, |
| "loss": 8.3017, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.005656079336859186, |
| "grad_norm": 11.044018745422363, |
| "learning_rate": 0.00011004, |
| "loss": 8.2998, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.005690567625498571, |
| "grad_norm": 7.183733940124512, |
| "learning_rate": 0.00011064, |
| "loss": 8.2792, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.005725055914137957, |
| "grad_norm": 6.851602554321289, |
| "learning_rate": 0.00011124, |
| "loss": 8.3057, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.005759544202777342, |
| "grad_norm": 6.955447196960449, |
| "learning_rate": 0.00011184, |
| "loss": 8.2914, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.005794032491416727, |
| "grad_norm": 9.28893756866455, |
| "learning_rate": 0.00011244, |
| "loss": 8.296, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.005828520780056113, |
| "grad_norm": 12.825960159301758, |
| "learning_rate": 0.00011304, |
| "loss": 8.29, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.005863009068695498, |
| "grad_norm": 7.817082405090332, |
| "learning_rate": 0.00011364, |
| "loss": 8.2943, |
| "step": 1900 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 35, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9782260437860352.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
