| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.009656720819027879, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 53.4421272277832, |
| "learning_rate": 4.1999999999999995e-07, |
| "loss": 8.6569, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 57.65703582763672, |
| "learning_rate": 1.0199999999999998e-06, |
| "loss": 8.6391, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 93.79612731933594, |
| "learning_rate": 1.62e-06, |
| "loss": 8.6097, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 133.8379669189453, |
| "learning_rate": 2.22e-06, |
| "loss": 8.5995, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 99.24571228027344, |
| "learning_rate": 2.8199999999999997e-06, |
| "loss": 8.5699, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 155.49118041992188, |
| "learning_rate": 3.42e-06, |
| "loss": 8.5516, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 118.79692840576172, |
| "learning_rate": 4.02e-06, |
| "loss": 8.5331, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 88.51729583740234, |
| "learning_rate": 4.62e-06, |
| "loss": 8.5212, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 117.01810455322266, |
| "learning_rate": 5.219999999999999e-06, |
| "loss": 8.5007, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 104.06542205810547, |
| "learning_rate": 5.819999999999999e-06, |
| "loss": 8.4948, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 103.02165985107422, |
| "learning_rate": 6.4199999999999995e-06, |
| "loss": 8.4871, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 119.96959686279297, |
| "learning_rate": 7.02e-06, |
| "loss": 8.4803, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 83.34615325927734, |
| "learning_rate": 7.619999999999999e-06, |
| "loss": 8.471, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 76.37083435058594, |
| "learning_rate": 8.22e-06, |
| "loss": 8.4655, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 82.49830627441406, |
| "learning_rate": 8.819999999999999e-06, |
| "loss": 8.4708, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.002207250472920658, |
| "grad_norm": 69.70299530029297, |
| "learning_rate": 9.419999999999998e-06, |
| "loss": 8.4659, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0023452036274781993, |
| "grad_norm": 103.55642700195312, |
| "learning_rate": 1.0019999999999999e-05, |
| "loss": 8.4555, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0024831567820357402, |
| "grad_norm": 112.4985122680664, |
| "learning_rate": 1.062e-05, |
| "loss": 8.4629, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.002621109936593281, |
| "grad_norm": 78.48297882080078, |
| "learning_rate": 1.122e-05, |
| "loss": 8.4562, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0027590630911508225, |
| "grad_norm": 87.78710174560547, |
| "learning_rate": 1.1819999999999999e-05, |
| "loss": 8.451, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.448828863938528e-05, |
| "grad_norm": 34.83774948120117, |
| "learning_rate": 1.2419999999999998e-05, |
| "loss": 8.4432, |
| "step": 210 |
| }, |
| { |
| "epoch": 6.897657727877056e-05, |
| "grad_norm": 68.05087280273438, |
| "learning_rate": 1.3019999999999999e-05, |
| "loss": 8.4542, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00010346486591815585, |
| "grad_norm": 46.86287307739258, |
| "learning_rate": 1.362e-05, |
| "loss": 8.4622, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.00013795315455754112, |
| "grad_norm": 38.558746337890625, |
| "learning_rate": 1.4219999999999998e-05, |
| "loss": 8.4458, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0001724414431969264, |
| "grad_norm": 38.49115753173828, |
| "learning_rate": 1.4819999999999999e-05, |
| "loss": 8.4495, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0002069297318363117, |
| "grad_norm": 29.765907287597656, |
| "learning_rate": 1.5419999999999998e-05, |
| "loss": 8.464, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00024141802047569696, |
| "grad_norm": 48.3050537109375, |
| "learning_rate": 1.602e-05, |
| "loss": 8.4601, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.00027590630911508224, |
| "grad_norm": 27.089998245239258, |
| "learning_rate": 1.6619999999999997e-05, |
| "loss": 8.4628, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00031039459775446753, |
| "grad_norm": 36.98786163330078, |
| "learning_rate": 1.7219999999999998e-05, |
| "loss": 8.4364, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0003448828863938528, |
| "grad_norm": 39.274784088134766, |
| "learning_rate": 1.782e-05, |
| "loss": 8.4314, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0003793711750332381, |
| "grad_norm": 29.303476333618164, |
| "learning_rate": 1.842e-05, |
| "loss": 8.4153, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0004138594636726234, |
| "grad_norm": 24.435274124145508, |
| "learning_rate": 1.9019999999999997e-05, |
| "loss": 8.4489, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0004483477523120086, |
| "grad_norm": 25.8426456451416, |
| "learning_rate": 1.962e-05, |
| "loss": 8.4297, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0004828360409513939, |
| "grad_norm": 24.164419174194336, |
| "learning_rate": 2.022e-05, |
| "loss": 8.4398, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0005173243295907793, |
| "grad_norm": 17.73716163635254, |
| "learning_rate": 2.082e-05, |
| "loss": 8.4333, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0005518126182301645, |
| "grad_norm": 34.02337646484375, |
| "learning_rate": 2.1419999999999998e-05, |
| "loss": 8.4488, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0005863009068695498, |
| "grad_norm": 26.535123825073242, |
| "learning_rate": 2.202e-05, |
| "loss": 8.4361, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0006207891955089351, |
| "grad_norm": 32.27824783325195, |
| "learning_rate": 2.2619999999999997e-05, |
| "loss": 8.4116, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0006552774841483203, |
| "grad_norm": 20.55720329284668, |
| "learning_rate": 2.3219999999999998e-05, |
| "loss": 8.4151, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0006897657727877056, |
| "grad_norm": 30.87930679321289, |
| "learning_rate": 2.382e-05, |
| "loss": 8.43, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0007242540614270909, |
| "grad_norm": 19.80055046081543, |
| "learning_rate": 2.4419999999999997e-05, |
| "loss": 8.4345, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0007587423500664762, |
| "grad_norm": 23.822568893432617, |
| "learning_rate": 2.5019999999999998e-05, |
| "loss": 8.413, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0007932306387058614, |
| "grad_norm": 24.005403518676758, |
| "learning_rate": 2.562e-05, |
| "loss": 8.419, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0008277189273452468, |
| "grad_norm": 30.060989379882812, |
| "learning_rate": 2.622e-05, |
| "loss": 8.4314, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.000862207215984632, |
| "grad_norm": 22.84067153930664, |
| "learning_rate": 2.6759999999999998e-05, |
| "loss": 8.4154, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0008966955046240172, |
| "grad_norm": 22.259994506835938, |
| "learning_rate": 2.7299999999999996e-05, |
| "loss": 8.4086, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0009311837932634026, |
| "grad_norm": 11.726574897766113, |
| "learning_rate": 2.7899999999999997e-05, |
| "loss": 8.4284, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0009656720819027878, |
| "grad_norm": 27.165864944458008, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 8.4169, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.001000160370542173, |
| "grad_norm": 24.19461441040039, |
| "learning_rate": 2.91e-05, |
| "loss": 8.4343, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0010346486591815585, |
| "grad_norm": 10.8844633102417, |
| "learning_rate": 2.97e-05, |
| "loss": 8.4233, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0010691369478209437, |
| "grad_norm": 22.924041748046875, |
| "learning_rate": 3.0299999999999998e-05, |
| "loss": 8.394, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.001103625236460329, |
| "grad_norm": 15.292486190795898, |
| "learning_rate": 3.09e-05, |
| "loss": 8.4232, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0011381135250997142, |
| "grad_norm": 18.48368263244629, |
| "learning_rate": 3.149999999999999e-05, |
| "loss": 8.4116, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0011726018137390997, |
| "grad_norm": 17.83504867553711, |
| "learning_rate": 3.2099999999999994e-05, |
| "loss": 8.4049, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0012070901023784849, |
| "grad_norm": 14.123770713806152, |
| "learning_rate": 3.2699999999999995e-05, |
| "loss": 8.4031, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0012415783910178701, |
| "grad_norm": 19.69959831237793, |
| "learning_rate": 3.3299999999999996e-05, |
| "loss": 8.4, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0012760666796572554, |
| "grad_norm": 19.486099243164062, |
| "learning_rate": 3.39e-05, |
| "loss": 8.4109, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0013105549682966406, |
| "grad_norm": 11.047612190246582, |
| "learning_rate": 3.45e-05, |
| "loss": 8.4181, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.001345043256936026, |
| "grad_norm": 20.63058090209961, |
| "learning_rate": 3.51e-05, |
| "loss": 8.4011, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0013795315455754113, |
| "grad_norm": 25.09280776977539, |
| "learning_rate": 3.5699999999999994e-05, |
| "loss": 8.3946, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0014140198342147965, |
| "grad_norm": 15.544500350952148, |
| "learning_rate": 3.6299999999999995e-05, |
| "loss": 8.4085, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0014485081228541817, |
| "grad_norm": 17.291248321533203, |
| "learning_rate": 3.6899999999999996e-05, |
| "loss": 8.4186, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.001482996411493567, |
| "grad_norm": 20.22525405883789, |
| "learning_rate": 3.75e-05, |
| "loss": 8.4061, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.0015174847001329524, |
| "grad_norm": 11.877947807312012, |
| "learning_rate": 3.81e-05, |
| "loss": 8.3943, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0015519729887723376, |
| "grad_norm": 15.03212833404541, |
| "learning_rate": 3.87e-05, |
| "loss": 8.4077, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0015864612774117229, |
| "grad_norm": 11.607198715209961, |
| "learning_rate": 3.93e-05, |
| "loss": 8.4003, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0016209495660511081, |
| "grad_norm": 16.791051864624023, |
| "learning_rate": 3.99e-05, |
| "loss": 8.3883, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0016554378546904936, |
| "grad_norm": 13.70166015625, |
| "learning_rate": 4.05e-05, |
| "loss": 8.4086, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0016899261433298788, |
| "grad_norm": 8.733206748962402, |
| "learning_rate": 4.11e-05, |
| "loss": 8.3855, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.001724414431969264, |
| "grad_norm": 18.953189849853516, |
| "learning_rate": 4.17e-05, |
| "loss": 8.3839, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.0017589027206086493, |
| "grad_norm": 15.253740310668945, |
| "learning_rate": 4.229999999999999e-05, |
| "loss": 8.4009, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0017933910092480345, |
| "grad_norm": 13.945429801940918, |
| "learning_rate": 4.289999999999999e-05, |
| "loss": 8.3869, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.00182787929788742, |
| "grad_norm": 15.738173484802246, |
| "learning_rate": 4.3499999999999993e-05, |
| "loss": 8.3847, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0018623675865268052, |
| "grad_norm": 13.38271713256836, |
| "learning_rate": 4.4099999999999995e-05, |
| "loss": 8.3995, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0018968558751661904, |
| "grad_norm": 14.793967247009277, |
| "learning_rate": 4.4699999999999996e-05, |
| "loss": 8.3833, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0019313441638055756, |
| "grad_norm": 16.215335845947266, |
| "learning_rate": 4.5299999999999997e-05, |
| "loss": 8.3903, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.001965832452444961, |
| "grad_norm": 21.061214447021484, |
| "learning_rate": 4.59e-05, |
| "loss": 8.3884, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.002000320741084346, |
| "grad_norm": 14.154373168945312, |
| "learning_rate": 4.65e-05, |
| "loss": 8.4027, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.0020348090297237316, |
| "grad_norm": 9.922065734863281, |
| "learning_rate": 4.709999999999999e-05, |
| "loss": 8.4037, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.002069297318363117, |
| "grad_norm": 17.40951919555664, |
| "learning_rate": 4.7699999999999994e-05, |
| "loss": 8.4032, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.002103785607002502, |
| "grad_norm": 17.422048568725586, |
| "learning_rate": 4.8299999999999995e-05, |
| "loss": 8.3983, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0021382738956418875, |
| "grad_norm": 16.443422317504883, |
| "learning_rate": 4.8899999999999996e-05, |
| "loss": 8.3957, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.0021727621842812725, |
| "grad_norm": 24.262035369873047, |
| "learning_rate": 4.95e-05, |
| "loss": 8.3895, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.002207250472920658, |
| "grad_norm": 13.685011863708496, |
| "learning_rate": 5.01e-05, |
| "loss": 8.3915, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.0022417387615600434, |
| "grad_norm": 10.055377960205078, |
| "learning_rate": 5.07e-05, |
| "loss": 8.3822, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0022762270501994284, |
| "grad_norm": 13.62060546875, |
| "learning_rate": 5.13e-05, |
| "loss": 8.3817, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.002310715338838814, |
| "grad_norm": 14.18138313293457, |
| "learning_rate": 5.1899999999999994e-05, |
| "loss": 8.3889, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0023452036274781993, |
| "grad_norm": 6.779985427856445, |
| "learning_rate": 5.2499999999999995e-05, |
| "loss": 8.3846, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0023796919161175843, |
| "grad_norm": 7.078898906707764, |
| "learning_rate": 5.309999999999999e-05, |
| "loss": 8.4004, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0024141802047569698, |
| "grad_norm": 14.189363479614258, |
| "learning_rate": 5.369999999999999e-05, |
| "loss": 8.3998, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.002448668493396355, |
| "grad_norm": 16.281265258789062, |
| "learning_rate": 5.429999999999999e-05, |
| "loss": 8.3943, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0024831567820357402, |
| "grad_norm": 14.237013816833496, |
| "learning_rate": 5.489999999999999e-05, |
| "loss": 8.382, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.0025176450706751257, |
| "grad_norm": 7.917139530181885, |
| "learning_rate": 5.5499999999999994e-05, |
| "loss": 8.3985, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.0025521333593145107, |
| "grad_norm": 13.905786514282227, |
| "learning_rate": 5.6099999999999995e-05, |
| "loss": 8.3868, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.002586621647953896, |
| "grad_norm": 14.011921882629395, |
| "learning_rate": 5.6699999999999996e-05, |
| "loss": 8.3773, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.002621109936593281, |
| "grad_norm": 10.070409774780273, |
| "learning_rate": 5.73e-05, |
| "loss": 8.3894, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0026555982252326666, |
| "grad_norm": 12.96844482421875, |
| "learning_rate": 5.79e-05, |
| "loss": 8.3818, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.002690086513872052, |
| "grad_norm": 14.524611473083496, |
| "learning_rate": 5.85e-05, |
| "loss": 8.3793, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.002724574802511437, |
| "grad_norm": 23.980628967285156, |
| "learning_rate": 5.91e-05, |
| "loss": 8.3702, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.0027590630911508225, |
| "grad_norm": 79.6168441772461, |
| "learning_rate": 5.97e-05, |
| "loss": 8.3695, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.0027935513797902075, |
| "grad_norm": 11.407526016235352, |
| "learning_rate": 6.0299999999999995e-05, |
| "loss": 8.3857, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.002828039668429593, |
| "grad_norm": 12.697784423828125, |
| "learning_rate": 6.0899999999999996e-05, |
| "loss": 8.3714, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.0028625279570689784, |
| "grad_norm": 7.642915725708008, |
| "learning_rate": 6.149999999999999e-05, |
| "loss": 8.3924, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.0028970162457083635, |
| "grad_norm": 13.278314590454102, |
| "learning_rate": 6.209999999999999e-05, |
| "loss": 8.3676, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.002931504534347749, |
| "grad_norm": 9.300806045532227, |
| "learning_rate": 6.269999999999999e-05, |
| "loss": 8.3769, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.002965992822987134, |
| "grad_norm": 10.766736030578613, |
| "learning_rate": 6.33e-05, |
| "loss": 8.3722, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.0030004811116265194, |
| "grad_norm": 16.214441299438477, |
| "learning_rate": 6.39e-05, |
| "loss": 8.3866, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.003034969400265905, |
| "grad_norm": 12.498828887939453, |
| "learning_rate": 6.45e-05, |
| "loss": 8.3778, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.00306945768890529, |
| "grad_norm": 12.378737449645996, |
| "learning_rate": 6.503999999999999e-05, |
| "loss": 8.3748, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0031039459775446753, |
| "grad_norm": 7.89847993850708, |
| "learning_rate": 6.563999999999999e-05, |
| "loss": 8.3751, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.0031384342661840607, |
| "grad_norm": 11.73416805267334, |
| "learning_rate": 6.623999999999999e-05, |
| "loss": 8.3712, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0031729225548234458, |
| "grad_norm": 8.572582244873047, |
| "learning_rate": 6.683999999999999e-05, |
| "loss": 8.3753, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.003207410843462831, |
| "grad_norm": 13.893655776977539, |
| "learning_rate": 6.743999999999999e-05, |
| "loss": 8.3667, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.0032418991321022162, |
| "grad_norm": 7.900502681732178, |
| "learning_rate": 6.803999999999999e-05, |
| "loss": 8.3636, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.0032763874207416017, |
| "grad_norm": 12.325122833251953, |
| "learning_rate": 6.864e-05, |
| "loss": 8.3722, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.003310875709380987, |
| "grad_norm": 12.237879753112793, |
| "learning_rate": 6.924e-05, |
| "loss": 8.3573, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.003345363998020372, |
| "grad_norm": 16.15164566040039, |
| "learning_rate": 6.984e-05, |
| "loss": 8.3626, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.0033798522866597576, |
| "grad_norm": 16.162899017333984, |
| "learning_rate": 7.044e-05, |
| "loss": 8.3827, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.0034143405752991426, |
| "grad_norm": 22.04014015197754, |
| "learning_rate": 7.104e-05, |
| "loss": 8.3637, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.003448828863938528, |
| "grad_norm": 11.339788436889648, |
| "learning_rate": 7.164e-05, |
| "loss": 8.3725, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.0034833171525779135, |
| "grad_norm": 13.985651016235352, |
| "learning_rate": 7.223999999999999e-05, |
| "loss": 8.3759, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0035178054412172985, |
| "grad_norm": 12.80493450164795, |
| "learning_rate": 7.283999999999999e-05, |
| "loss": 8.3635, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.003552293729856684, |
| "grad_norm": 10.030963897705078, |
| "learning_rate": 7.343999999999999e-05, |
| "loss": 8.3563, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.003586782018496069, |
| "grad_norm": 10.714138984680176, |
| "learning_rate": 7.403999999999999e-05, |
| "loss": 8.3529, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.0036212703071354544, |
| "grad_norm": 14.480472564697266, |
| "learning_rate": 7.463999999999999e-05, |
| "loss": 8.3377, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.00365575859577484, |
| "grad_norm": 6.988164901733398, |
| "learning_rate": 7.524e-05, |
| "loss": 8.3632, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.003690246884414225, |
| "grad_norm": 9.82447338104248, |
| "learning_rate": 7.584e-05, |
| "loss": 8.3417, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.0037247351730536104, |
| "grad_norm": 11.450285911560059, |
| "learning_rate": 7.644e-05, |
| "loss": 8.3563, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.003759223461692996, |
| "grad_norm": 10.065130233764648, |
| "learning_rate": 7.703999999999998e-05, |
| "loss": 8.3482, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.003793711750332381, |
| "grad_norm": 13.670631408691406, |
| "learning_rate": 7.763999999999998e-05, |
| "loss": 8.3319, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.0038282000389717663, |
| "grad_norm": 11.154393196105957, |
| "learning_rate": 7.823999999999998e-05, |
| "loss": 8.3378, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.0038626883276111513, |
| "grad_norm": 13.057133674621582, |
| "learning_rate": 7.883999999999998e-05, |
| "loss": 8.3481, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.0038971766162505367, |
| "grad_norm": 8.13063907623291, |
| "learning_rate": 7.943999999999998e-05, |
| "loss": 8.3619, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.003931664904889922, |
| "grad_norm": 7.690333843231201, |
| "learning_rate": 8.003999999999999e-05, |
| "loss": 8.3349, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.003966153193529307, |
| "grad_norm": 8.945077896118164, |
| "learning_rate": 8.063999999999999e-05, |
| "loss": 8.3609, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.004000641482168692, |
| "grad_norm": 11.839431762695312, |
| "learning_rate": 8.123999999999999e-05, |
| "loss": 8.3552, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.004035129770808078, |
| "grad_norm": 9.798072814941406, |
| "learning_rate": 8.183999999999999e-05, |
| "loss": 8.3124, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.004069618059447463, |
| "grad_norm": 13.58779239654541, |
| "learning_rate": 8.243999999999999e-05, |
| "loss": 8.3544, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.004104106348086848, |
| "grad_norm": 12.656436920166016, |
| "learning_rate": 8.303999999999999e-05, |
| "loss": 8.3457, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.004138594636726234, |
| "grad_norm": 9.099520683288574, |
| "learning_rate": 8.363999999999999e-05, |
| "loss": 8.3605, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.004173082925365619, |
| "grad_norm": 19.523441314697266, |
| "learning_rate": 8.423999999999999e-05, |
| "loss": 8.3333, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.004207571214005004, |
| "grad_norm": 13.605344772338867, |
| "learning_rate": 8.484e-05, |
| "loss": 8.3487, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.00424205950264439, |
| "grad_norm": 15.3053560256958, |
| "learning_rate": 8.544e-05, |
| "loss": 8.3397, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.004276547791283775, |
| "grad_norm": 7.251153469085693, |
| "learning_rate": 8.604e-05, |
| "loss": 8.349, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.00431103607992316, |
| "grad_norm": 9.477354049682617, |
| "learning_rate": 8.664e-05, |
| "loss": 8.3419, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.004345524368562545, |
| "grad_norm": 14.80703067779541, |
| "learning_rate": 8.724e-05, |
| "loss": 8.319, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.004380012657201931, |
| "grad_norm": 14.25675106048584, |
| "learning_rate": 8.784e-05, |
| "loss": 8.35, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.004414500945841316, |
| "grad_norm": 10.686800003051758, |
| "learning_rate": 8.844e-05, |
| "loss": 8.3404, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.004448989234480701, |
| "grad_norm": 9.987860679626465, |
| "learning_rate": 8.904e-05, |
| "loss": 8.3332, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.004483477523120087, |
| "grad_norm": 7.363917350769043, |
| "learning_rate": 8.963999999999999e-05, |
| "loss": 8.3299, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.004517965811759472, |
| "grad_norm": 14.461793899536133, |
| "learning_rate": 9.023999999999999e-05, |
| "loss": 8.3306, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.004552454100398857, |
| "grad_norm": 8.630695343017578, |
| "learning_rate": 9.083999999999999e-05, |
| "loss": 8.3417, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.004586942389038243, |
| "grad_norm": 8.256804466247559, |
| "learning_rate": 9.143999999999999e-05, |
| "loss": 8.3341, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.004621430677677628, |
| "grad_norm": 13.018980026245117, |
| "learning_rate": 9.203999999999999e-05, |
| "loss": 8.3408, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.004655918966317013, |
| "grad_norm": 8.717267036437988, |
| "learning_rate": 9.264e-05, |
| "loss": 8.3248, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.004690407254956399, |
| "grad_norm": 15.733688354492188, |
| "learning_rate": 9.324e-05, |
| "loss": 8.3205, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.004724895543595784, |
| "grad_norm": 15.750919342041016, |
| "learning_rate": 9.384e-05, |
| "loss": 8.3227, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.004759383832235169, |
| "grad_norm": 12.715235710144043, |
| "learning_rate": 9.444e-05, |
| "loss": 8.3421, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.004793872120874554, |
| "grad_norm": 12.098243713378906, |
| "learning_rate": 9.504e-05, |
| "loss": 8.3332, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.0048283604095139395, |
| "grad_norm": 8.364949226379395, |
| "learning_rate": 9.563999999999999e-05, |
| "loss": 8.3246, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.0048628486981533246, |
| "grad_norm": 12.680130004882812, |
| "learning_rate": 9.623999999999999e-05, |
| "loss": 8.3347, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.00489733698679271, |
| "grad_norm": 5.828690052032471, |
| "learning_rate": 9.683999999999999e-05, |
| "loss": 8.3288, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.0049318252754320955, |
| "grad_norm": 10.879535675048828, |
| "learning_rate": 9.743999999999999e-05, |
| "loss": 8.3261, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.0049663135640714805, |
| "grad_norm": 10.933409690856934, |
| "learning_rate": 9.803999999999999e-05, |
| "loss": 8.3129, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.0050008018527108655, |
| "grad_norm": 9.908263206481934, |
| "learning_rate": 9.863999999999999e-05, |
| "loss": 8.3215, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.005035290141350251, |
| "grad_norm": 9.367692947387695, |
| "learning_rate": 9.923999999999999e-05, |
| "loss": 8.3161, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.005069778429989636, |
| "grad_norm": 17.53960418701172, |
| "learning_rate": 9.983999999999999e-05, |
| "loss": 8.3095, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.005104266718629021, |
| "grad_norm": 12.228901863098145, |
| "learning_rate": 0.00010044, |
| "loss": 8.3064, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.005138755007268406, |
| "grad_norm": 9.411287307739258, |
| "learning_rate": 0.00010103999999999998, |
| "loss": 8.3047, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.005173243295907792, |
| "grad_norm": 12.89146900177002, |
| "learning_rate": 0.00010163999999999998, |
| "loss": 8.313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.005207731584547177, |
| "grad_norm": 13.037481307983398, |
| "learning_rate": 0.00010223999999999998, |
| "loss": 8.3005, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.005242219873186562, |
| "grad_norm": 18.167877197265625, |
| "learning_rate": 0.00010283999999999998, |
| "loss": 8.3194, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.005276708161825948, |
| "grad_norm": 11.53596019744873, |
| "learning_rate": 0.00010343999999999999, |
| "loss": 8.3103, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.005311196450465333, |
| "grad_norm": 14.443565368652344, |
| "learning_rate": 0.00010403999999999999, |
| "loss": 8.3078, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.005345684739104718, |
| "grad_norm": 12.966043472290039, |
| "learning_rate": 0.00010463999999999999, |
| "loss": 8.3133, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.005380173027744104, |
| "grad_norm": 9.95252513885498, |
| "learning_rate": 0.00010523999999999999, |
| "loss": 8.3033, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.005414661316383489, |
| "grad_norm": 15.110918045043945, |
| "learning_rate": 0.00010583999999999999, |
| "loss": 8.3018, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.005449149605022874, |
| "grad_norm": 9.710939407348633, |
| "learning_rate": 0.00010643999999999999, |
| "loss": 8.3056, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.00548363789366226, |
| "grad_norm": 14.128268241882324, |
| "learning_rate": 0.00010703999999999999, |
| "loss": 8.3116, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.005518126182301645, |
| "grad_norm": 12.291546821594238, |
| "learning_rate": 0.00010763999999999999, |
| "loss": 8.3087, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.00555261447094103, |
| "grad_norm": 8.979240417480469, |
| "learning_rate": 0.00010824, |
| "loss": 8.297, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.005587102759580415, |
| "grad_norm": 16.653636932373047, |
| "learning_rate": 0.00010884, |
| "loss": 8.3032, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.005621591048219801, |
| "grad_norm": 7.231003761291504, |
| "learning_rate": 0.00010944, |
| "loss": 8.3017, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.005656079336859186, |
| "grad_norm": 11.044018745422363, |
| "learning_rate": 0.00011004, |
| "loss": 8.2998, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.005690567625498571, |
| "grad_norm": 7.183733940124512, |
| "learning_rate": 0.00011064, |
| "loss": 8.2792, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.005725055914137957, |
| "grad_norm": 6.851602554321289, |
| "learning_rate": 0.00011124, |
| "loss": 8.3057, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.005759544202777342, |
| "grad_norm": 6.955447196960449, |
| "learning_rate": 0.00011184, |
| "loss": 8.2914, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.005794032491416727, |
| "grad_norm": 9.28893756866455, |
| "learning_rate": 0.00011244, |
| "loss": 8.296, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.005828520780056113, |
| "grad_norm": 12.825960159301758, |
| "learning_rate": 0.00011304, |
| "loss": 8.29, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.005863009068695498, |
| "grad_norm": 7.817082405090332, |
| "learning_rate": 0.00011364, |
| "loss": 8.2943, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.005897497357334883, |
| "grad_norm": 5.764162063598633, |
| "learning_rate": 0.00011424, |
| "loss": 8.2943, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.005931985645974268, |
| "grad_norm": 6.886749267578125, |
| "learning_rate": 0.00011483999999999998, |
| "loss": 8.2861, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.005966473934613654, |
| "grad_norm": 6.364310264587402, |
| "learning_rate": 0.00011543999999999998, |
| "loss": 8.2987, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.006000962223253039, |
| "grad_norm": 6.065140247344971, |
| "learning_rate": 0.00011603999999999998, |
| "loss": 8.2828, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.006035450511892424, |
| "grad_norm": 11.439751625061035, |
| "learning_rate": 0.00011663999999999998, |
| "loss": 8.2804, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.00606993880053181, |
| "grad_norm": 7.701569080352783, |
| "learning_rate": 0.00011723999999999998, |
| "loss": 8.2792, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.006104427089171195, |
| "grad_norm": 27.84369659423828, |
| "learning_rate": 0.00011783999999999998, |
| "loss": 8.283, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.00613891537781058, |
| "grad_norm": 16.438413619995117, |
| "learning_rate": 0.00011843999999999998, |
| "loss": 8.3069, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.006173403666449966, |
| "grad_norm": 10.777158737182617, |
| "learning_rate": 0.00011903999999999999, |
| "loss": 8.2894, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.006207891955089351, |
| "grad_norm": 11.02175235748291, |
| "learning_rate": 0.00011963999999999999, |
| "loss": 8.2933, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.006242380243728736, |
| "grad_norm": 12.038606643676758, |
| "learning_rate": 0.00012023999999999999, |
| "loss": 8.2855, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.0062768685323681215, |
| "grad_norm": 15.360584259033203, |
| "learning_rate": 0.00012083999999999999, |
| "loss": 8.2823, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.0063113568210075065, |
| "grad_norm": 8.902900695800781, |
| "learning_rate": 0.00012143999999999999, |
| "loss": 8.2887, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.0063458451096468915, |
| "grad_norm": 8.834257125854492, |
| "learning_rate": 0.00012203999999999999, |
| "loss": 8.267, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.0063803333982862765, |
| "grad_norm": 8.919024467468262, |
| "learning_rate": 0.00012263999999999998, |
| "loss": 8.2935, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.006414821686925662, |
| "grad_norm": 11.514122009277344, |
| "learning_rate": 0.00012324, |
| "loss": 8.2532, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.0064493099755650474, |
| "grad_norm": 14.257649421691895, |
| "learning_rate": 0.00012383999999999998, |
| "loss": 8.2589, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.0064837982642044325, |
| "grad_norm": 9.895721435546875, |
| "learning_rate": 0.00012444, |
| "loss": 8.2733, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.006518286552843818, |
| "grad_norm": 9.748128890991211, |
| "learning_rate": 0.00012503999999999998, |
| "loss": 8.2575, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.006552774841483203, |
| "grad_norm": 9.160621643066406, |
| "learning_rate": 0.00012564, |
| "loss": 8.285, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.006587263130122588, |
| "grad_norm": 14.095819473266602, |
| "learning_rate": 0.00012623999999999998, |
| "loss": 8.2613, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.006621751418761974, |
| "grad_norm": 10.618462562561035, |
| "learning_rate": 0.00012684, |
| "loss": 8.2808, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.006656239707401359, |
| "grad_norm": 9.176691055297852, |
| "learning_rate": 0.00012743999999999999, |
| "loss": 8.2753, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.006690727996040744, |
| "grad_norm": 12.300357818603516, |
| "learning_rate": 0.00012804, |
| "loss": 8.2777, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.00672521628468013, |
| "grad_norm": 15.15916919708252, |
| "learning_rate": 0.00012864, |
| "loss": 8.2636, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.006759704573319515, |
| "grad_norm": 13.030776977539062, |
| "learning_rate": 0.00012924, |
| "loss": 8.262, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.0067941928619589, |
| "grad_norm": 9.670841217041016, |
| "learning_rate": 0.00012984, |
| "loss": 8.2866, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.006828681150598285, |
| "grad_norm": 15.426817893981934, |
| "learning_rate": 0.00013044, |
| "loss": 8.2659, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.006863169439237671, |
| "grad_norm": 11.12787914276123, |
| "learning_rate": 0.00013104, |
| "loss": 8.2738, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.006897657727877056, |
| "grad_norm": 8.150566101074219, |
| "learning_rate": 0.00013164, |
| "loss": 8.2478, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.006932146016516441, |
| "grad_norm": 10.044174194335938, |
| "learning_rate": 0.00013224, |
| "loss": 8.2494, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.006966634305155827, |
| "grad_norm": 7.456984996795654, |
| "learning_rate": 0.00013284, |
| "loss": 8.2632, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.007001122593795212, |
| "grad_norm": 11.210662841796875, |
| "learning_rate": 0.00013343999999999997, |
| "loss": 8.2636, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.007035610882434597, |
| "grad_norm": 13.365647315979004, |
| "learning_rate": 0.00013403999999999998, |
| "loss": 8.2558, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.007070099171073983, |
| "grad_norm": 10.76402473449707, |
| "learning_rate": 0.00013463999999999997, |
| "loss": 8.2466, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.007104587459713368, |
| "grad_norm": 12.834994316101074, |
| "learning_rate": 0.00013523999999999999, |
| "loss": 8.247, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.007139075748352753, |
| "grad_norm": 13.960427284240723, |
| "learning_rate": 0.00013583999999999997, |
| "loss": 8.2624, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.007173564036992138, |
| "grad_norm": 11.685848236083984, |
| "learning_rate": 0.00013644, |
| "loss": 8.255, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.007208052325631524, |
| "grad_norm": 10.026966094970703, |
| "learning_rate": 0.00013703999999999998, |
| "loss": 8.2459, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.007242540614270909, |
| "grad_norm": 8.979503631591797, |
| "learning_rate": 0.00013764, |
| "loss": 8.2485, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.007277028902910294, |
| "grad_norm": 12.863329887390137, |
| "learning_rate": 0.00013823999999999998, |
| "loss": 8.2427, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.00731151719154968, |
| "grad_norm": 8.985013961791992, |
| "learning_rate": 0.00013884, |
| "loss": 8.2594, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.007346005480189065, |
| "grad_norm": 14.681097030639648, |
| "learning_rate": 0.00013943999999999998, |
| "loss": 8.2528, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.00738049376882845, |
| "grad_norm": 17.21650505065918, |
| "learning_rate": 0.00014004, |
| "loss": 8.2437, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.007414982057467836, |
| "grad_norm": 5.822660446166992, |
| "learning_rate": 0.00014063999999999998, |
| "loss": 8.2456, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.007449470346107221, |
| "grad_norm": 5.644645690917969, |
| "learning_rate": 0.00014124, |
| "loss": 8.2322, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.007483958634746606, |
| "grad_norm": 5.099442005157471, |
| "learning_rate": 0.00014183999999999998, |
| "loss": 8.2522, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.007518446923385992, |
| "grad_norm": 10.48246955871582, |
| "learning_rate": 0.00014244, |
| "loss": 8.2434, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.007552935212025377, |
| "grad_norm": 9.684501647949219, |
| "learning_rate": 0.00014303999999999999, |
| "loss": 8.2283, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.007587423500664762, |
| "grad_norm": 14.485626220703125, |
| "learning_rate": 0.00014364, |
| "loss": 8.2252, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.007621911789304147, |
| "grad_norm": 9.568318367004395, |
| "learning_rate": 0.00014424, |
| "loss": 8.2169, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.0076564000779435325, |
| "grad_norm": 13.435136795043945, |
| "learning_rate": 0.00014484, |
| "loss": 8.2358, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.0076908883665829176, |
| "grad_norm": 8.654492378234863, |
| "learning_rate": 0.00014544, |
| "loss": 8.2305, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.007725376655222303, |
| "grad_norm": 8.88370418548584, |
| "learning_rate": 0.00014603999999999998, |
| "loss": 8.2422, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.0077598649438616885, |
| "grad_norm": 16.867353439331055, |
| "learning_rate": 0.00014664, |
| "loss": 8.2255, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.0077943532325010735, |
| "grad_norm": 15.305095672607422, |
| "learning_rate": 0.00014723999999999998, |
| "loss": 8.2227, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.007828841521140458, |
| "grad_norm": 10.0158052444458, |
| "learning_rate": 0.00014784, |
| "loss": 8.2215, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.007863329809779844, |
| "grad_norm": 13.85173225402832, |
| "learning_rate": 0.00014843999999999998, |
| "loss": 8.2297, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.007897818098419229, |
| "grad_norm": 7.829097747802734, |
| "learning_rate": 0.00014904, |
| "loss": 8.2212, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.007932306387058614, |
| "grad_norm": 14.449021339416504, |
| "learning_rate": 0.00014963999999999998, |
| "loss": 8.2244, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.007966794675698, |
| "grad_norm": 10.232049942016602, |
| "learning_rate": 0.00015024, |
| "loss": 8.2225, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.008001282964337384, |
| "grad_norm": 7.4921875, |
| "learning_rate": 0.00015083999999999999, |
| "loss": 8.2141, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.00803577125297677, |
| "grad_norm": 9.413374900817871, |
| "learning_rate": 0.00015144, |
| "loss": 8.2167, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.008070259541616156, |
| "grad_norm": 8.397259712219238, |
| "learning_rate": 0.00015204, |
| "loss": 8.2153, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.00810474783025554, |
| "grad_norm": 12.561037063598633, |
| "learning_rate": 0.00015264, |
| "loss": 8.2165, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.008139236118894926, |
| "grad_norm": 7.44576358795166, |
| "learning_rate": 0.00015324, |
| "loss": 8.2223, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.008173724407534312, |
| "grad_norm": 7.779847621917725, |
| "learning_rate": 0.00015384, |
| "loss": 8.2148, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.008208212696173696, |
| "grad_norm": 7.283217430114746, |
| "learning_rate": 0.00015444, |
| "loss": 8.2217, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.008242700984813082, |
| "grad_norm": 5.9629106521606445, |
| "learning_rate": 0.00015504, |
| "loss": 8.2161, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.008277189273452468, |
| "grad_norm": 8.903937339782715, |
| "learning_rate": 0.00015564, |
| "loss": 8.2195, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.008311677562091852, |
| "grad_norm": 13.877178192138672, |
| "learning_rate": 0.00015624, |
| "loss": 8.2247, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.008346165850731238, |
| "grad_norm": 17.147628784179688, |
| "learning_rate": 0.00015684, |
| "loss": 8.2117, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.008380654139370624, |
| "grad_norm": 11.52202320098877, |
| "learning_rate": 0.00015744, |
| "loss": 8.2079, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.008415142428010008, |
| "grad_norm": 13.7362642288208, |
| "learning_rate": 0.00015804, |
| "loss": 8.1936, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.008449630716649394, |
| "grad_norm": 9.204730987548828, |
| "learning_rate": 0.00015864, |
| "loss": 8.201, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.00848411900528878, |
| "grad_norm": 9.73067855834961, |
| "learning_rate": 0.00015924, |
| "loss": 8.2129, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.008518607293928164, |
| "grad_norm": 13.568399429321289, |
| "learning_rate": 0.00015984000000000001, |
| "loss": 8.1985, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.00855309558256755, |
| "grad_norm": 8.648536682128906, |
| "learning_rate": 0.00016044, |
| "loss": 8.2032, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.008587583871206934, |
| "grad_norm": 12.637685775756836, |
| "learning_rate": 0.00016104, |
| "loss": 8.1951, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.00862207215984632, |
| "grad_norm": 9.516839027404785, |
| "learning_rate": 0.00016163999999999998, |
| "loss": 8.1942, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.008656560448485706, |
| "grad_norm": 11.678093910217285, |
| "learning_rate": 0.00016223999999999996, |
| "loss": 8.1984, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.00869104873712509, |
| "grad_norm": 8.335277557373047, |
| "learning_rate": 0.00016283999999999998, |
| "loss": 8.1956, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.008725537025764476, |
| "grad_norm": 13.28842544555664, |
| "learning_rate": 0.00016343999999999997, |
| "loss": 8.185, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.008760025314403862, |
| "grad_norm": 19.442224502563477, |
| "learning_rate": 0.00016403999999999998, |
| "loss": 8.1824, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.008794513603043246, |
| "grad_norm": 14.967656135559082, |
| "learning_rate": 0.00016463999999999997, |
| "loss": 8.1977, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.008829001891682632, |
| "grad_norm": 11.715154647827148, |
| "learning_rate": 0.00016523999999999998, |
| "loss": 8.1949, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.008863490180322018, |
| "grad_norm": 8.84989070892334, |
| "learning_rate": 0.00016583999999999997, |
| "loss": 8.1863, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.008897978468961402, |
| "grad_norm": 10.982098579406738, |
| "learning_rate": 0.00016643999999999999, |
| "loss": 8.1668, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.008932466757600788, |
| "grad_norm": 12.693875312805176, |
| "learning_rate": 0.00016703999999999997, |
| "loss": 8.1866, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.008966955046240174, |
| "grad_norm": 6.943259239196777, |
| "learning_rate": 0.00016764, |
| "loss": 8.1953, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.009001443334879558, |
| "grad_norm": 11.37366008758545, |
| "learning_rate": 0.00016823999999999997, |
| "loss": 8.1878, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.009035931623518944, |
| "grad_norm": 12.237605094909668, |
| "learning_rate": 0.00016883999999999996, |
| "loss": 8.1766, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.00907041991215833, |
| "grad_norm": 16.808801651000977, |
| "learning_rate": 0.00016943999999999998, |
| "loss": 8.1807, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.009104908200797714, |
| "grad_norm": 11.261263847351074, |
| "learning_rate": 0.00017003999999999996, |
| "loss": 8.1648, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.0091393964894371, |
| "grad_norm": 17.05980682373047, |
| "learning_rate": 0.00017063999999999998, |
| "loss": 8.1839, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.009173884778076485, |
| "grad_norm": 15.804736137390137, |
| "learning_rate": 0.00017123999999999997, |
| "loss": 8.167, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.00920837306671587, |
| "grad_norm": 7.427157402038574, |
| "learning_rate": 0.00017183999999999998, |
| "loss": 8.1892, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.009242861355355255, |
| "grad_norm": 12.42757797241211, |
| "learning_rate": 0.00017243999999999997, |
| "loss": 8.1538, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.009277349643994641, |
| "grad_norm": 17.209657669067383, |
| "learning_rate": 0.00017303999999999998, |
| "loss": 8.1743, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.009311837932634025, |
| "grad_norm": 13.741491317749023, |
| "learning_rate": 0.00017363999999999997, |
| "loss": 8.1646, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.009346326221273411, |
| "grad_norm": 14.243498802185059, |
| "learning_rate": 0.00017423999999999999, |
| "loss": 8.1661, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.009380814509912797, |
| "grad_norm": 9.208465576171875, |
| "learning_rate": 0.00017483999999999997, |
| "loss": 8.1586, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.009415302798552181, |
| "grad_norm": 15.108938217163086, |
| "learning_rate": 0.00017544, |
| "loss": 8.1642, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.009449791087191567, |
| "grad_norm": 13.513765335083008, |
| "learning_rate": 0.00017603999999999997, |
| "loss": 8.1649, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.009484279375830951, |
| "grad_norm": 16.385805130004883, |
| "learning_rate": 0.00017664, |
| "loss": 8.1444, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.009518767664470337, |
| "grad_norm": 9.07113265991211, |
| "learning_rate": 0.00017723999999999998, |
| "loss": 8.1709, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.009553255953109723, |
| "grad_norm": 10.152043342590332, |
| "learning_rate": 0.00017784, |
| "loss": 8.1571, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.009587744241749107, |
| "grad_norm": 10.640069007873535, |
| "learning_rate": 0.00017843999999999998, |
| "loss": 8.1708, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.009622232530388493, |
| "grad_norm": 12.887789726257324, |
| "learning_rate": 0.00017904, |
| "loss": 8.1552, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.009656720819027879, |
| "grad_norm": 19.61029624938965, |
| "learning_rate": 0.00017963999999999998, |
| "loss": 8.1308, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 35, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4140324297801728e+16, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
