| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.08267797093601252, |
| "eval_steps": 10000, |
| "global_step": 20001, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 4.133691862207516e-06, |
| "grad_norm": 71.12261039322922, |
| "learning_rate": 8.264462809917355e-09, |
| "loss": 7.6413, |
| "step": 1 |
| }, |
| { |
| "epoch": 4.1336918622075155e-05, |
| "grad_norm": 67.75271488374239, |
| "learning_rate": 8.264462809917357e-08, |
| "loss": 7.6837, |
| "step": 10 |
| }, |
| { |
| "epoch": 8.267383724415031e-05, |
| "grad_norm": 68.70872130093693, |
| "learning_rate": 1.6528925619834713e-07, |
| "loss": 7.6852, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00012401075586622546, |
| "grad_norm": 62.98947446015298, |
| "learning_rate": 2.4793388429752067e-07, |
| "loss": 7.6376, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00016534767448830062, |
| "grad_norm": 54.98248131444704, |
| "learning_rate": 3.3057851239669426e-07, |
| "loss": 7.4517, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00020668459311037578, |
| "grad_norm": 42.7313362524158, |
| "learning_rate": 4.132231404958678e-07, |
| "loss": 7.1676, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0002480215117324509, |
| "grad_norm": 38.42250005234289, |
| "learning_rate": 4.958677685950413e-07, |
| "loss": 6.7673, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0002893584303545261, |
| "grad_norm": 26.17988841617355, |
| "learning_rate": 5.78512396694215e-07, |
| "loss": 6.1421, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00033069534897660124, |
| "grad_norm": 20.709699960482357, |
| "learning_rate": 6.611570247933885e-07, |
| "loss": 5.7812, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0003720322675986764, |
| "grad_norm": 18.83787744791924, |
| "learning_rate": 7.438016528925621e-07, |
| "loss": 5.4004, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.00041336918622075157, |
| "grad_norm": 19.12503087164104, |
| "learning_rate": 8.264462809917356e-07, |
| "loss": 5.0367, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0004547061048428267, |
| "grad_norm": 14.34978763505406, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 4.7081, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0004960430234649018, |
| "grad_norm": 13.492660464865253, |
| "learning_rate": 9.917355371900827e-07, |
| "loss": 4.5718, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.000537379942086977, |
| "grad_norm": 14.420928714044905, |
| "learning_rate": 1.0743801652892562e-06, |
| "loss": 4.4218, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0005787168607090522, |
| "grad_norm": 12.495448321891903, |
| "learning_rate": 1.15702479338843e-06, |
| "loss": 4.166, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0006200537793311273, |
| "grad_norm": 9.801331301009261, |
| "learning_rate": 1.2396694214876035e-06, |
| "loss": 4.0983, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0006613906979532025, |
| "grad_norm": 11.207849241885746, |
| "learning_rate": 1.322314049586777e-06, |
| "loss": 3.8569, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0007027276165752776, |
| "grad_norm": 9.679145248918651, |
| "learning_rate": 1.4049586776859506e-06, |
| "loss": 3.8265, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0007440645351973528, |
| "grad_norm": 11.74286989793758, |
| "learning_rate": 1.4876033057851241e-06, |
| "loss": 3.7614, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0007854014538194279, |
| "grad_norm": 12.757634031418831, |
| "learning_rate": 1.5702479338842977e-06, |
| "loss": 3.7239, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0008267383724415031, |
| "grad_norm": 10.441179098409538, |
| "learning_rate": 1.6528925619834712e-06, |
| "loss": 3.5734, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0008680752910635782, |
| "grad_norm": 9.812592859538713, |
| "learning_rate": 1.7355371900826448e-06, |
| "loss": 3.567, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0009094122096856533, |
| "grad_norm": 13.93844427924458, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 3.4882, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0009507491283077286, |
| "grad_norm": 10.098507514325146, |
| "learning_rate": 1.900826446280992e-06, |
| "loss": 3.4818, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0009920860469298037, |
| "grad_norm": 9.58855528934084, |
| "learning_rate": 1.9834710743801654e-06, |
| "loss": 3.4219, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0010334229655518789, |
| "grad_norm": 10.682635147410519, |
| "learning_rate": 2.066115702479339e-06, |
| "loss": 3.4406, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.001074759884173954, |
| "grad_norm": 8.223333896011393, |
| "learning_rate": 2.1487603305785124e-06, |
| "loss": 3.3402, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.001116096802796029, |
| "grad_norm": 8.984512948693363, |
| "learning_rate": 2.231404958677686e-06, |
| "loss": 3.3059, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0011574337214181043, |
| "grad_norm": 9.341193028741104, |
| "learning_rate": 2.31404958677686e-06, |
| "loss": 3.1823, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.0011987706400401795, |
| "grad_norm": 10.3056509420508, |
| "learning_rate": 2.3966942148760335e-06, |
| "loss": 3.2817, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0012401075586622545, |
| "grad_norm": 6.768688690699956, |
| "learning_rate": 2.479338842975207e-06, |
| "loss": 3.1747, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0012814444772843298, |
| "grad_norm": 6.809665393368199, |
| "learning_rate": 2.56198347107438e-06, |
| "loss": 3.1865, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.001322781395906405, |
| "grad_norm": 6.996784607657393, |
| "learning_rate": 2.644628099173554e-06, |
| "loss": 3.1331, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0013641183145284802, |
| "grad_norm": 9.752811655395744, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 3.1656, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0014054552331505552, |
| "grad_norm": 8.381106520516422, |
| "learning_rate": 2.809917355371901e-06, |
| "loss": 3.1045, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0014467921517726304, |
| "grad_norm": 9.529557732528744, |
| "learning_rate": 2.8925619834710743e-06, |
| "loss": 3.0388, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0014881290703947056, |
| "grad_norm": 7.141802881599084, |
| "learning_rate": 2.9752066115702483e-06, |
| "loss": 3.1119, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0015294659890167806, |
| "grad_norm": 8.784456968597924, |
| "learning_rate": 3.0578512396694214e-06, |
| "loss": 2.9281, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0015708029076388558, |
| "grad_norm": 7.19486645716449, |
| "learning_rate": 3.1404958677685953e-06, |
| "loss": 2.9817, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.001612139826260931, |
| "grad_norm": 8.694417122337162, |
| "learning_rate": 3.2231404958677685e-06, |
| "loss": 3.0107, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0016534767448830063, |
| "grad_norm": 8.323745687899638, |
| "learning_rate": 3.3057851239669424e-06, |
| "loss": 3.0367, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0016948136635050813, |
| "grad_norm": 7.289283064256704, |
| "learning_rate": 3.388429752066116e-06, |
| "loss": 2.9071, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0017361505821271565, |
| "grad_norm": 8.436424184415285, |
| "learning_rate": 3.4710743801652895e-06, |
| "loss": 2.8761, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.0017774875007492317, |
| "grad_norm": 8.284395953073583, |
| "learning_rate": 3.553719008264463e-06, |
| "loss": 2.8742, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.0018188244193713067, |
| "grad_norm": 7.765622556565918, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 2.9028, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.001860161337993382, |
| "grad_norm": 8.06677494412333, |
| "learning_rate": 3.71900826446281e-06, |
| "loss": 2.885, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0019014982566154571, |
| "grad_norm": 6.847325183046608, |
| "learning_rate": 3.801652892561984e-06, |
| "loss": 2.8491, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0019428351752375323, |
| "grad_norm": 6.363354378607742, |
| "learning_rate": 3.884297520661157e-06, |
| "loss": 2.8626, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0019841720938596073, |
| "grad_norm": 6.752545926601506, |
| "learning_rate": 3.966942148760331e-06, |
| "loss": 2.8759, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.0020255090124816828, |
| "grad_norm": 6.408269470963144, |
| "learning_rate": 4.049586776859504e-06, |
| "loss": 2.8132, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0020668459311037578, |
| "grad_norm": 10.174350278228932, |
| "learning_rate": 4.132231404958678e-06, |
| "loss": 2.7726, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0021081828497258328, |
| "grad_norm": 7.3668788002558045, |
| "learning_rate": 4.214876033057851e-06, |
| "loss": 2.781, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.002149519768347908, |
| "grad_norm": 6.065779568736328, |
| "learning_rate": 4.297520661157025e-06, |
| "loss": 2.7566, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.002190856686969983, |
| "grad_norm": 7.249820467027506, |
| "learning_rate": 4.3801652892561984e-06, |
| "loss": 2.7745, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.002232193605592058, |
| "grad_norm": 6.6147066822580305, |
| "learning_rate": 4.462809917355372e-06, |
| "loss": 2.7287, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0022735305242141336, |
| "grad_norm": 6.730411628057589, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 2.7263, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0023148674428362086, |
| "grad_norm": 5.90842778355055, |
| "learning_rate": 4.62809917355372e-06, |
| "loss": 2.7113, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0023562043614582836, |
| "grad_norm": 5.290690112865889, |
| "learning_rate": 4.710743801652893e-06, |
| "loss": 2.7407, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.002397541280080359, |
| "grad_norm": 6.913494491726395, |
| "learning_rate": 4.793388429752067e-06, |
| "loss": 2.7089, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.002438878198702434, |
| "grad_norm": 6.999126848562726, |
| "learning_rate": 4.87603305785124e-06, |
| "loss": 2.7074, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.002480215117324509, |
| "grad_norm": 7.325247968940623, |
| "learning_rate": 4.958677685950414e-06, |
| "loss": 2.6561, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0025215520359465845, |
| "grad_norm": 5.841708656820878, |
| "learning_rate": 5.041322314049587e-06, |
| "loss": 2.5882, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0025628889545686595, |
| "grad_norm": 6.0353216317971725, |
| "learning_rate": 5.12396694214876e-06, |
| "loss": 2.6469, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.002604225873190735, |
| "grad_norm": 7.544181254798358, |
| "learning_rate": 5.206611570247935e-06, |
| "loss": 2.6267, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.00264556279181281, |
| "grad_norm": 6.608459353317291, |
| "learning_rate": 5.289256198347108e-06, |
| "loss": 2.5662, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.002686899710434885, |
| "grad_norm": 6.839416904552874, |
| "learning_rate": 5.371900826446281e-06, |
| "loss": 2.6888, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0027282366290569604, |
| "grad_norm": 6.668329679339745, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 2.5642, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0027695735476790354, |
| "grad_norm": 7.132958283503685, |
| "learning_rate": 5.537190082644629e-06, |
| "loss": 2.5651, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0028109104663011104, |
| "grad_norm": 6.277307177686086, |
| "learning_rate": 5.619834710743802e-06, |
| "loss": 2.5659, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.002852247384923186, |
| "grad_norm": 6.128689798291957, |
| "learning_rate": 5.702479338842976e-06, |
| "loss": 2.5826, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.002893584303545261, |
| "grad_norm": 6.5950769294424125, |
| "learning_rate": 5.785123966942149e-06, |
| "loss": 2.5845, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.002934921222167336, |
| "grad_norm": 6.419190212095196, |
| "learning_rate": 5.867768595041323e-06, |
| "loss": 2.5336, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0029762581407894112, |
| "grad_norm": 8.4242870632546, |
| "learning_rate": 5.9504132231404965e-06, |
| "loss": 2.5085, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.0030175950594114862, |
| "grad_norm": 7.690590337257814, |
| "learning_rate": 6.03305785123967e-06, |
| "loss": 2.6229, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0030589319780335612, |
| "grad_norm": 6.501607766316929, |
| "learning_rate": 6.115702479338843e-06, |
| "loss": 2.5214, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0031002688966556367, |
| "grad_norm": 6.318891494759645, |
| "learning_rate": 6.198347107438017e-06, |
| "loss": 2.5001, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.0031416058152777117, |
| "grad_norm": 6.549087764929742, |
| "learning_rate": 6.280991735537191e-06, |
| "loss": 2.4692, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.003182942733899787, |
| "grad_norm": 6.139353182718512, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 2.4862, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.003224279652521862, |
| "grad_norm": 6.927572304151442, |
| "learning_rate": 6.446280991735537e-06, |
| "loss": 2.5114, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.003265616571143937, |
| "grad_norm": 6.193127375797419, |
| "learning_rate": 6.528925619834712e-06, |
| "loss": 2.5163, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0033069534897660125, |
| "grad_norm": 6.624590490134376, |
| "learning_rate": 6.611570247933885e-06, |
| "loss": 2.4314, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0033482904083880875, |
| "grad_norm": 6.821779483779539, |
| "learning_rate": 6.694214876033058e-06, |
| "loss": 2.5099, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.0033896273270101625, |
| "grad_norm": 7.545681159342933, |
| "learning_rate": 6.776859504132232e-06, |
| "loss": 2.431, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.003430964245632238, |
| "grad_norm": 7.4575512413535785, |
| "learning_rate": 6.859504132231406e-06, |
| "loss": 2.5166, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.003472301164254313, |
| "grad_norm": 5.330361729769768, |
| "learning_rate": 6.942148760330579e-06, |
| "loss": 2.4147, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.003513638082876388, |
| "grad_norm": 9.642946599111673, |
| "learning_rate": 7.0247933884297525e-06, |
| "loss": 2.416, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.0035549750014984634, |
| "grad_norm": 5.81243704909108, |
| "learning_rate": 7.107438016528926e-06, |
| "loss": 2.4712, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.0035963119201205384, |
| "grad_norm": 8.181150357128717, |
| "learning_rate": 7.1900826446281005e-06, |
| "loss": 2.4275, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.0036376488387426134, |
| "grad_norm": 6.783789830926592, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 2.4283, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.003678985757364689, |
| "grad_norm": 6.537482232422147, |
| "learning_rate": 7.355371900826447e-06, |
| "loss": 2.4064, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.003720322675986764, |
| "grad_norm": 5.51502652262759, |
| "learning_rate": 7.43801652892562e-06, |
| "loss": 2.3804, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.0037616595946088393, |
| "grad_norm": 5.643663413025215, |
| "learning_rate": 7.520661157024795e-06, |
| "loss": 2.4225, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0038029965132309143, |
| "grad_norm": 5.698077553184173, |
| "learning_rate": 7.603305785123968e-06, |
| "loss": 2.3767, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.0038443334318529893, |
| "grad_norm": 7.7844289388382695, |
| "learning_rate": 7.685950413223142e-06, |
| "loss": 2.3515, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.0038856703504750647, |
| "grad_norm": 7.037093549799256, |
| "learning_rate": 7.768595041322314e-06, |
| "loss": 2.34, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.00392700726909714, |
| "grad_norm": 6.080619495201754, |
| "learning_rate": 7.851239669421489e-06, |
| "loss": 2.3174, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.003968344187719215, |
| "grad_norm": 5.880580728396556, |
| "learning_rate": 7.933884297520661e-06, |
| "loss": 2.3706, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.00400968110634129, |
| "grad_norm": 5.661072675024262, |
| "learning_rate": 8.016528925619836e-06, |
| "loss": 2.3481, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0040510180249633656, |
| "grad_norm": 7.201611884034939, |
| "learning_rate": 8.099173553719009e-06, |
| "loss": 2.3667, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.00409235494358544, |
| "grad_norm": 6.275874199218544, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 2.3169, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.0041336918622075156, |
| "grad_norm": 5.267583094894874, |
| "learning_rate": 8.264462809917356e-06, |
| "loss": 2.3757, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.004175028780829591, |
| "grad_norm": 5.377757889968936, |
| "learning_rate": 8.34710743801653e-06, |
| "loss": 2.3631, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.0042163656994516656, |
| "grad_norm": 6.0201100161095225, |
| "learning_rate": 8.429752066115703e-06, |
| "loss": 2.2818, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.004257702618073741, |
| "grad_norm": 6.579057670565248, |
| "learning_rate": 8.512396694214877e-06, |
| "loss": 2.3313, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.004299039536695816, |
| "grad_norm": 7.27660719754988, |
| "learning_rate": 8.59504132231405e-06, |
| "loss": 2.3288, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.004340376455317891, |
| "grad_norm": 6.144262724026651, |
| "learning_rate": 8.677685950413224e-06, |
| "loss": 2.2981, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.004381713373939966, |
| "grad_norm": 5.672033241927713, |
| "learning_rate": 8.760330578512397e-06, |
| "loss": 2.3059, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.004423050292562042, |
| "grad_norm": 6.00241597585073, |
| "learning_rate": 8.842975206611571e-06, |
| "loss": 2.389, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.004464387211184116, |
| "grad_norm": 5.649027277167286, |
| "learning_rate": 8.925619834710744e-06, |
| "loss": 2.3371, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.004505724129806192, |
| "grad_norm": 5.927371810838215, |
| "learning_rate": 9.008264462809918e-06, |
| "loss": 2.3133, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.004547061048428267, |
| "grad_norm": 5.662885075294936, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 2.2779, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.004588397967050342, |
| "grad_norm": 5.654705250045512, |
| "learning_rate": 9.173553719008265e-06, |
| "loss": 2.2234, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.004629734885672417, |
| "grad_norm": 6.241923587474726, |
| "learning_rate": 9.25619834710744e-06, |
| "loss": 2.2626, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.004671071804294493, |
| "grad_norm": 5.741893435201511, |
| "learning_rate": 9.338842975206613e-06, |
| "loss": 2.3012, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.004712408722916567, |
| "grad_norm": 6.034507786920065, |
| "learning_rate": 9.421487603305785e-06, |
| "loss": 2.2682, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.004753745641538643, |
| "grad_norm": 7.410349347874194, |
| "learning_rate": 9.50413223140496e-06, |
| "loss": 2.2796, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.004795082560160718, |
| "grad_norm": 5.992102424922784, |
| "learning_rate": 9.586776859504134e-06, |
| "loss": 2.2112, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.004836419478782793, |
| "grad_norm": 5.453311998034154, |
| "learning_rate": 9.669421487603307e-06, |
| "loss": 2.1744, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.004877756397404868, |
| "grad_norm": 5.521988823358632, |
| "learning_rate": 9.75206611570248e-06, |
| "loss": 2.2984, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.004919093316026944, |
| "grad_norm": 6.153893937530345, |
| "learning_rate": 9.834710743801654e-06, |
| "loss": 2.2443, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.004960430234649018, |
| "grad_norm": 6.5507135206490315, |
| "learning_rate": 9.917355371900828e-06, |
| "loss": 2.245, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.005001767153271094, |
| "grad_norm": 8.209761096607327, |
| "learning_rate": 1e-05, |
| "loss": 2.1959, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.005043104071893169, |
| "grad_norm": 4.986264712575914, |
| "learning_rate": 1.0082644628099174e-05, |
| "loss": 2.1612, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.0050844409905152444, |
| "grad_norm": 6.3381969120868895, |
| "learning_rate": 1.0165289256198348e-05, |
| "loss": 2.187, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.005125777909137319, |
| "grad_norm": 5.750067641203542, |
| "learning_rate": 1.024793388429752e-05, |
| "loss": 2.2004, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.0051671148277593944, |
| "grad_norm": 5.826539821613237, |
| "learning_rate": 1.0330578512396693e-05, |
| "loss": 2.1668, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.00520845174638147, |
| "grad_norm": 6.296936925085496, |
| "learning_rate": 1.041322314049587e-05, |
| "loss": 2.1807, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.0052497886650035444, |
| "grad_norm": 5.812866932063289, |
| "learning_rate": 1.0495867768595042e-05, |
| "loss": 2.209, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.00529112558362562, |
| "grad_norm": 5.808144224407848, |
| "learning_rate": 1.0578512396694216e-05, |
| "loss": 2.1807, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.005332462502247695, |
| "grad_norm": 7.460856083590218, |
| "learning_rate": 1.0661157024793389e-05, |
| "loss": 2.2229, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.00537379942086977, |
| "grad_norm": 6.980089322389665, |
| "learning_rate": 1.0743801652892562e-05, |
| "loss": 2.175, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.005415136339491845, |
| "grad_norm": 5.57740557557049, |
| "learning_rate": 1.0826446280991736e-05, |
| "loss": 2.159, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.005456473258113921, |
| "grad_norm": 6.647266714783434, |
| "learning_rate": 1.0909090909090909e-05, |
| "loss": 2.1214, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.005497810176735995, |
| "grad_norm": 6.128334205497799, |
| "learning_rate": 1.0991735537190083e-05, |
| "loss": 2.1792, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.005539147095358071, |
| "grad_norm": 6.483094766646449, |
| "learning_rate": 1.1074380165289258e-05, |
| "loss": 2.2472, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.005580484013980146, |
| "grad_norm": 5.359049945838656, |
| "learning_rate": 1.1157024793388432e-05, |
| "loss": 2.182, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.005621820932602221, |
| "grad_norm": 6.6553587609192695, |
| "learning_rate": 1.1239669421487605e-05, |
| "loss": 2.1918, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.005663157851224296, |
| "grad_norm": 6.105297642757683, |
| "learning_rate": 1.1322314049586777e-05, |
| "loss": 2.1221, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.005704494769846372, |
| "grad_norm": 5.22407946250878, |
| "learning_rate": 1.1404958677685952e-05, |
| "loss": 2.0898, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.005745831688468446, |
| "grad_norm": 5.695260375861287, |
| "learning_rate": 1.1487603305785125e-05, |
| "loss": 2.2, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.005787168607090522, |
| "grad_norm": 5.834677547053157, |
| "learning_rate": 1.1570247933884297e-05, |
| "loss": 2.1191, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.005828505525712597, |
| "grad_norm": 7.863484441598645, |
| "learning_rate": 1.1652892561983472e-05, |
| "loss": 2.1255, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.005869842444334672, |
| "grad_norm": 5.295752440326079, |
| "learning_rate": 1.1735537190082646e-05, |
| "loss": 2.1535, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.005911179362956747, |
| "grad_norm": 6.925687761354192, |
| "learning_rate": 1.181818181818182e-05, |
| "loss": 2.0618, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.0059525162815788225, |
| "grad_norm": 4.89230568395151, |
| "learning_rate": 1.1900826446280993e-05, |
| "loss": 2.1745, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.005993853200200897, |
| "grad_norm": 5.795044632849597, |
| "learning_rate": 1.1983471074380166e-05, |
| "loss": 2.1352, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.0060351901188229725, |
| "grad_norm": 6.43513153980254, |
| "learning_rate": 1.206611570247934e-05, |
| "loss": 2.102, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.006076527037445048, |
| "grad_norm": 6.46737354415826, |
| "learning_rate": 1.2148760330578513e-05, |
| "loss": 2.0934, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.0061178639560671225, |
| "grad_norm": 6.202005592277405, |
| "learning_rate": 1.2231404958677686e-05, |
| "loss": 2.1482, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.006159200874689198, |
| "grad_norm": 5.8071883971926725, |
| "learning_rate": 1.231404958677686e-05, |
| "loss": 2.0553, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.006200537793311273, |
| "grad_norm": 6.2092050955251334, |
| "learning_rate": 1.2396694214876034e-05, |
| "loss": 2.0836, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.006241874711933349, |
| "grad_norm": 4.486772138898485, |
| "learning_rate": 1.2479338842975209e-05, |
| "loss": 2.1622, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.006283211630555423, |
| "grad_norm": 5.229981562060858, |
| "learning_rate": 1.2561983471074381e-05, |
| "loss": 2.0854, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.006324548549177499, |
| "grad_norm": 5.604269574061805, |
| "learning_rate": 1.2644628099173554e-05, |
| "loss": 2.1604, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.006365885467799574, |
| "grad_norm": 5.361170550183367, |
| "learning_rate": 1.2727272727272728e-05, |
| "loss": 2.063, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.006407222386421649, |
| "grad_norm": 7.20018526125173, |
| "learning_rate": 1.2809917355371901e-05, |
| "loss": 2.0935, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.006448559305043724, |
| "grad_norm": 5.379224740428811, |
| "learning_rate": 1.2892561983471074e-05, |
| "loss": 2.1291, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.0064898962236658, |
| "grad_norm": 4.967695885199312, |
| "learning_rate": 1.2975206611570248e-05, |
| "loss": 2.102, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.006531233142287874, |
| "grad_norm": 6.039676530986522, |
| "learning_rate": 1.3057851239669424e-05, |
| "loss": 2.1134, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.00657257006090995, |
| "grad_norm": 5.459189111144024, |
| "learning_rate": 1.3140495867768597e-05, |
| "loss": 2.0302, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.006613906979532025, |
| "grad_norm": 6.143839950859222, |
| "learning_rate": 1.322314049586777e-05, |
| "loss": 2.0978, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.0066552438981541, |
| "grad_norm": 5.6756704061902825, |
| "learning_rate": 1.3305785123966944e-05, |
| "loss": 2.1592, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.006696580816776175, |
| "grad_norm": 4.994981957965064, |
| "learning_rate": 1.3388429752066117e-05, |
| "loss": 2.1035, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.0067379177353982505, |
| "grad_norm": 5.853251459350967, |
| "learning_rate": 1.347107438016529e-05, |
| "loss": 2.0701, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.006779254654020325, |
| "grad_norm": 5.4681573607696965, |
| "learning_rate": 1.3553719008264464e-05, |
| "loss": 2.089, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.0068205915726424005, |
| "grad_norm": 5.848581304068256, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 2.0819, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.006861928491264476, |
| "grad_norm": 5.481243900559041, |
| "learning_rate": 1.3719008264462813e-05, |
| "loss": 2.0284, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.0069032654098865505, |
| "grad_norm": 5.699959566604993, |
| "learning_rate": 1.3801652892561985e-05, |
| "loss": 2.0622, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.006944602328508626, |
| "grad_norm": 4.996648526388665, |
| "learning_rate": 1.3884297520661158e-05, |
| "loss": 2.0071, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.006985939247130701, |
| "grad_norm": 5.126923483054136, |
| "learning_rate": 1.3966942148760332e-05, |
| "loss": 2.0631, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.007027276165752776, |
| "grad_norm": 5.883552104251492, |
| "learning_rate": 1.4049586776859505e-05, |
| "loss": 2.0791, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.007068613084374851, |
| "grad_norm": 4.929514966855435, |
| "learning_rate": 1.4132231404958678e-05, |
| "loss": 2.0364, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.007109950002996927, |
| "grad_norm": 5.301129760644346, |
| "learning_rate": 1.4214876033057852e-05, |
| "loss": 2.0373, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.007151286921619001, |
| "grad_norm": 5.523739748516145, |
| "learning_rate": 1.4297520661157025e-05, |
| "loss": 2.1079, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.007192623840241077, |
| "grad_norm": 5.7887756838227755, |
| "learning_rate": 1.4380165289256201e-05, |
| "loss": 2.049, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.007233960758863152, |
| "grad_norm": 5.2452853088604865, |
| "learning_rate": 1.4462809917355374e-05, |
| "loss": 2.0686, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.007275297677485227, |
| "grad_norm": 4.454384214370969, |
| "learning_rate": 1.4545454545454546e-05, |
| "loss": 2.0124, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.007316634596107302, |
| "grad_norm": 6.397338503442304, |
| "learning_rate": 1.462809917355372e-05, |
| "loss": 2.0152, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.007357971514729378, |
| "grad_norm": 6.554144037150873, |
| "learning_rate": 1.4710743801652893e-05, |
| "loss": 1.9976, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.007399308433351453, |
| "grad_norm": 4.973940426595748, |
| "learning_rate": 1.4793388429752066e-05, |
| "loss": 2.0085, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.007440645351973528, |
| "grad_norm": 5.776375204519037, |
| "learning_rate": 1.487603305785124e-05, |
| "loss": 2.0339, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.007481982270595603, |
| "grad_norm": 5.472367097758556, |
| "learning_rate": 1.4958677685950413e-05, |
| "loss": 2.0016, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.0075233191892176785, |
| "grad_norm": 4.850880114898939, |
| "learning_rate": 1.504132231404959e-05, |
| "loss": 1.9952, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.007564656107839753, |
| "grad_norm": 4.825492061262016, |
| "learning_rate": 1.5123966942148762e-05, |
| "loss": 2.0149, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.0076059930264618285, |
| "grad_norm": 6.317700924322252, |
| "learning_rate": 1.5206611570247936e-05, |
| "loss": 1.9765, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.007647329945083904, |
| "grad_norm": 5.831048263887902, |
| "learning_rate": 1.528925619834711e-05, |
| "loss": 1.9669, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.0076886668637059785, |
| "grad_norm": 5.190457786334756, |
| "learning_rate": 1.5371900826446283e-05, |
| "loss": 2.0342, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.007730003782328054, |
| "grad_norm": 5.752029895196757, |
| "learning_rate": 1.5454545454545454e-05, |
| "loss": 2.0606, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.007771340700950129, |
| "grad_norm": 5.005855197604682, |
| "learning_rate": 1.553719008264463e-05, |
| "loss": 2.0764, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.007812677619572205, |
| "grad_norm": 5.362161895494138, |
| "learning_rate": 1.5619834710743803e-05, |
| "loss": 2.0373, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.00785401453819428, |
| "grad_norm": 5.589239650428267, |
| "learning_rate": 1.5702479338842978e-05, |
| "loss": 2.0536, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.007895351456816354, |
| "grad_norm": 5.38085836484136, |
| "learning_rate": 1.5785123966942152e-05, |
| "loss": 2.0357, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.00793668837543843, |
| "grad_norm": 6.4123494555744065, |
| "learning_rate": 1.5867768595041323e-05, |
| "loss": 1.9992, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.007978025294060505, |
| "grad_norm": 5.369699763052158, |
| "learning_rate": 1.5950413223140497e-05, |
| "loss": 1.9645, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.00801936221268258, |
| "grad_norm": 6.655726980448801, |
| "learning_rate": 1.6033057851239672e-05, |
| "loss": 2.0023, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.008060699131304656, |
| "grad_norm": 5.150395460216213, |
| "learning_rate": 1.6115702479338843e-05, |
| "loss": 1.9953, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.008102036049926731, |
| "grad_norm": 5.534796132616727, |
| "learning_rate": 1.6198347107438017e-05, |
| "loss": 1.964, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.008143372968548805, |
| "grad_norm": 5.0714233165065075, |
| "learning_rate": 1.628099173553719e-05, |
| "loss": 1.9942, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.00818470988717088, |
| "grad_norm": 5.370096628339807, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 1.9938, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.008226046805792956, |
| "grad_norm": 4.816680798680657, |
| "learning_rate": 1.644628099173554e-05, |
| "loss": 1.9023, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.008267383724415031, |
| "grad_norm": 5.910326143029371, |
| "learning_rate": 1.652892561983471e-05, |
| "loss": 1.9366, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.008308720643037107, |
| "grad_norm": 5.364682793090204, |
| "learning_rate": 1.6611570247933886e-05, |
| "loss": 1.9835, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.008350057561659182, |
| "grad_norm": 6.171717096992393, |
| "learning_rate": 1.669421487603306e-05, |
| "loss": 1.9641, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.008391394480281256, |
| "grad_norm": 4.794750763380389, |
| "learning_rate": 1.677685950413223e-05, |
| "loss": 1.9405, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.008432731398903331, |
| "grad_norm": 6.3363242673070745, |
| "learning_rate": 1.6859504132231405e-05, |
| "loss": 1.9717, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.008474068317525407, |
| "grad_norm": 5.10756576497978, |
| "learning_rate": 1.694214876033058e-05, |
| "loss": 1.9312, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.008515405236147482, |
| "grad_norm": 5.5429121513722945, |
| "learning_rate": 1.7024793388429754e-05, |
| "loss": 1.9692, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.008556742154769557, |
| "grad_norm": 5.053921879606705, |
| "learning_rate": 1.710743801652893e-05, |
| "loss": 1.9187, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.008598079073391633, |
| "grad_norm": 5.246682645264326, |
| "learning_rate": 1.71900826446281e-05, |
| "loss": 2.0086, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.008639415992013707, |
| "grad_norm": 4.651358563124329, |
| "learning_rate": 1.7272727272727274e-05, |
| "loss": 1.9676, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.008680752910635782, |
| "grad_norm": 5.254574557184252, |
| "learning_rate": 1.735537190082645e-05, |
| "loss": 1.9193, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.008722089829257857, |
| "grad_norm": 5.5559516380514316, |
| "learning_rate": 1.743801652892562e-05, |
| "loss": 1.9123, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.008763426747879933, |
| "grad_norm": 5.714609535718523, |
| "learning_rate": 1.7520661157024794e-05, |
| "loss": 1.9831, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.008804763666502008, |
| "grad_norm": 4.664121459414757, |
| "learning_rate": 1.7603305785123968e-05, |
| "loss": 1.9606, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.008846100585124084, |
| "grad_norm": 4.9060858638182685, |
| "learning_rate": 1.7685950413223143e-05, |
| "loss": 1.9535, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.008887437503746157, |
| "grad_norm": 4.997171967559315, |
| "learning_rate": 1.7768595041322317e-05, |
| "loss": 1.9243, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.008928774422368233, |
| "grad_norm": 4.60645777188567, |
| "learning_rate": 1.7851239669421488e-05, |
| "loss": 1.9291, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.008970111340990308, |
| "grad_norm": 4.2131519608354004, |
| "learning_rate": 1.7933884297520662e-05, |
| "loss": 1.9105, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.009011448259612384, |
| "grad_norm": 5.51444703850531, |
| "learning_rate": 1.8016528925619837e-05, |
| "loss": 1.9502, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.00905278517823446, |
| "grad_norm": 5.2003808089855825, |
| "learning_rate": 1.809917355371901e-05, |
| "loss": 1.9436, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.009094122096856535, |
| "grad_norm": 4.240179682087964, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 1.9194, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.00913545901547861, |
| "grad_norm": 4.582501074244312, |
| "learning_rate": 1.8264462809917356e-05, |
| "loss": 1.9145, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.009176795934100684, |
| "grad_norm": 5.362083861786352, |
| "learning_rate": 1.834710743801653e-05, |
| "loss": 1.9165, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.009218132852722759, |
| "grad_norm": 5.06281875114174, |
| "learning_rate": 1.8429752066115705e-05, |
| "loss": 1.977, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.009259469771344835, |
| "grad_norm": 4.661496047656461, |
| "learning_rate": 1.851239669421488e-05, |
| "loss": 1.8892, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.00930080668996691, |
| "grad_norm": 4.735532406310298, |
| "learning_rate": 1.859504132231405e-05, |
| "loss": 1.8689, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.009342143608588985, |
| "grad_norm": 4.445771479719063, |
| "learning_rate": 1.8677685950413225e-05, |
| "loss": 1.9301, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.00938348052721106, |
| "grad_norm": 5.100109904664726, |
| "learning_rate": 1.87603305785124e-05, |
| "loss": 1.9309, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.009424817445833135, |
| "grad_norm": 6.115469535323335, |
| "learning_rate": 1.884297520661157e-05, |
| "loss": 1.918, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.00946615436445521, |
| "grad_norm": 4.890019742506766, |
| "learning_rate": 1.8925619834710745e-05, |
| "loss": 1.945, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.009507491283077285, |
| "grad_norm": 5.023798525711054, |
| "learning_rate": 1.900826446280992e-05, |
| "loss": 1.9004, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.00954882820169936, |
| "grad_norm": 5.652810624249754, |
| "learning_rate": 1.9090909090909094e-05, |
| "loss": 1.9339, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.009590165120321436, |
| "grad_norm": 6.04847384963266, |
| "learning_rate": 1.9173553719008268e-05, |
| "loss": 1.8687, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.009631502038943512, |
| "grad_norm": 5.332733823425359, |
| "learning_rate": 1.925619834710744e-05, |
| "loss": 1.8938, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.009672838957565585, |
| "grad_norm": 4.814331448709232, |
| "learning_rate": 1.9338842975206613e-05, |
| "loss": 1.8752, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.00971417587618766, |
| "grad_norm": 5.558977499560294, |
| "learning_rate": 1.9421487603305788e-05, |
| "loss": 1.8835, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.009755512794809736, |
| "grad_norm": 5.554940177569548, |
| "learning_rate": 1.950413223140496e-05, |
| "loss": 1.857, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.009796849713431812, |
| "grad_norm": 4.970502489086558, |
| "learning_rate": 1.9586776859504133e-05, |
| "loss": 1.8553, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.009838186632053887, |
| "grad_norm": 4.044099915606779, |
| "learning_rate": 1.9669421487603307e-05, |
| "loss": 1.924, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.009879523550675963, |
| "grad_norm": 4.880726953238654, |
| "learning_rate": 1.9752066115702482e-05, |
| "loss": 1.9785, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.009920860469298036, |
| "grad_norm": 5.457077789861094, |
| "learning_rate": 1.9834710743801656e-05, |
| "loss": 1.8585, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.009962197387920112, |
| "grad_norm": 4.608586390817221, |
| "learning_rate": 1.9917355371900827e-05, |
| "loss": 1.8861, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.010003534306542187, |
| "grad_norm": 4.5178969512670335, |
| "learning_rate": 2e-05, |
| "loss": 1.8936, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.010044871225164263, |
| "grad_norm": 5.722004352525454, |
| "learning_rate": 1.999999991396395e-05, |
| "loss": 1.8616, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.010086208143786338, |
| "grad_norm": 4.99862696301366, |
| "learning_rate": 1.9999999655855794e-05, |
| "loss": 1.8865, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.010127545062408413, |
| "grad_norm": 5.204994732642035, |
| "learning_rate": 1.9999999225675543e-05, |
| "loss": 1.8602, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.010168881981030489, |
| "grad_norm": 4.1143956012846505, |
| "learning_rate": 1.9999998623423198e-05, |
| "loss": 1.9101, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.010210218899652563, |
| "grad_norm": 5.535771463118041, |
| "learning_rate": 1.9999997849098773e-05, |
| "loss": 1.8596, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.010251555818274638, |
| "grad_norm": 5.020430211409416, |
| "learning_rate": 1.999999690270228e-05, |
| "loss": 1.8393, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.010292892736896713, |
| "grad_norm": 5.571737674116448, |
| "learning_rate": 1.999999578423374e-05, |
| "loss": 1.8987, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.010334229655518789, |
| "grad_norm": 4.336614412280944, |
| "learning_rate": 1.9999994493693165e-05, |
| "loss": 1.9194, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.010375566574140864, |
| "grad_norm": 4.815853586635344, |
| "learning_rate": 1.999999303108058e-05, |
| "loss": 1.8332, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.01041690349276294, |
| "grad_norm": 4.559920874208704, |
| "learning_rate": 1.9999991396396014e-05, |
| "loss": 1.8818, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.010458240411385013, |
| "grad_norm": 5.23388810362715, |
| "learning_rate": 1.9999989589639487e-05, |
| "loss": 1.8302, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.010499577330007089, |
| "grad_norm": 5.000301577463503, |
| "learning_rate": 1.999998761081104e-05, |
| "loss": 1.8657, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.010540914248629164, |
| "grad_norm": 4.448533864801871, |
| "learning_rate": 1.9999985459910698e-05, |
| "loss": 1.8762, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.01058225116725124, |
| "grad_norm": 4.715035035883112, |
| "learning_rate": 1.9999983136938504e-05, |
| "loss": 1.8511, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.010623588085873315, |
| "grad_norm": 4.025529484549816, |
| "learning_rate": 1.9999980641894497e-05, |
| "loss": 1.8458, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.01066492500449539, |
| "grad_norm": 4.754000032727581, |
| "learning_rate": 1.9999977974778715e-05, |
| "loss": 1.8714, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.010706261923117464, |
| "grad_norm": 4.930978688660729, |
| "learning_rate": 1.999997513559121e-05, |
| "loss": 1.8656, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.01074759884173954, |
| "grad_norm": 4.4132729377261475, |
| "learning_rate": 1.9999972124332028e-05, |
| "loss": 1.9383, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.010788935760361615, |
| "grad_norm": 4.4540551253199325, |
| "learning_rate": 1.9999968941001225e-05, |
| "loss": 1.8426, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.01083027267898369, |
| "grad_norm": 4.797250042059473, |
| "learning_rate": 1.999996558559885e-05, |
| "loss": 1.8634, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.010871609597605766, |
| "grad_norm": 5.456931710111963, |
| "learning_rate": 1.999996205812496e-05, |
| "loss": 1.825, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.010912946516227841, |
| "grad_norm": 4.377649523138056, |
| "learning_rate": 1.999995835857962e-05, |
| "loss": 1.8545, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.010954283434849915, |
| "grad_norm": 4.5317328844732145, |
| "learning_rate": 1.9999954486962893e-05, |
| "loss": 1.8774, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.01099562035347199, |
| "grad_norm": 4.709498283906347, |
| "learning_rate": 1.9999950443274847e-05, |
| "loss": 1.8083, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.011036957272094066, |
| "grad_norm": 4.592327748002219, |
| "learning_rate": 1.9999946227515547e-05, |
| "loss": 1.792, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.011078294190716141, |
| "grad_norm": 5.036724935294618, |
| "learning_rate": 1.999994183968507e-05, |
| "loss": 1.8779, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.011119631109338217, |
| "grad_norm": 6.694409030503598, |
| "learning_rate": 1.999993727978349e-05, |
| "loss": 1.8573, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.011160968027960292, |
| "grad_norm": 5.018981836140064, |
| "learning_rate": 1.9999932547810883e-05, |
| "loss": 1.8726, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.011202304946582366, |
| "grad_norm": 4.451864521641474, |
| "learning_rate": 1.9999927643767332e-05, |
| "loss": 1.8193, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.011243641865204441, |
| "grad_norm": 5.036890897058994, |
| "learning_rate": 1.999992256765292e-05, |
| "loss": 1.8594, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.011284978783826517, |
| "grad_norm": 4.7545987502372755, |
| "learning_rate": 1.999991731946774e-05, |
| "loss": 1.9158, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.011326315702448592, |
| "grad_norm": 3.9156550800432783, |
| "learning_rate": 1.999991189921188e-05, |
| "loss": 1.8166, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.011367652621070668, |
| "grad_norm": 4.622686377530181, |
| "learning_rate": 1.999990630688543e-05, |
| "loss": 1.8426, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.011408989539692743, |
| "grad_norm": 4.176720366120709, |
| "learning_rate": 1.9999900542488487e-05, |
| "loss": 1.8701, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.011450326458314819, |
| "grad_norm": 4.588055146989058, |
| "learning_rate": 1.999989460602115e-05, |
| "loss": 1.8474, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.011491663376936892, |
| "grad_norm": 4.7632605353618604, |
| "learning_rate": 1.9999888497483523e-05, |
| "loss": 1.7611, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.011533000295558968, |
| "grad_norm": 5.168047411415939, |
| "learning_rate": 1.9999882216875714e-05, |
| "loss": 1.8297, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.011574337214181043, |
| "grad_norm": 5.6032261833368215, |
| "learning_rate": 1.9999875764197824e-05, |
| "loss": 1.8273, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.011615674132803119, |
| "grad_norm": 4.836606306201456, |
| "learning_rate": 1.9999869139449965e-05, |
| "loss": 1.8067, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.011657011051425194, |
| "grad_norm": 5.371156408385522, |
| "learning_rate": 1.9999862342632258e-05, |
| "loss": 1.7726, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.01169834797004727, |
| "grad_norm": 4.715562111195242, |
| "learning_rate": 1.9999855373744813e-05, |
| "loss": 1.8257, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.011739684888669343, |
| "grad_norm": 4.672226047314074, |
| "learning_rate": 1.9999848232787753e-05, |
| "loss": 1.807, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.011781021807291419, |
| "grad_norm": 5.305211095175868, |
| "learning_rate": 1.9999840919761202e-05, |
| "loss": 1.8398, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.011822358725913494, |
| "grad_norm": 4.973800529744849, |
| "learning_rate": 1.9999833434665282e-05, |
| "loss": 1.8028, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.01186369564453557, |
| "grad_norm": 4.580336749750151, |
| "learning_rate": 1.9999825777500127e-05, |
| "loss": 1.7559, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.011905032563157645, |
| "grad_norm": 5.203176556084249, |
| "learning_rate": 1.999981794826586e-05, |
| "loss": 1.8375, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.01194636948177972, |
| "grad_norm": 5.810430258629928, |
| "learning_rate": 1.9999809946962627e-05, |
| "loss": 1.8126, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.011987706400401794, |
| "grad_norm": 5.7480488342439955, |
| "learning_rate": 1.9999801773590556e-05, |
| "loss": 1.8228, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.01202904331902387, |
| "grad_norm": 4.946108636349945, |
| "learning_rate": 1.9999793428149793e-05, |
| "loss": 1.7801, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.012070380237645945, |
| "grad_norm": 4.686375909907021, |
| "learning_rate": 1.9999784910640484e-05, |
| "loss": 1.7595, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.01211171715626802, |
| "grad_norm": 5.2352360374303135, |
| "learning_rate": 1.9999776221062767e-05, |
| "loss": 1.8413, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.012153054074890096, |
| "grad_norm": 4.509401680547479, |
| "learning_rate": 1.99997673594168e-05, |
| "loss": 1.7973, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.012194390993512171, |
| "grad_norm": 4.614511294927466, |
| "learning_rate": 1.9999758325702728e-05, |
| "loss": 1.8206, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.012235727912134245, |
| "grad_norm": 6.185921445660834, |
| "learning_rate": 1.9999749119920714e-05, |
| "loss": 1.8462, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.01227706483075632, |
| "grad_norm": 4.174924494562577, |
| "learning_rate": 1.999973974207091e-05, |
| "loss": 1.8036, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.012318401749378396, |
| "grad_norm": 4.836665186633954, |
| "learning_rate": 1.9999730192153483e-05, |
| "loss": 1.8517, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.012359738668000471, |
| "grad_norm": 5.384960643252126, |
| "learning_rate": 1.999972047016859e-05, |
| "loss": 1.8159, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.012401075586622547, |
| "grad_norm": 5.021462883098841, |
| "learning_rate": 1.9999710576116403e-05, |
| "loss": 1.7985, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.012442412505244622, |
| "grad_norm": 5.427243361920921, |
| "learning_rate": 1.99997005099971e-05, |
| "loss": 1.7765, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.012483749423866698, |
| "grad_norm": 4.491526906719712, |
| "learning_rate": 1.999969027181084e-05, |
| "loss": 1.8183, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.012525086342488771, |
| "grad_norm": 4.559161527860771, |
| "learning_rate": 1.9999679861557804e-05, |
| "loss": 1.724, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.012566423261110847, |
| "grad_norm": 4.161439649907769, |
| "learning_rate": 1.9999669279238173e-05, |
| "loss": 1.7683, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.012607760179732922, |
| "grad_norm": 4.56366674854018, |
| "learning_rate": 1.999965852485213e-05, |
| "loss": 1.786, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.012649097098354998, |
| "grad_norm": 5.245429404102266, |
| "learning_rate": 1.999964759839986e-05, |
| "loss": 1.7822, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.012690434016977073, |
| "grad_norm": 4.6630532976211825, |
| "learning_rate": 1.9999636499881548e-05, |
| "loss": 1.7466, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.012731770935599148, |
| "grad_norm": 4.060133282127772, |
| "learning_rate": 1.9999625229297385e-05, |
| "loss": 1.795, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.012773107854221222, |
| "grad_norm": 3.9035653210065644, |
| "learning_rate": 1.9999613786647568e-05, |
| "loss": 1.7644, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.012814444772843298, |
| "grad_norm": 4.309261522039182, |
| "learning_rate": 1.9999602171932292e-05, |
| "loss": 1.7843, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.012855781691465373, |
| "grad_norm": 4.849350440475919, |
| "learning_rate": 1.999959038515176e-05, |
| "loss": 1.7703, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.012897118610087448, |
| "grad_norm": 4.275025549538348, |
| "learning_rate": 1.999957842630617e-05, |
| "loss": 1.7714, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.012938455528709524, |
| "grad_norm": 5.173686081149218, |
| "learning_rate": 1.9999566295395728e-05, |
| "loss": 1.7638, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.0129797924473316, |
| "grad_norm": 4.908518222034618, |
| "learning_rate": 1.999955399242065e-05, |
| "loss": 1.8008, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.013021129365953673, |
| "grad_norm": 4.14921313541257, |
| "learning_rate": 1.9999541517381137e-05, |
| "loss": 1.7741, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.013062466284575748, |
| "grad_norm": 4.543722393877187, |
| "learning_rate": 1.9999528870277412e-05, |
| "loss": 1.7949, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.013103803203197824, |
| "grad_norm": 4.410976439510873, |
| "learning_rate": 1.9999516051109688e-05, |
| "loss": 1.7547, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.0131451401218199, |
| "grad_norm": 5.705194883861194, |
| "learning_rate": 1.9999503059878188e-05, |
| "loss": 1.7513, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.013186477040441975, |
| "grad_norm": 4.65186813408292, |
| "learning_rate": 1.999948989658313e-05, |
| "loss": 1.7664, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.01322781395906405, |
| "grad_norm": 5.20074413082596, |
| "learning_rate": 1.9999476561224754e-05, |
| "loss": 1.7545, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.013269150877686124, |
| "grad_norm": 3.9975643391331745, |
| "learning_rate": 1.9999463053803275e-05, |
| "loss": 1.7175, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.0133104877963082, |
| "grad_norm": 4.798261065065511, |
| "learning_rate": 1.9999449374318934e-05, |
| "loss": 1.7464, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.013351824714930275, |
| "grad_norm": 4.858469902498838, |
| "learning_rate": 1.9999435522771963e-05, |
| "loss": 1.7568, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.01339316163355235, |
| "grad_norm": 4.236662694907985, |
| "learning_rate": 1.99994214991626e-05, |
| "loss": 1.7335, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.013434498552174426, |
| "grad_norm": 4.6188062645939585, |
| "learning_rate": 1.9999407303491085e-05, |
| "loss": 1.7529, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.013475835470796501, |
| "grad_norm": 4.77521754475989, |
| "learning_rate": 1.9999392935757668e-05, |
| "loss": 1.7734, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.013517172389418576, |
| "grad_norm": 6.027108769658543, |
| "learning_rate": 1.999937839596259e-05, |
| "loss": 1.8136, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.01355850930804065, |
| "grad_norm": 4.163761649197771, |
| "learning_rate": 1.9999363684106105e-05, |
| "loss": 1.7085, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.013599846226662726, |
| "grad_norm": 3.916493440655603, |
| "learning_rate": 1.9999348800188466e-05, |
| "loss": 1.7815, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.013641183145284801, |
| "grad_norm": 4.397530066361572, |
| "learning_rate": 1.9999333744209924e-05, |
| "loss": 1.7759, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.013682520063906876, |
| "grad_norm": 4.839462185241853, |
| "learning_rate": 1.9999318516170747e-05, |
| "loss": 1.7548, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.013723856982528952, |
| "grad_norm": 4.759012044819632, |
| "learning_rate": 1.999930311607119e-05, |
| "loss": 1.7815, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.013765193901151027, |
| "grad_norm": 4.1799473470272295, |
| "learning_rate": 1.9999287543911522e-05, |
| "loss": 1.7907, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.013806530819773101, |
| "grad_norm": 4.454633377063746, |
| "learning_rate": 1.9999271799692006e-05, |
| "loss": 1.7579, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.013847867738395176, |
| "grad_norm": 4.997867503776301, |
| "learning_rate": 1.999925588341292e-05, |
| "loss": 1.7335, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.013889204657017252, |
| "grad_norm": 4.345433706332678, |
| "learning_rate": 1.999923979507453e-05, |
| "loss": 1.7124, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.013930541575639327, |
| "grad_norm": 4.531985231521044, |
| "learning_rate": 1.999922353467712e-05, |
| "loss": 1.758, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.013971878494261403, |
| "grad_norm": 4.399801080955952, |
| "learning_rate": 1.9999207102220962e-05, |
| "loss": 1.7065, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.014013215412883478, |
| "grad_norm": 5.059800651377326, |
| "learning_rate": 1.999919049770635e-05, |
| "loss": 1.693, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.014054552331505552, |
| "grad_norm": 4.260000291303237, |
| "learning_rate": 1.9999173721133557e-05, |
| "loss": 1.7488, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.014095889250127627, |
| "grad_norm": 4.5331171056345605, |
| "learning_rate": 1.999915677250288e-05, |
| "loss": 1.7046, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.014137226168749703, |
| "grad_norm": 4.187185061547482, |
| "learning_rate": 1.999913965181461e-05, |
| "loss": 1.7013, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.014178563087371778, |
| "grad_norm": 4.429191188349303, |
| "learning_rate": 1.999912235906904e-05, |
| "loss": 1.7127, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.014219900005993854, |
| "grad_norm": 4.083346883074332, |
| "learning_rate": 1.9999104894266466e-05, |
| "loss": 1.7571, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.014261236924615929, |
| "grad_norm": 4.424685185794806, |
| "learning_rate": 1.999908725740719e-05, |
| "loss": 1.7563, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.014302573843238003, |
| "grad_norm": 4.285454928033791, |
| "learning_rate": 1.9999069448491516e-05, |
| "loss": 1.7547, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.014343910761860078, |
| "grad_norm": 4.424718664433471, |
| "learning_rate": 1.999905146751975e-05, |
| "loss": 1.7374, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.014385247680482154, |
| "grad_norm": 4.075077717271962, |
| "learning_rate": 1.99990333144922e-05, |
| "loss": 1.7661, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.014426584599104229, |
| "grad_norm": 4.538474712661468, |
| "learning_rate": 1.999901498940918e-05, |
| "loss": 1.7118, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.014467921517726304, |
| "grad_norm": 4.435775318213515, |
| "learning_rate": 1.9998996492271007e-05, |
| "loss": 1.7368, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.01450925843634838, |
| "grad_norm": 4.545629750120307, |
| "learning_rate": 1.9998977823077998e-05, |
| "loss": 1.7335, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.014550595354970454, |
| "grad_norm": 4.359608762821868, |
| "learning_rate": 1.9998958981830473e-05, |
| "loss": 1.7318, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.014591932273592529, |
| "grad_norm": 4.453842525389737, |
| "learning_rate": 1.9998939968528754e-05, |
| "loss": 1.7499, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.014633269192214604, |
| "grad_norm": 5.088846901725583, |
| "learning_rate": 1.9998920783173172e-05, |
| "loss": 1.7555, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.01467460611083668, |
| "grad_norm": 4.1590343693668395, |
| "learning_rate": 1.9998901425764057e-05, |
| "loss": 1.7386, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.014715943029458755, |
| "grad_norm": 4.181140524329235, |
| "learning_rate": 1.9998881896301744e-05, |
| "loss": 1.6455, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.01475727994808083, |
| "grad_norm": 4.228896471972448, |
| "learning_rate": 1.999886219478656e-05, |
| "loss": 1.7282, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.014798616866702906, |
| "grad_norm": 3.9899831004408526, |
| "learning_rate": 1.9998842321218855e-05, |
| "loss": 1.7201, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.01483995378532498, |
| "grad_norm": 3.9178031007246408, |
| "learning_rate": 1.9998822275598964e-05, |
| "loss": 1.6812, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.014881290703947055, |
| "grad_norm": 4.3808976089497484, |
| "learning_rate": 1.9998802057927236e-05, |
| "loss": 1.7175, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.01492262762256913, |
| "grad_norm": 3.9780395209303197, |
| "learning_rate": 1.9998781668204015e-05, |
| "loss": 1.7351, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.014963964541191206, |
| "grad_norm": 5.378812354806347, |
| "learning_rate": 1.9998761106429655e-05, |
| "loss": 1.7092, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.015005301459813282, |
| "grad_norm": 3.9422939515447246, |
| "learning_rate": 1.999874037260451e-05, |
| "loss": 1.7261, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.015046638378435357, |
| "grad_norm": 4.442422033504748, |
| "learning_rate": 1.9998719466728934e-05, |
| "loss": 1.7027, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.01508797529705743, |
| "grad_norm": 4.102984271689072, |
| "learning_rate": 1.9998698388803288e-05, |
| "loss": 1.6741, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.015129312215679506, |
| "grad_norm": 3.9608491048290615, |
| "learning_rate": 1.9998677138827934e-05, |
| "loss": 1.7542, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.015170649134301582, |
| "grad_norm": 4.561629575046756, |
| "learning_rate": 1.999865571680324e-05, |
| "loss": 1.6785, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.015211986052923657, |
| "grad_norm": 4.4640127715057885, |
| "learning_rate": 1.9998634122729573e-05, |
| "loss": 1.7, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.015253322971545732, |
| "grad_norm": 3.8935864417828188, |
| "learning_rate": 1.9998612356607303e-05, |
| "loss": 1.6939, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.015294659890167808, |
| "grad_norm": 5.011277234521909, |
| "learning_rate": 1.9998590418436808e-05, |
| "loss": 1.7019, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.015335996808789882, |
| "grad_norm": 4.107354033282244, |
| "learning_rate": 1.9998568308218465e-05, |
| "loss": 1.6637, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.015377333727411957, |
| "grad_norm": 5.3480918453617905, |
| "learning_rate": 1.999854602595265e-05, |
| "loss": 1.7322, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.015418670646034032, |
| "grad_norm": 4.443648241332512, |
| "learning_rate": 1.9998523571639752e-05, |
| "loss": 1.6794, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.015460007564656108, |
| "grad_norm": 3.4677507775480025, |
| "learning_rate": 1.999850094528015e-05, |
| "loss": 1.6943, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.015501344483278183, |
| "grad_norm": 4.306434811794374, |
| "learning_rate": 1.9998478146874244e-05, |
| "loss": 1.6996, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.015542681401900259, |
| "grad_norm": 5.783322294479809, |
| "learning_rate": 1.9998455176422423e-05, |
| "loss": 1.7071, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.015584018320522332, |
| "grad_norm": 5.907422561947855, |
| "learning_rate": 1.999843203392507e-05, |
| "loss": 1.7736, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.01562535523914441, |
| "grad_norm": 4.114299347318918, |
| "learning_rate": 1.9998408719382602e-05, |
| "loss": 1.7068, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.015666692157766483, |
| "grad_norm": 4.897826252389082, |
| "learning_rate": 1.999838523279541e-05, |
| "loss": 1.6542, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.01570802907638856, |
| "grad_norm": 4.387711122090114, |
| "learning_rate": 1.9998361574163897e-05, |
| "loss": 1.7202, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.015749365995010634, |
| "grad_norm": 4.249935651772863, |
| "learning_rate": 1.999833774348847e-05, |
| "loss": 1.6871, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.015790702913632708, |
| "grad_norm": 4.961734747800958, |
| "learning_rate": 1.9998313740769547e-05, |
| "loss": 1.7012, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.015832039832254785, |
| "grad_norm": 4.247988360660198, |
| "learning_rate": 1.9998289566007535e-05, |
| "loss": 1.684, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.01587337675087686, |
| "grad_norm": 5.434305269506113, |
| "learning_rate": 1.999826521920285e-05, |
| "loss": 1.7673, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.015914713669498936, |
| "grad_norm": 4.617133742171007, |
| "learning_rate": 1.999824070035591e-05, |
| "loss": 1.6622, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.01595605058812101, |
| "grad_norm": 3.70746479523289, |
| "learning_rate": 1.9998216009467136e-05, |
| "loss": 1.6647, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.015997387506743083, |
| "grad_norm": 4.604026510578186, |
| "learning_rate": 1.999819114653696e-05, |
| "loss": 1.6772, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.01603872442536516, |
| "grad_norm": 3.8606213125382642, |
| "learning_rate": 1.9998166111565804e-05, |
| "loss": 1.694, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.016080061343987234, |
| "grad_norm": 5.0244652420608045, |
| "learning_rate": 1.99981409045541e-05, |
| "loss": 1.7797, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.01612139826260931, |
| "grad_norm": 4.707739461519922, |
| "learning_rate": 1.999811552550228e-05, |
| "loss": 1.7159, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.016162735181231385, |
| "grad_norm": 3.9677147576335043, |
| "learning_rate": 1.9998089974410782e-05, |
| "loss": 1.6708, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.016204072099853462, |
| "grad_norm": 4.311084704937728, |
| "learning_rate": 1.9998064251280048e-05, |
| "loss": 1.7109, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.016245409018475536, |
| "grad_norm": 3.9457174661249534, |
| "learning_rate": 1.999803835611052e-05, |
| "loss": 1.6713, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.01628674593709761, |
| "grad_norm": 3.947531059176682, |
| "learning_rate": 1.999801228890264e-05, |
| "loss": 1.6796, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.016328082855719687, |
| "grad_norm": 4.14663907999712, |
| "learning_rate": 1.9997986049656858e-05, |
| "loss": 1.6452, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.01636941977434176, |
| "grad_norm": 3.897276226226099, |
| "learning_rate": 1.9997959638373626e-05, |
| "loss": 1.6507, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.016410756692963838, |
| "grad_norm": 3.778326978683171, |
| "learning_rate": 1.9997933055053402e-05, |
| "loss": 1.7378, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.01645209361158591, |
| "grad_norm": 4.014730222130603, |
| "learning_rate": 1.9997906299696635e-05, |
| "loss": 1.6651, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.016493430530207985, |
| "grad_norm": 3.8164751076978223, |
| "learning_rate": 1.9997879372303797e-05, |
| "loss": 1.7007, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.016534767448830062, |
| "grad_norm": 3.922371704332535, |
| "learning_rate": 1.999785227287534e-05, |
| "loss": 1.7161, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.016576104367452136, |
| "grad_norm": 3.934785675300376, |
| "learning_rate": 1.9997825001411738e-05, |
| "loss": 1.6704, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.016617441286074213, |
| "grad_norm": 4.564033996587743, |
| "learning_rate": 1.9997797557913455e-05, |
| "loss": 1.6918, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.016658778204696287, |
| "grad_norm": 4.4245567390274365, |
| "learning_rate": 1.9997769942380968e-05, |
| "loss": 1.7143, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.016700115123318364, |
| "grad_norm": 3.8624198473379874, |
| "learning_rate": 1.9997742154814744e-05, |
| "loss": 1.7298, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.016741452041940438, |
| "grad_norm": 4.010446146589402, |
| "learning_rate": 1.9997714195215275e-05, |
| "loss": 1.6851, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.01678278896056251, |
| "grad_norm": 4.139527737935189, |
| "learning_rate": 1.9997686063583028e-05, |
| "loss": 1.6597, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.01682412587918459, |
| "grad_norm": 3.617422879629344, |
| "learning_rate": 1.9997657759918498e-05, |
| "loss": 1.7078, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.016865462797806662, |
| "grad_norm": 4.492323213426353, |
| "learning_rate": 1.9997629284222165e-05, |
| "loss": 1.6521, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.01690679971642874, |
| "grad_norm": 5.007903819964739, |
| "learning_rate": 1.999760063649452e-05, |
| "loss": 1.6694, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.016948136635050813, |
| "grad_norm": 4.960862868620129, |
| "learning_rate": 1.999757181673606e-05, |
| "loss": 1.68, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.01698947355367289, |
| "grad_norm": 5.878432740559922, |
| "learning_rate": 1.9997542824947276e-05, |
| "loss": 1.6736, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.017030810472294964, |
| "grad_norm": 4.440326929426054, |
| "learning_rate": 1.999751366112867e-05, |
| "loss": 1.6335, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.017072147390917038, |
| "grad_norm": 4.263618522816504, |
| "learning_rate": 1.999748432528074e-05, |
| "loss": 1.7186, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.017113484309539115, |
| "grad_norm": 4.292363992231819, |
| "learning_rate": 1.9997454817403996e-05, |
| "loss": 1.6416, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.01715482122816119, |
| "grad_norm": 4.013314862106662, |
| "learning_rate": 1.9997425137498944e-05, |
| "loss": 1.723, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.017196158146783266, |
| "grad_norm": 4.07382683143937, |
| "learning_rate": 1.999739528556609e-05, |
| "loss": 1.6604, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.01723749506540534, |
| "grad_norm": 4.533516304139438, |
| "learning_rate": 1.9997365261605957e-05, |
| "loss": 1.6683, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.017278831984027413, |
| "grad_norm": 5.114666733039835, |
| "learning_rate": 1.999733506561905e-05, |
| "loss": 1.6925, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.01732016890264949, |
| "grad_norm": 3.895641699630939, |
| "learning_rate": 1.99973046976059e-05, |
| "loss": 1.6743, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.017361505821271564, |
| "grad_norm": 3.9125805892169465, |
| "learning_rate": 1.9997274157567025e-05, |
| "loss": 1.6823, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.01740284273989364, |
| "grad_norm": 4.530982763817902, |
| "learning_rate": 1.999724344550295e-05, |
| "loss": 1.666, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.017444179658515715, |
| "grad_norm": 4.806928145874966, |
| "learning_rate": 1.9997212561414198e-05, |
| "loss": 1.7254, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.017485516577137792, |
| "grad_norm": 3.9697720655534483, |
| "learning_rate": 1.999718150530131e-05, |
| "loss": 1.6241, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.017526853495759866, |
| "grad_norm": 4.257480914158059, |
| "learning_rate": 1.9997150277164815e-05, |
| "loss": 1.6346, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.01756819041438194, |
| "grad_norm": 3.799531767116148, |
| "learning_rate": 1.999711887700525e-05, |
| "loss": 1.6296, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.017609527333004017, |
| "grad_norm": 3.802902072405634, |
| "learning_rate": 1.999708730482316e-05, |
| "loss": 1.6296, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.01765086425162609, |
| "grad_norm": 5.118064089629252, |
| "learning_rate": 1.9997055560619082e-05, |
| "loss": 1.643, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.017692201170248167, |
| "grad_norm": 4.227158901611068, |
| "learning_rate": 1.9997023644393567e-05, |
| "loss": 1.6698, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.01773353808887024, |
| "grad_norm": 4.238927562799819, |
| "learning_rate": 1.9996991556147166e-05, |
| "loss": 1.653, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.017774875007492315, |
| "grad_norm": 4.204830304370112, |
| "learning_rate": 1.9996959295880423e-05, |
| "loss": 1.6844, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.017816211926114392, |
| "grad_norm": 4.097133417277415, |
| "learning_rate": 1.99969268635939e-05, |
| "loss": 1.6212, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.017857548844736466, |
| "grad_norm": 4.65335395814053, |
| "learning_rate": 1.999689425928815e-05, |
| "loss": 1.6882, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.017898885763358543, |
| "grad_norm": 4.112571966210029, |
| "learning_rate": 1.999686148296374e-05, |
| "loss": 1.6929, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.017940222681980617, |
| "grad_norm": 5.088602258322444, |
| "learning_rate": 1.999682853462123e-05, |
| "loss": 1.6648, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.017981559600602694, |
| "grad_norm": 3.9480572889086147, |
| "learning_rate": 1.9996795414261186e-05, |
| "loss": 1.5896, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.018022896519224767, |
| "grad_norm": 4.8104711694243, |
| "learning_rate": 1.9996762121884186e-05, |
| "loss": 1.6709, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.01806423343784684, |
| "grad_norm": 5.388396623467715, |
| "learning_rate": 1.999672865749079e-05, |
| "loss": 1.6716, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.01810557035646892, |
| "grad_norm": 4.279793170082693, |
| "learning_rate": 1.9996695021081584e-05, |
| "loss": 1.632, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.018146907275090992, |
| "grad_norm": 4.624743597271427, |
| "learning_rate": 1.999666121265714e-05, |
| "loss": 1.6054, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.01818824419371307, |
| "grad_norm": 4.133320200289432, |
| "learning_rate": 1.9996627232218048e-05, |
| "loss": 1.6418, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.018229581112335143, |
| "grad_norm": 4.0963463496824986, |
| "learning_rate": 1.9996593079764884e-05, |
| "loss": 1.6683, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.01827091803095722, |
| "grad_norm": 4.03547359932741, |
| "learning_rate": 1.9996558755298238e-05, |
| "loss": 1.5996, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.018312254949579294, |
| "grad_norm": 4.156363997210419, |
| "learning_rate": 1.9996524258818706e-05, |
| "loss": 1.6471, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.018353591868201367, |
| "grad_norm": 4.075479637959615, |
| "learning_rate": 1.9996489590326874e-05, |
| "loss": 1.5989, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.018394928786823445, |
| "grad_norm": 4.63601174765512, |
| "learning_rate": 1.9996454749823345e-05, |
| "loss": 1.6642, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.018436265705445518, |
| "grad_norm": 3.760851338042477, |
| "learning_rate": 1.9996419737308715e-05, |
| "loss": 1.6579, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.018477602624067595, |
| "grad_norm": 3.979536768168784, |
| "learning_rate": 1.9996384552783588e-05, |
| "loss": 1.6006, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.01851893954268967, |
| "grad_norm": 4.246767902971398, |
| "learning_rate": 1.9996349196248563e-05, |
| "loss": 1.6715, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.018560276461311743, |
| "grad_norm": 4.26779353731614, |
| "learning_rate": 1.999631366770426e-05, |
| "loss": 1.6859, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.01860161337993382, |
| "grad_norm": 4.049582440808523, |
| "learning_rate": 1.9996277967151283e-05, |
| "loss": 1.6882, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.018642950298555894, |
| "grad_norm": 4.066185344313316, |
| "learning_rate": 1.9996242094590248e-05, |
| "loss": 1.6601, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.01868428721717797, |
| "grad_norm": 3.7309702600230494, |
| "learning_rate": 1.9996206050021768e-05, |
| "loss": 1.6453, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.018725624135800045, |
| "grad_norm": 4.307728435051617, |
| "learning_rate": 1.9996169833446473e-05, |
| "loss": 1.6728, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.01876696105442212, |
| "grad_norm": 3.892468749865279, |
| "learning_rate": 1.9996133444864974e-05, |
| "loss": 1.6996, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.018808297973044195, |
| "grad_norm": 4.172694653615993, |
| "learning_rate": 1.999609688427791e-05, |
| "loss": 1.6519, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.01884963489166627, |
| "grad_norm": 4.211392128772361, |
| "learning_rate": 1.9996060151685895e-05, |
| "loss": 1.6096, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.018890971810288346, |
| "grad_norm": 4.728429773380645, |
| "learning_rate": 1.9996023247089576e-05, |
| "loss": 1.6217, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.01893230872891042, |
| "grad_norm": 3.7603074265755745, |
| "learning_rate": 1.999598617048958e-05, |
| "loss": 1.617, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.018973645647532497, |
| "grad_norm": 4.5264911357846165, |
| "learning_rate": 1.9995948921886547e-05, |
| "loss": 1.6009, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.01901498256615457, |
| "grad_norm": 4.285402551531064, |
| "learning_rate": 1.999591150128112e-05, |
| "loss": 1.6666, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.019056319484776648, |
| "grad_norm": 4.528562163332608, |
| "learning_rate": 1.9995873908673936e-05, |
| "loss": 1.6967, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.01909765640339872, |
| "grad_norm": 4.331142545150304, |
| "learning_rate": 1.999583614406565e-05, |
| "loss": 1.6387, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.019138993322020795, |
| "grad_norm": 4.277497333006759, |
| "learning_rate": 1.9995798207456906e-05, |
| "loss": 1.6407, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.019180330240642873, |
| "grad_norm": 4.236531733677237, |
| "learning_rate": 1.999576009884836e-05, |
| "loss": 1.6528, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.019221667159264946, |
| "grad_norm": 4.1527404087837825, |
| "learning_rate": 1.9995721818240664e-05, |
| "loss": 1.6386, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.019263004077887023, |
| "grad_norm": 4.21734134516066, |
| "learning_rate": 1.999568336563448e-05, |
| "loss": 1.6531, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.019304340996509097, |
| "grad_norm": 4.010277949791672, |
| "learning_rate": 1.999564474103047e-05, |
| "loss": 1.6125, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.01934567791513117, |
| "grad_norm": 4.974363400314765, |
| "learning_rate": 1.99956059444293e-05, |
| "loss": 1.6562, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.019387014833753248, |
| "grad_norm": 3.461845715262989, |
| "learning_rate": 1.999556697583163e-05, |
| "loss": 1.6715, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.01942835175237532, |
| "grad_norm": 4.501289760535044, |
| "learning_rate": 1.999552783523814e-05, |
| "loss": 1.6276, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.0194696886709974, |
| "grad_norm": 3.980526992455661, |
| "learning_rate": 1.99954885226495e-05, |
| "loss": 1.6512, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.019511025589619473, |
| "grad_norm": 4.754361998561602, |
| "learning_rate": 1.9995449038066385e-05, |
| "loss": 1.6563, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.01955236250824155, |
| "grad_norm": 3.962924389993788, |
| "learning_rate": 1.9995409381489473e-05, |
| "loss": 1.5921, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.019593699426863623, |
| "grad_norm": 4.230038259640959, |
| "learning_rate": 1.999536955291945e-05, |
| "loss": 1.6266, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.019635036345485697, |
| "grad_norm": 3.4637303252434863, |
| "learning_rate": 1.9995329552356996e-05, |
| "loss": 1.5613, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.019676373264107774, |
| "grad_norm": 4.180047059414082, |
| "learning_rate": 1.999528937980281e-05, |
| "loss": 1.6358, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.019717710182729848, |
| "grad_norm": 4.407688478601427, |
| "learning_rate": 1.9995249035257572e-05, |
| "loss": 1.6276, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.019759047101351925, |
| "grad_norm": 5.682179019619738, |
| "learning_rate": 1.999520851872198e-05, |
| "loss": 1.6339, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.019800384019974, |
| "grad_norm": 5.80296950656401, |
| "learning_rate": 1.9995167830196732e-05, |
| "loss": 1.6735, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.019841720938596073, |
| "grad_norm": 4.788010741660107, |
| "learning_rate": 1.999512696968253e-05, |
| "loss": 1.6183, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.01988305785721815, |
| "grad_norm": 3.2823877198029683, |
| "learning_rate": 1.9995085937180075e-05, |
| "loss": 1.6314, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.019924394775840223, |
| "grad_norm": 4.513204723991569, |
| "learning_rate": 1.9995044732690074e-05, |
| "loss": 1.6558, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.0199657316944623, |
| "grad_norm": 3.710887033971277, |
| "learning_rate": 1.999500335621323e-05, |
| "loss": 1.6339, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.020007068613084374, |
| "grad_norm": 3.914180149814728, |
| "learning_rate": 1.9994961807750264e-05, |
| "loss": 1.6263, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.02004840553170645, |
| "grad_norm": 4.149254446951243, |
| "learning_rate": 1.999492008730189e-05, |
| "loss": 1.6276, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.020089742450328525, |
| "grad_norm": 3.8520876610172756, |
| "learning_rate": 1.9994878194868817e-05, |
| "loss": 1.6168, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.0201310793689506, |
| "grad_norm": 4.315135033151227, |
| "learning_rate": 1.9994836130451777e-05, |
| "loss": 1.6799, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.020172416287572676, |
| "grad_norm": 4.299172694880712, |
| "learning_rate": 1.9994793894051483e-05, |
| "loss": 1.6094, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.02021375320619475, |
| "grad_norm": 3.9099719074716974, |
| "learning_rate": 1.999475148566867e-05, |
| "loss": 1.6002, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.020255090124816827, |
| "grad_norm": 3.621204913700773, |
| "learning_rate": 1.9994708905304066e-05, |
| "loss": 1.627, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.0202964270434389, |
| "grad_norm": 4.002608239997497, |
| "learning_rate": 1.9994666152958403e-05, |
| "loss": 1.6377, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.020337763962060978, |
| "grad_norm": 3.509839578650558, |
| "learning_rate": 1.9994623228632413e-05, |
| "loss": 1.6498, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.02037910088068305, |
| "grad_norm": 3.948041169756955, |
| "learning_rate": 1.9994580132326843e-05, |
| "loss": 1.6605, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.020420437799305125, |
| "grad_norm": 3.7588684802290713, |
| "learning_rate": 1.9994536864042428e-05, |
| "loss": 1.6845, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.020461774717927202, |
| "grad_norm": 4.867688920782023, |
| "learning_rate": 1.999449342377991e-05, |
| "loss": 1.5575, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.020503111636549276, |
| "grad_norm": 4.235921275935457, |
| "learning_rate": 1.9994449811540044e-05, |
| "loss": 1.6329, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.020544448555171353, |
| "grad_norm": 5.353004787701509, |
| "learning_rate": 1.9994406027323578e-05, |
| "loss": 1.5961, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.020585785473793427, |
| "grad_norm": 4.49092979482084, |
| "learning_rate": 1.999436207113126e-05, |
| "loss": 1.6152, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.0206271223924155, |
| "grad_norm": 4.786632872232947, |
| "learning_rate": 1.9994317942963856e-05, |
| "loss": 1.5889, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.020668459311037578, |
| "grad_norm": 3.7616100197105324, |
| "learning_rate": 1.999427364282212e-05, |
| "loss": 1.6428, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.02070979622965965, |
| "grad_norm": 4.922026489251745, |
| "learning_rate": 1.999422917070681e-05, |
| "loss": 1.6404, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.02075113314828173, |
| "grad_norm": 4.51143708824428, |
| "learning_rate": 1.9994184526618698e-05, |
| "loss": 1.6532, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.020792470066903802, |
| "grad_norm": 4.104589032058005, |
| "learning_rate": 1.999413971055855e-05, |
| "loss": 1.6071, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.02083380698552588, |
| "grad_norm": 4.89262784656072, |
| "learning_rate": 1.999409472252714e-05, |
| "loss": 1.6516, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.020875143904147953, |
| "grad_norm": 3.6347037714340122, |
| "learning_rate": 1.9994049562525235e-05, |
| "loss": 1.5681, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.020916480822770027, |
| "grad_norm": 3.986687295644655, |
| "learning_rate": 1.9994004230553616e-05, |
| "loss": 1.6061, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.020957817741392104, |
| "grad_norm": 5.1196884550128825, |
| "learning_rate": 1.999395872661307e-05, |
| "loss": 1.646, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.020999154660014178, |
| "grad_norm": 4.073313251564883, |
| "learning_rate": 1.9993913050704362e-05, |
| "loss": 1.5632, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.021040491578636255, |
| "grad_norm": 3.773829349198683, |
| "learning_rate": 1.99938672028283e-05, |
| "loss": 1.596, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.02108182849725833, |
| "grad_norm": 5.707286361857388, |
| "learning_rate": 1.9993821182985655e-05, |
| "loss": 1.587, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.021123165415880402, |
| "grad_norm": 4.135913165404502, |
| "learning_rate": 1.9993774991177227e-05, |
| "loss": 1.6229, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.02116450233450248, |
| "grad_norm": 4.538213401615244, |
| "learning_rate": 1.9993728627403814e-05, |
| "loss": 1.5913, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.021205839253124553, |
| "grad_norm": 4.103580788767663, |
| "learning_rate": 1.9993682091666206e-05, |
| "loss": 1.6532, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.02124717617174663, |
| "grad_norm": 3.6711472807654064, |
| "learning_rate": 1.9993635383965205e-05, |
| "loss": 1.5746, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.021288513090368704, |
| "grad_norm": 5.277279072305559, |
| "learning_rate": 1.9993588504301623e-05, |
| "loss": 1.597, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.02132985000899078, |
| "grad_norm": 3.646653216373581, |
| "learning_rate": 1.9993541452676257e-05, |
| "loss": 1.6045, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.021371186927612855, |
| "grad_norm": 4.454553625669168, |
| "learning_rate": 1.999349422908992e-05, |
| "loss": 1.6168, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.02141252384623493, |
| "grad_norm": 4.408940295701244, |
| "learning_rate": 1.999344683354343e-05, |
| "loss": 1.5688, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.021453860764857006, |
| "grad_norm": 4.30626191840598, |
| "learning_rate": 1.9993399266037593e-05, |
| "loss": 1.5743, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.02149519768347908, |
| "grad_norm": 3.674456985901954, |
| "learning_rate": 1.999335152657323e-05, |
| "loss": 1.5872, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.021536534602101157, |
| "grad_norm": 3.641790233464658, |
| "learning_rate": 1.9993303615151168e-05, |
| "loss": 1.5612, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.02157787152072323, |
| "grad_norm": 4.165728119210956, |
| "learning_rate": 1.9993255531772225e-05, |
| "loss": 1.59, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.021619208439345308, |
| "grad_norm": 3.8319777859342246, |
| "learning_rate": 1.9993207276437235e-05, |
| "loss": 1.5912, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.02166054535796738, |
| "grad_norm": 3.9855756729463168, |
| "learning_rate": 1.999315884914702e-05, |
| "loss": 1.58, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.021701882276589455, |
| "grad_norm": 3.8011477722676807, |
| "learning_rate": 1.999311024990242e-05, |
| "loss": 1.6003, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.021743219195211532, |
| "grad_norm": 3.985198206647649, |
| "learning_rate": 1.9993061478704275e-05, |
| "loss": 1.5986, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.021784556113833606, |
| "grad_norm": 3.9838081605823636, |
| "learning_rate": 1.9993012535553412e-05, |
| "loss": 1.6166, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.021825893032455683, |
| "grad_norm": 3.9996617755784043, |
| "learning_rate": 1.999296342045068e-05, |
| "loss": 1.5792, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.021867229951077757, |
| "grad_norm": 5.892962480457768, |
| "learning_rate": 1.9992914133396926e-05, |
| "loss": 1.6053, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.02190856686969983, |
| "grad_norm": 4.427789486632826, |
| "learning_rate": 1.9992864674392994e-05, |
| "loss": 1.6374, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.021949903788321908, |
| "grad_norm": 4.488482688049845, |
| "learning_rate": 1.9992815043439736e-05, |
| "loss": 1.6198, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.02199124070694398, |
| "grad_norm": 3.9697984164903035, |
| "learning_rate": 1.999276524053801e-05, |
| "loss": 1.6112, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.02203257762556606, |
| "grad_norm": 4.708237856178089, |
| "learning_rate": 1.9992715265688666e-05, |
| "loss": 1.569, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.022073914544188132, |
| "grad_norm": 4.180089792931872, |
| "learning_rate": 1.999266511889257e-05, |
| "loss": 1.564, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.02211525146281021, |
| "grad_norm": 4.540705844431402, |
| "learning_rate": 1.9992614800150582e-05, |
| "loss": 1.6062, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.022156588381432283, |
| "grad_norm": 3.6164199548569256, |
| "learning_rate": 1.999256430946357e-05, |
| "loss": 1.614, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.022197925300054357, |
| "grad_norm": 3.815681996528154, |
| "learning_rate": 1.9992513646832398e-05, |
| "loss": 1.5836, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.022239262218676434, |
| "grad_norm": 4.806439757203068, |
| "learning_rate": 1.9992462812257943e-05, |
| "loss": 1.6162, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.022280599137298508, |
| "grad_norm": 4.354139965343947, |
| "learning_rate": 1.999241180574108e-05, |
| "loss": 1.5888, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.022321936055920585, |
| "grad_norm": 4.126817858976234, |
| "learning_rate": 1.999236062728268e-05, |
| "loss": 1.5879, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.02236327297454266, |
| "grad_norm": 4.47607737943672, |
| "learning_rate": 1.9992309276883632e-05, |
| "loss": 1.6099, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.022404609893164732, |
| "grad_norm": 5.610066619695038, |
| "learning_rate": 1.9992257754544814e-05, |
| "loss": 1.593, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.02244594681178681, |
| "grad_norm": 4.2928973652861675, |
| "learning_rate": 1.9992206060267114e-05, |
| "loss": 1.5793, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.022487283730408883, |
| "grad_norm": 3.8921859700664325, |
| "learning_rate": 1.9992154194051422e-05, |
| "loss": 1.608, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.02252862064903096, |
| "grad_norm": 3.677731550454947, |
| "learning_rate": 1.999210215589863e-05, |
| "loss": 1.6151, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.022569957567653034, |
| "grad_norm": 4.200629201423265, |
| "learning_rate": 1.9992049945809632e-05, |
| "loss": 1.6246, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.02261129448627511, |
| "grad_norm": 4.064480908765512, |
| "learning_rate": 1.9991997563785332e-05, |
| "loss": 1.5607, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.022652631404897185, |
| "grad_norm": 3.5486537855524176, |
| "learning_rate": 1.9991945009826623e-05, |
| "loss": 1.5906, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.02269396832351926, |
| "grad_norm": 4.0698465101707, |
| "learning_rate": 1.9991892283934415e-05, |
| "loss": 1.5864, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.022735305242141336, |
| "grad_norm": 3.698399389749536, |
| "learning_rate": 1.9991839386109615e-05, |
| "loss": 1.593, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.02277664216076341, |
| "grad_norm": 4.854255782396672, |
| "learning_rate": 1.9991786316353134e-05, |
| "loss": 1.5961, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.022817979079385486, |
| "grad_norm": 3.5841353274799244, |
| "learning_rate": 1.9991733074665884e-05, |
| "loss": 1.5638, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.02285931599800756, |
| "grad_norm": 4.188646894537988, |
| "learning_rate": 1.9991679661048774e-05, |
| "loss": 1.5605, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.022900652916629637, |
| "grad_norm": 3.646293980881599, |
| "learning_rate": 1.9991626075502736e-05, |
| "loss": 1.5672, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.02294198983525171, |
| "grad_norm": 3.513345408175718, |
| "learning_rate": 1.999157231802868e-05, |
| "loss": 1.5228, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.022983326753873785, |
| "grad_norm": 4.22409759900443, |
| "learning_rate": 1.999151838862754e-05, |
| "loss": 1.5742, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.023024663672495862, |
| "grad_norm": 3.9606510772786674, |
| "learning_rate": 1.999146428730024e-05, |
| "loss": 1.5898, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.023066000591117936, |
| "grad_norm": 4.723833314885466, |
| "learning_rate": 1.9991410014047713e-05, |
| "loss": 1.6293, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.023107337509740013, |
| "grad_norm": 3.79738622812003, |
| "learning_rate": 1.999135556887089e-05, |
| "loss": 1.5347, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.023148674428362086, |
| "grad_norm": 3.5876021705924277, |
| "learning_rate": 1.9991300951770712e-05, |
| "loss": 1.5639, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.02319001134698416, |
| "grad_norm": 4.466727344043237, |
| "learning_rate": 1.9991246162748116e-05, |
| "loss": 1.5821, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.023231348265606237, |
| "grad_norm": 4.027485882579859, |
| "learning_rate": 1.999119120180404e-05, |
| "loss": 1.5641, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.02327268518422831, |
| "grad_norm": 4.698907728867797, |
| "learning_rate": 1.9991136068939436e-05, |
| "loss": 1.5717, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.023314022102850388, |
| "grad_norm": 3.9675562129009534, |
| "learning_rate": 1.9991080764155254e-05, |
| "loss": 1.5984, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.023355359021472462, |
| "grad_norm": 4.469330328433558, |
| "learning_rate": 1.9991025287452442e-05, |
| "loss": 1.5836, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.02339669594009454, |
| "grad_norm": 4.315359559691392, |
| "learning_rate": 1.9990969638831955e-05, |
| "loss": 1.5456, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.023438032858716613, |
| "grad_norm": 3.67958327218992, |
| "learning_rate": 1.9990913818294753e-05, |
| "loss": 1.6191, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.023479369777338686, |
| "grad_norm": 4.491956126894857, |
| "learning_rate": 1.9990857825841793e-05, |
| "loss": 1.5808, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.023520706695960764, |
| "grad_norm": 3.79674314266457, |
| "learning_rate": 1.999080166147404e-05, |
| "loss": 1.5183, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.023562043614582837, |
| "grad_norm": 4.5968252548890245, |
| "learning_rate": 1.999074532519246e-05, |
| "loss": 1.5757, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.023603380533204914, |
| "grad_norm": 3.5990834672231284, |
| "learning_rate": 1.9990688816998025e-05, |
| "loss": 1.6086, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.023644717451826988, |
| "grad_norm": 4.344410017466151, |
| "learning_rate": 1.99906321368917e-05, |
| "loss": 1.6113, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.023686054370449065, |
| "grad_norm": 3.7938891603257603, |
| "learning_rate": 1.9990575284874473e-05, |
| "loss": 1.6365, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.02372739128907114, |
| "grad_norm": 3.562057149121525, |
| "learning_rate": 1.999051826094731e-05, |
| "loss": 1.5485, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.023768728207693213, |
| "grad_norm": 4.081479989742111, |
| "learning_rate": 1.99904610651112e-05, |
| "loss": 1.5689, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.02381006512631529, |
| "grad_norm": 3.759485760858795, |
| "learning_rate": 1.999040369736712e-05, |
| "loss": 1.564, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.023851402044937364, |
| "grad_norm": 4.032363621919849, |
| "learning_rate": 1.9990346157716064e-05, |
| "loss": 1.6025, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.02389273896355944, |
| "grad_norm": 3.6432323322843403, |
| "learning_rate": 1.999028844615902e-05, |
| "loss": 1.5271, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.023934075882181514, |
| "grad_norm": 3.802770545609017, |
| "learning_rate": 1.9990230562696983e-05, |
| "loss": 1.5967, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.023975412800803588, |
| "grad_norm": 3.795072573463222, |
| "learning_rate": 1.9990172507330943e-05, |
| "loss": 1.5247, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.024016749719425665, |
| "grad_norm": 4.366382080210575, |
| "learning_rate": 1.99901142800619e-05, |
| "loss": 1.5781, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.02405808663804774, |
| "grad_norm": 3.9097914526353605, |
| "learning_rate": 1.9990055880890864e-05, |
| "loss": 1.6034, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.024099423556669816, |
| "grad_norm": 4.123926255872013, |
| "learning_rate": 1.9989997309818833e-05, |
| "loss": 1.5464, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.02414076047529189, |
| "grad_norm": 4.446493191993532, |
| "learning_rate": 1.9989938566846812e-05, |
| "loss": 1.5586, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.024182097393913967, |
| "grad_norm": 3.7337639849714233, |
| "learning_rate": 1.998987965197582e-05, |
| "loss": 1.5479, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.02422343431253604, |
| "grad_norm": 4.7444952313768525, |
| "learning_rate": 1.9989820565206865e-05, |
| "loss": 1.5808, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.024264771231158114, |
| "grad_norm": 4.247725775065283, |
| "learning_rate": 1.9989761306540966e-05, |
| "loss": 1.523, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.02430610814978019, |
| "grad_norm": 3.995186643530754, |
| "learning_rate": 1.998970187597914e-05, |
| "loss": 1.5785, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.024347445068402265, |
| "grad_norm": 4.816092056889684, |
| "learning_rate": 1.9989642273522416e-05, |
| "loss": 1.5746, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.024388781987024342, |
| "grad_norm": 4.290367502884436, |
| "learning_rate": 1.9989582499171813e-05, |
| "loss": 1.6119, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.024430118905646416, |
| "grad_norm": 3.5513668937922236, |
| "learning_rate": 1.9989522552928365e-05, |
| "loss": 1.5162, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.02447145582426849, |
| "grad_norm": 3.6198772954827665, |
| "learning_rate": 1.9989462434793096e-05, |
| "loss": 1.5323, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.024512792742890567, |
| "grad_norm": 3.852832040089439, |
| "learning_rate": 1.9989402144767046e-05, |
| "loss": 1.5311, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.02455412966151264, |
| "grad_norm": 3.9519174433535325, |
| "learning_rate": 1.9989341682851254e-05, |
| "loss": 1.5429, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.024595466580134718, |
| "grad_norm": 4.87353052847372, |
| "learning_rate": 1.9989281049046755e-05, |
| "loss": 1.6002, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.02463680349875679, |
| "grad_norm": 3.3803857370087225, |
| "learning_rate": 1.9989220243354595e-05, |
| "loss": 1.5793, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.02467814041737887, |
| "grad_norm": 3.8766963938819075, |
| "learning_rate": 1.998915926577582e-05, |
| "loss": 1.533, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.024719477336000942, |
| "grad_norm": 4.09044180490663, |
| "learning_rate": 1.998909811631148e-05, |
| "loss": 1.565, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.024760814254623016, |
| "grad_norm": 4.537575506546124, |
| "learning_rate": 1.998903679496263e-05, |
| "loss": 1.5523, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.024802151173245093, |
| "grad_norm": 3.4086201638465803, |
| "learning_rate": 1.9988975301730317e-05, |
| "loss": 1.5467, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.024843488091867167, |
| "grad_norm": 3.7512592579174244, |
| "learning_rate": 1.9988913636615608e-05, |
| "loss": 1.6148, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.024884825010489244, |
| "grad_norm": 3.9606857815229035, |
| "learning_rate": 1.9988851799619557e-05, |
| "loss": 1.5529, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.024926161929111318, |
| "grad_norm": 4.87271131926588, |
| "learning_rate": 1.9988789790743235e-05, |
| "loss": 1.624, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.024967498847733395, |
| "grad_norm": 4.562111872082575, |
| "learning_rate": 1.9988727609987705e-05, |
| "loss": 1.5954, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.02500883576635547, |
| "grad_norm": 4.160920766227917, |
| "learning_rate": 1.9988665257354035e-05, |
| "loss": 1.5745, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.025050172684977542, |
| "grad_norm": 3.7976329240225284, |
| "learning_rate": 1.9988602732843296e-05, |
| "loss": 1.539, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.02509150960359962, |
| "grad_norm": 3.9348324977710347, |
| "learning_rate": 1.9988540036456575e-05, |
| "loss": 1.5802, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.025132846522221693, |
| "grad_norm": 3.3649859713246313, |
| "learning_rate": 1.998847716819494e-05, |
| "loss": 1.5349, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.02517418344084377, |
| "grad_norm": 5.035730829505278, |
| "learning_rate": 1.998841412805948e-05, |
| "loss": 1.5522, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.025215520359465844, |
| "grad_norm": 4.38089533529463, |
| "learning_rate": 1.9988350916051272e-05, |
| "loss": 1.5696, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.025256857278087918, |
| "grad_norm": 4.0458062619048185, |
| "learning_rate": 1.9988287532171408e-05, |
| "loss": 1.582, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.025298194196709995, |
| "grad_norm": 5.197316936196237, |
| "learning_rate": 1.9988223976420983e-05, |
| "loss": 1.5685, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.02533953111533207, |
| "grad_norm": 3.701848060366763, |
| "learning_rate": 1.998816024880108e-05, |
| "loss": 1.568, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.025380868033954146, |
| "grad_norm": 4.576812131388496, |
| "learning_rate": 1.9988096349312808e-05, |
| "loss": 1.5925, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.02542220495257622, |
| "grad_norm": 3.626416937979281, |
| "learning_rate": 1.998803227795726e-05, |
| "loss": 1.6026, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.025463541871198297, |
| "grad_norm": 3.7415000301009016, |
| "learning_rate": 1.9987968034735535e-05, |
| "loss": 1.5632, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.02550487878982037, |
| "grad_norm": 4.093809033114078, |
| "learning_rate": 1.9987903619648745e-05, |
| "loss": 1.5442, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.025546215708442444, |
| "grad_norm": 3.782350165490308, |
| "learning_rate": 1.9987839032697995e-05, |
| "loss": 1.5423, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.02558755262706452, |
| "grad_norm": 3.1897173529667695, |
| "learning_rate": 1.9987774273884398e-05, |
| "loss": 1.5332, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.025628889545686595, |
| "grad_norm": 3.9224918301369276, |
| "learning_rate": 1.9987709343209066e-05, |
| "loss": 1.5133, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.025670226464308672, |
| "grad_norm": 3.830850927059349, |
| "learning_rate": 1.9987644240673118e-05, |
| "loss": 1.555, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.025711563382930746, |
| "grad_norm": 4.0209145103807575, |
| "learning_rate": 1.9987578966277678e-05, |
| "loss": 1.5114, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.02575290030155282, |
| "grad_norm": 3.936778500441379, |
| "learning_rate": 1.998751352002386e-05, |
| "loss": 1.5257, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.025794237220174897, |
| "grad_norm": 3.7293623909553313, |
| "learning_rate": 1.9987447901912794e-05, |
| "loss": 1.5694, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.02583557413879697, |
| "grad_norm": 3.5818490617695575, |
| "learning_rate": 1.9987382111945614e-05, |
| "loss": 1.5531, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.025876911057419048, |
| "grad_norm": 3.6430367540575928, |
| "learning_rate": 1.998731615012345e-05, |
| "loss": 1.5434, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.02591824797604112, |
| "grad_norm": 4.589782090699277, |
| "learning_rate": 1.998725001644743e-05, |
| "loss": 1.557, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.0259595848946632, |
| "grad_norm": 4.283265289643292, |
| "learning_rate": 1.99871837109187e-05, |
| "loss": 1.5624, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.026000921813285272, |
| "grad_norm": 4.946779268912546, |
| "learning_rate": 1.99871172335384e-05, |
| "loss": 1.5124, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.026042258731907346, |
| "grad_norm": 3.5038967204373694, |
| "learning_rate": 1.998705058430767e-05, |
| "loss": 1.5683, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.026083595650529423, |
| "grad_norm": 3.8770191196485886, |
| "learning_rate": 1.998698376322766e-05, |
| "loss": 1.5435, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.026124932569151497, |
| "grad_norm": 4.439160488934939, |
| "learning_rate": 1.998691677029952e-05, |
| "loss": 1.5295, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.026166269487773574, |
| "grad_norm": 4.092904098781107, |
| "learning_rate": 1.99868496055244e-05, |
| "loss": 1.55, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.026207606406395648, |
| "grad_norm": 4.303539009198583, |
| "learning_rate": 1.9986782268903457e-05, |
| "loss": 1.5484, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.026248943325017725, |
| "grad_norm": 3.9078194955949916, |
| "learning_rate": 1.9986714760437853e-05, |
| "loss": 1.5827, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.0262902802436398, |
| "grad_norm": 4.342380780259694, |
| "learning_rate": 1.9986647080128746e-05, |
| "loss": 1.557, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.026331617162261872, |
| "grad_norm": 3.985596918279314, |
| "learning_rate": 1.99865792279773e-05, |
| "loss": 1.578, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.02637295408088395, |
| "grad_norm": 3.653720676962278, |
| "learning_rate": 1.9986511203984683e-05, |
| "loss": 1.5668, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.026414290999506023, |
| "grad_norm": 3.751487721843964, |
| "learning_rate": 1.998644300815207e-05, |
| "loss": 1.5305, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.0264556279181281, |
| "grad_norm": 4.009883655861525, |
| "learning_rate": 1.9986374640480627e-05, |
| "loss": 1.5495, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.026496964836750174, |
| "grad_norm": 3.8266120037819396, |
| "learning_rate": 1.9986306100971533e-05, |
| "loss": 1.5255, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.026538301755372248, |
| "grad_norm": 3.6427176903376384, |
| "learning_rate": 1.9986237389625974e-05, |
| "loss": 1.5525, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.026579638673994325, |
| "grad_norm": 4.099974786255079, |
| "learning_rate": 1.998616850644512e-05, |
| "loss": 1.5424, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.0266209755926164, |
| "grad_norm": 3.8198383445190793, |
| "learning_rate": 1.998609945143017e-05, |
| "loss": 1.567, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.026662312511238476, |
| "grad_norm": 4.473728987789235, |
| "learning_rate": 1.9986030224582302e-05, |
| "loss": 1.4823, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.02670364942986055, |
| "grad_norm": 4.534257895704366, |
| "learning_rate": 1.998596082590271e-05, |
| "loss": 1.5712, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.026744986348482627, |
| "grad_norm": 3.644766820996961, |
| "learning_rate": 1.998589125539259e-05, |
| "loss": 1.4863, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.0267863232671047, |
| "grad_norm": 3.5999094373664526, |
| "learning_rate": 1.9985821513053137e-05, |
| "loss": 1.5326, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.026827660185726774, |
| "grad_norm": 4.1425167904001565, |
| "learning_rate": 1.9985751598885552e-05, |
| "loss": 1.5378, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.02686899710434885, |
| "grad_norm": 4.493755521920297, |
| "learning_rate": 1.998568151289104e-05, |
| "loss": 1.559, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.026910334022970925, |
| "grad_norm": 3.8756107746153896, |
| "learning_rate": 1.9985611255070806e-05, |
| "loss": 1.556, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.026951670941593002, |
| "grad_norm": 4.038084156630909, |
| "learning_rate": 1.9985540825426055e-05, |
| "loss": 1.5645, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.026993007860215076, |
| "grad_norm": 3.5809330138239392, |
| "learning_rate": 1.9985470223958e-05, |
| "loss": 1.5548, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.027034344778837153, |
| "grad_norm": 3.8676960332502963, |
| "learning_rate": 1.998539945066786e-05, |
| "loss": 1.5276, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.027075681697459227, |
| "grad_norm": 3.4449297103173593, |
| "learning_rate": 1.9985328505556852e-05, |
| "loss": 1.5651, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.0271170186160813, |
| "grad_norm": 4.288962654330007, |
| "learning_rate": 1.9985257388626196e-05, |
| "loss": 1.4996, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.027158355534703377, |
| "grad_norm": 4.128501380292175, |
| "learning_rate": 1.9985186099877112e-05, |
| "loss": 1.5419, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.02719969245332545, |
| "grad_norm": 4.575002926290647, |
| "learning_rate": 1.998511463931083e-05, |
| "loss": 1.5515, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.02724102937194753, |
| "grad_norm": 3.821068699345836, |
| "learning_rate": 1.998504300692858e-05, |
| "loss": 1.5233, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.027282366290569602, |
| "grad_norm": 3.2424897263365016, |
| "learning_rate": 1.9984971202731596e-05, |
| "loss": 1.5479, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.027323703209191676, |
| "grad_norm": 4.834170577555974, |
| "learning_rate": 1.9984899226721107e-05, |
| "loss": 1.5502, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.027365040127813753, |
| "grad_norm": 3.764169873278093, |
| "learning_rate": 1.998482707889836e-05, |
| "loss": 1.5891, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.027406377046435827, |
| "grad_norm": 3.414782018354158, |
| "learning_rate": 1.998475475926459e-05, |
| "loss": 1.5159, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.027447713965057904, |
| "grad_norm": 4.666184759190313, |
| "learning_rate": 1.9984682267821046e-05, |
| "loss": 1.5628, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.027489050883679977, |
| "grad_norm": 3.5574578914802943, |
| "learning_rate": 1.998460960456897e-05, |
| "loss": 1.5315, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.027530387802302055, |
| "grad_norm": 4.817382615755327, |
| "learning_rate": 1.9984536769509615e-05, |
| "loss": 1.5081, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.02757172472092413, |
| "grad_norm": 4.458867619168575, |
| "learning_rate": 1.998446376264424e-05, |
| "loss": 1.5099, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.027613061639546202, |
| "grad_norm": 4.929644851290023, |
| "learning_rate": 1.9984390583974093e-05, |
| "loss": 1.5122, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.02765439855816828, |
| "grad_norm": 4.625479741961043, |
| "learning_rate": 1.9984317233500435e-05, |
| "loss": 1.5516, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.027695735476790353, |
| "grad_norm": 4.116997057727521, |
| "learning_rate": 1.9984243711224535e-05, |
| "loss": 1.5376, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.02773707239541243, |
| "grad_norm": 3.5829728345047314, |
| "learning_rate": 1.998417001714765e-05, |
| "loss": 1.5175, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.027778409314034504, |
| "grad_norm": 3.9734979789101996, |
| "learning_rate": 1.9984096151271048e-05, |
| "loss": 1.4871, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.027819746232656577, |
| "grad_norm": 3.430905345503222, |
| "learning_rate": 1.9984022113596003e-05, |
| "loss": 1.5413, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.027861083151278655, |
| "grad_norm": 4.2373775185116465, |
| "learning_rate": 1.998394790412379e-05, |
| "loss": 1.508, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.027902420069900728, |
| "grad_norm": 3.973156898260741, |
| "learning_rate": 1.9983873522855684e-05, |
| "loss": 1.5283, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.027943756988522805, |
| "grad_norm": 3.714285928818181, |
| "learning_rate": 1.9983798969792966e-05, |
| "loss": 1.5362, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.02798509390714488, |
| "grad_norm": 4.251009623472971, |
| "learning_rate": 1.9983724244936916e-05, |
| "loss": 1.5282, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.028026430825766956, |
| "grad_norm": 3.886447728722872, |
| "learning_rate": 1.9983649348288825e-05, |
| "loss": 1.5719, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.02806776774438903, |
| "grad_norm": 3.5572049346515757, |
| "learning_rate": 1.9983574279849977e-05, |
| "loss": 1.5302, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.028109104663011104, |
| "grad_norm": 3.688224659646708, |
| "learning_rate": 1.9983499039621667e-05, |
| "loss": 1.5132, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.02815044158163318, |
| "grad_norm": 3.986436014630721, |
| "learning_rate": 1.998342362760519e-05, |
| "loss": 1.5045, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.028191778500255255, |
| "grad_norm": 4.042321521286428, |
| "learning_rate": 1.998334804380184e-05, |
| "loss": 1.52, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.02823311541887733, |
| "grad_norm": 3.936708692378881, |
| "learning_rate": 1.9983272288212917e-05, |
| "loss": 1.5208, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.028274452337499405, |
| "grad_norm": 4.692602969518199, |
| "learning_rate": 1.998319636083973e-05, |
| "loss": 1.5667, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.028315789256121483, |
| "grad_norm": 3.9313878236010598, |
| "learning_rate": 1.9983120261683582e-05, |
| "loss": 1.5831, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.028357126174743556, |
| "grad_norm": 3.551615629888668, |
| "learning_rate": 1.9983043990745784e-05, |
| "loss": 1.5308, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.02839846309336563, |
| "grad_norm": 4.6846872186437905, |
| "learning_rate": 1.9982967548027645e-05, |
| "loss": 1.4921, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.028439800011987707, |
| "grad_norm": 4.130277420309701, |
| "learning_rate": 1.9982890933530482e-05, |
| "loss": 1.4943, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.02848113693060978, |
| "grad_norm": 4.84212625045545, |
| "learning_rate": 1.9982814147255617e-05, |
| "loss": 1.5353, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.028522473849231858, |
| "grad_norm": 4.484005829649726, |
| "learning_rate": 1.9982737189204367e-05, |
| "loss": 1.5051, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.02856381076785393, |
| "grad_norm": 4.60797848842926, |
| "learning_rate": 1.998266005937806e-05, |
| "loss": 1.5816, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.028605147686476005, |
| "grad_norm": 4.6416638061065685, |
| "learning_rate": 1.998258275777802e-05, |
| "loss": 1.4904, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.028646484605098083, |
| "grad_norm": 3.477343383643086, |
| "learning_rate": 1.9982505284405574e-05, |
| "loss": 1.4904, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.028687821523720156, |
| "grad_norm": 3.6088868644511427, |
| "learning_rate": 1.9982427639262065e-05, |
| "loss": 1.5314, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.028729158442342233, |
| "grad_norm": 3.5925096362200333, |
| "learning_rate": 1.9982349822348816e-05, |
| "loss": 1.5714, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.028770495360964307, |
| "grad_norm": 3.2379164637124855, |
| "learning_rate": 1.9982271833667178e-05, |
| "loss": 1.538, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.028811832279586384, |
| "grad_norm": 4.70836437147594, |
| "learning_rate": 1.9982193673218487e-05, |
| "loss": 1.5221, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.028853169198208458, |
| "grad_norm": 4.481706228912118, |
| "learning_rate": 1.9982115341004088e-05, |
| "loss": 1.5313, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.02889450611683053, |
| "grad_norm": 4.687318727733607, |
| "learning_rate": 1.9982036837025332e-05, |
| "loss": 1.5051, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.02893584303545261, |
| "grad_norm": 4.598444922768698, |
| "learning_rate": 1.998195816128357e-05, |
| "loss": 1.4934, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.028977179954074683, |
| "grad_norm": 3.9891444926266555, |
| "learning_rate": 1.9981879313780145e-05, |
| "loss": 1.5511, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.02901851687269676, |
| "grad_norm": 4.416153022094333, |
| "learning_rate": 1.998180029451643e-05, |
| "loss": 1.5097, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.029059853791318833, |
| "grad_norm": 3.798723984502823, |
| "learning_rate": 1.9981721103493775e-05, |
| "loss": 1.4997, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.029101190709940907, |
| "grad_norm": 3.8640966990883223, |
| "learning_rate": 1.9981641740713545e-05, |
| "loss": 1.54, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.029142527628562984, |
| "grad_norm": 3.9923946800397436, |
| "learning_rate": 1.9981562206177104e-05, |
| "loss": 1.5511, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.029183864547185058, |
| "grad_norm": 3.451062899533455, |
| "learning_rate": 1.998148249988582e-05, |
| "loss": 1.5094, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.029225201465807135, |
| "grad_norm": 3.608872589804411, |
| "learning_rate": 1.998140262184107e-05, |
| "loss": 1.5162, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.02926653838442921, |
| "grad_norm": 4.033124276978576, |
| "learning_rate": 1.998132257204422e-05, |
| "loss": 1.4959, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.029307875303051286, |
| "grad_norm": 3.6841192145575397, |
| "learning_rate": 1.9981242350496656e-05, |
| "loss": 1.5223, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.02934921222167336, |
| "grad_norm": 3.5915932028439226, |
| "learning_rate": 1.9981161957199754e-05, |
| "loss": 1.5257, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.029390549140295433, |
| "grad_norm": 3.870756947521686, |
| "learning_rate": 1.9981081392154898e-05, |
| "loss": 1.4904, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.02943188605891751, |
| "grad_norm": 4.22816037060308, |
| "learning_rate": 1.9981000655363473e-05, |
| "loss": 1.4982, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.029473222977539584, |
| "grad_norm": 3.808092113157194, |
| "learning_rate": 1.9980919746826872e-05, |
| "loss": 1.519, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.02951455989616166, |
| "grad_norm": 3.709300764256846, |
| "learning_rate": 1.9980838666546483e-05, |
| "loss": 1.5533, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.029555896814783735, |
| "grad_norm": 3.4732849314384127, |
| "learning_rate": 1.9980757414523704e-05, |
| "loss": 1.5633, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.029597233733405812, |
| "grad_norm": 3.713987413842907, |
| "learning_rate": 1.998067599075993e-05, |
| "loss": 1.5201, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.029638570652027886, |
| "grad_norm": 4.113428203135297, |
| "learning_rate": 1.9980594395256564e-05, |
| "loss": 1.4594, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.02967990757064996, |
| "grad_norm": 2.9935199155014285, |
| "learning_rate": 1.9980512628015014e-05, |
| "loss": 1.4986, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.029721244489272037, |
| "grad_norm": 4.691195443226011, |
| "learning_rate": 1.998043068903668e-05, |
| "loss": 1.5357, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.02976258140789411, |
| "grad_norm": 3.4891344421625647, |
| "learning_rate": 1.9980348578322973e-05, |
| "loss": 1.5306, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.029803918326516188, |
| "grad_norm": 5.006688866087417, |
| "learning_rate": 1.9980266295875313e-05, |
| "loss": 1.512, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.02984525524513826, |
| "grad_norm": 4.053771198338998, |
| "learning_rate": 1.9980183841695107e-05, |
| "loss": 1.4794, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.029886592163760335, |
| "grad_norm": 3.352224471660883, |
| "learning_rate": 1.998010121578378e-05, |
| "loss": 1.4914, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.029927929082382412, |
| "grad_norm": 3.864235630776693, |
| "learning_rate": 1.998001841814275e-05, |
| "loss": 1.5253, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.029969266001004486, |
| "grad_norm": 3.706315048662037, |
| "learning_rate": 1.997993544877344e-05, |
| "loss": 1.5509, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.030010602919626563, |
| "grad_norm": 3.5465275464245676, |
| "learning_rate": 1.9979852307677285e-05, |
| "loss": 1.5605, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.030051939838248637, |
| "grad_norm": 4.129168530718907, |
| "learning_rate": 1.997976899485571e-05, |
| "loss": 1.5204, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.030093276756870714, |
| "grad_norm": 3.500344444775805, |
| "learning_rate": 1.997968551031015e-05, |
| "loss": 1.4853, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.030134613675492788, |
| "grad_norm": 3.930695708227359, |
| "learning_rate": 1.9979601854042044e-05, |
| "loss": 1.5186, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.03017595059411486, |
| "grad_norm": 3.8784171251524846, |
| "learning_rate": 1.9979518026052826e-05, |
| "loss": 1.5031, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.03021728751273694, |
| "grad_norm": 4.264401345696811, |
| "learning_rate": 1.997943402634394e-05, |
| "loss": 1.5175, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.030258624431359012, |
| "grad_norm": 3.924430485404916, |
| "learning_rate": 1.9979349854916836e-05, |
| "loss": 1.5415, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.03029996134998109, |
| "grad_norm": 5.108018679538745, |
| "learning_rate": 1.9979265511772958e-05, |
| "loss": 1.4635, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.030341298268603163, |
| "grad_norm": 3.5308579618903253, |
| "learning_rate": 1.997918099691376e-05, |
| "loss": 1.5076, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.03038263518722524, |
| "grad_norm": 5.35750207475576, |
| "learning_rate": 1.997909631034069e-05, |
| "loss": 1.5426, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.030423972105847314, |
| "grad_norm": 3.4906620060732645, |
| "learning_rate": 1.9979011452055216e-05, |
| "loss": 1.5012, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.030465309024469388, |
| "grad_norm": 3.059087960421475, |
| "learning_rate": 1.9978926422058788e-05, |
| "loss": 1.5542, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.030506645943091465, |
| "grad_norm": 3.9845949063681227, |
| "learning_rate": 1.9978841220352875e-05, |
| "loss": 1.546, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.03054798286171354, |
| "grad_norm": 3.8610381846741815, |
| "learning_rate": 1.9978755846938943e-05, |
| "loss": 1.5437, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.030589319780335616, |
| "grad_norm": 3.2351748039531154, |
| "learning_rate": 1.9978670301818456e-05, |
| "loss": 1.4819, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.03063065669895769, |
| "grad_norm": 3.3661408607769823, |
| "learning_rate": 1.997858458499289e-05, |
| "loss": 1.4698, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.030671993617579763, |
| "grad_norm": 3.882697263150638, |
| "learning_rate": 1.997849869646372e-05, |
| "loss": 1.5216, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.03071333053620184, |
| "grad_norm": 3.574753801928485, |
| "learning_rate": 1.9978412636232425e-05, |
| "loss": 1.4803, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.030754667454823914, |
| "grad_norm": 4.443698443398163, |
| "learning_rate": 1.997832640430048e-05, |
| "loss": 1.5006, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.03079600437344599, |
| "grad_norm": 4.180214183413532, |
| "learning_rate": 1.9978240000669377e-05, |
| "loss": 1.4823, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.030837341292068065, |
| "grad_norm": 4.271849788381411, |
| "learning_rate": 1.9978153425340596e-05, |
| "loss": 1.4888, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.030878678210690142, |
| "grad_norm": 3.638691493855987, |
| "learning_rate": 1.9978066678315634e-05, |
| "loss": 1.5171, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.030920015129312216, |
| "grad_norm": 4.31218852799806, |
| "learning_rate": 1.9977979759595972e-05, |
| "loss": 1.5313, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.03096135204793429, |
| "grad_norm": 4.188985873406339, |
| "learning_rate": 1.9977892669183115e-05, |
| "loss": 1.5333, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.031002688966556367, |
| "grad_norm": 4.091422365669455, |
| "learning_rate": 1.9977805407078563e-05, |
| "loss": 1.5104, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.03104402588517844, |
| "grad_norm": 3.7904969438772995, |
| "learning_rate": 1.997771797328381e-05, |
| "loss": 1.4961, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.031085362803800518, |
| "grad_norm": 4.393169555680857, |
| "learning_rate": 1.9977630367800366e-05, |
| "loss": 1.4876, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.03112669972242259, |
| "grad_norm": 3.3377888267921163, |
| "learning_rate": 1.9977542590629736e-05, |
| "loss": 1.5107, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.031168036641044665, |
| "grad_norm": 3.6979315229218512, |
| "learning_rate": 1.9977454641773432e-05, |
| "loss": 1.4984, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.031209373559666742, |
| "grad_norm": 4.422235985099495, |
| "learning_rate": 1.9977366521232966e-05, |
| "loss": 1.5166, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.03125071047828882, |
| "grad_norm": 4.357975123788466, |
| "learning_rate": 1.9977278229009854e-05, |
| "loss": 1.5133, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.03129204739691089, |
| "grad_norm": 3.618227619392518, |
| "learning_rate": 1.997718976510562e-05, |
| "loss": 1.4872, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.03133338431553297, |
| "grad_norm": 3.6903691829248175, |
| "learning_rate": 1.9977101129521778e-05, |
| "loss": 1.4968, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.031374721234155044, |
| "grad_norm": 3.325924769769221, |
| "learning_rate": 1.997701232225986e-05, |
| "loss": 1.484, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.03141605815277712, |
| "grad_norm": 3.244599139580768, |
| "learning_rate": 1.9976923343321388e-05, |
| "loss": 1.501, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.03145739507139919, |
| "grad_norm": 3.9512458600612224, |
| "learning_rate": 1.9976834192707898e-05, |
| "loss": 1.5146, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.03149873199002127, |
| "grad_norm": 6.319637912227645, |
| "learning_rate": 1.9976744870420925e-05, |
| "loss": 1.5232, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.031540068908643346, |
| "grad_norm": 3.385728813673924, |
| "learning_rate": 1.9976655376462003e-05, |
| "loss": 1.4964, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.031581405827265416, |
| "grad_norm": 3.5621843155206365, |
| "learning_rate": 1.997656571083267e-05, |
| "loss": 1.4948, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.03162274274588749, |
| "grad_norm": 3.5127469264785334, |
| "learning_rate": 1.9976475873534476e-05, |
| "loss": 1.4788, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.03166407966450957, |
| "grad_norm": 5.123261236833159, |
| "learning_rate": 1.9976385864568958e-05, |
| "loss": 1.4906, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.03170541658313164, |
| "grad_norm": 3.0872059709849378, |
| "learning_rate": 1.997629568393767e-05, |
| "loss": 1.5013, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.03174675350175372, |
| "grad_norm": 3.516937874543627, |
| "learning_rate": 1.9976205331642165e-05, |
| "loss": 1.4802, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.031788090420375795, |
| "grad_norm": 3.7194230277933684, |
| "learning_rate": 1.9976114807683996e-05, |
| "loss": 1.4776, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.03182942733899787, |
| "grad_norm": 3.6171028748264016, |
| "learning_rate": 1.9976024112064718e-05, |
| "loss": 1.4867, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.03187076425761994, |
| "grad_norm": 4.74734081777917, |
| "learning_rate": 1.9975933244785894e-05, |
| "loss": 1.5321, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.03191210117624202, |
| "grad_norm": 3.4998159594245912, |
| "learning_rate": 1.997584220584909e-05, |
| "loss": 1.4555, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.031953438094864096, |
| "grad_norm": 4.0664157482197245, |
| "learning_rate": 1.9975750995255865e-05, |
| "loss": 1.4982, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.03199477501348617, |
| "grad_norm": 4.448956391697098, |
| "learning_rate": 1.9975659613007797e-05, |
| "loss": 1.4877, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.032036111932108244, |
| "grad_norm": 3.9116050665163056, |
| "learning_rate": 1.9975568059106455e-05, |
| "loss": 1.51, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.03207744885073032, |
| "grad_norm": 3.8835007718258874, |
| "learning_rate": 1.9975476333553416e-05, |
| "loss": 1.5245, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.0321187857693524, |
| "grad_norm": 3.8364373709477215, |
| "learning_rate": 1.9975384436350254e-05, |
| "loss": 1.467, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.03216012268797447, |
| "grad_norm": 3.848935245597496, |
| "learning_rate": 1.9975292367498556e-05, |
| "loss": 1.4999, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.032201459606596546, |
| "grad_norm": 3.309302500010883, |
| "learning_rate": 1.99752001269999e-05, |
| "loss": 1.513, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.03224279652521862, |
| "grad_norm": 3.417545265677783, |
| "learning_rate": 1.9975107714855875e-05, |
| "loss": 1.5138, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.03228413344384069, |
| "grad_norm": 4.218881911775881, |
| "learning_rate": 1.9975015131068078e-05, |
| "loss": 1.4763, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.03232547036246277, |
| "grad_norm": 3.581778505125333, |
| "learning_rate": 1.997492237563809e-05, |
| "loss": 1.5195, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.03236680728108485, |
| "grad_norm": 3.7604938020140226, |
| "learning_rate": 1.997482944856752e-05, |
| "loss": 1.4933, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.032408144199706924, |
| "grad_norm": 4.37155325952897, |
| "learning_rate": 1.997473634985796e-05, |
| "loss": 1.4557, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.032449481118328995, |
| "grad_norm": 3.3738873014096153, |
| "learning_rate": 1.9974643079511008e-05, |
| "loss": 1.5323, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.03249081803695107, |
| "grad_norm": 4.587428592575524, |
| "learning_rate": 1.9974549637528276e-05, |
| "loss": 1.5129, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.03253215495557315, |
| "grad_norm": 3.7141451702858252, |
| "learning_rate": 1.997445602391137e-05, |
| "loss": 1.5176, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.03257349187419522, |
| "grad_norm": 3.585481088159076, |
| "learning_rate": 1.9974362238661903e-05, |
| "loss": 1.5109, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.032614828792817296, |
| "grad_norm": 3.4290626560881936, |
| "learning_rate": 1.9974268281781484e-05, |
| "loss": 1.4477, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.032656165711439374, |
| "grad_norm": 3.612891113663602, |
| "learning_rate": 1.9974174153271728e-05, |
| "loss": 1.4229, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.03269750263006145, |
| "grad_norm": 3.487845093010647, |
| "learning_rate": 1.9974079853134266e-05, |
| "loss": 1.5321, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.03273883954868352, |
| "grad_norm": 5.587764895917656, |
| "learning_rate": 1.9973985381370707e-05, |
| "loss": 1.4645, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.0327801764673056, |
| "grad_norm": 3.5490448514590494, |
| "learning_rate": 1.9973890737982684e-05, |
| "loss": 1.5374, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.032821513385927675, |
| "grad_norm": 3.94930169954439, |
| "learning_rate": 1.9973795922971827e-05, |
| "loss": 1.4661, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.032862850304549746, |
| "grad_norm": 3.494031781745132, |
| "learning_rate": 1.9973700936339763e-05, |
| "loss": 1.4291, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.03290418722317182, |
| "grad_norm": 3.0746272722997414, |
| "learning_rate": 1.9973605778088126e-05, |
| "loss": 1.5493, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.0329455241417939, |
| "grad_norm": 3.6416998354027736, |
| "learning_rate": 1.9973510448218558e-05, |
| "loss": 1.4471, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.03298686106041597, |
| "grad_norm": 3.8385152763033883, |
| "learning_rate": 1.99734149467327e-05, |
| "loss": 1.5182, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.03302819797903805, |
| "grad_norm": 3.5463908529630985, |
| "learning_rate": 1.9973319273632187e-05, |
| "loss": 1.4848, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.033069534897660124, |
| "grad_norm": 4.494540529736681, |
| "learning_rate": 1.9973223428918677e-05, |
| "loss": 1.4656, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.0331108718162822, |
| "grad_norm": 4.138487839617815, |
| "learning_rate": 1.997312741259381e-05, |
| "loss": 1.4533, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.03315220873490427, |
| "grad_norm": 3.2836571982439957, |
| "learning_rate": 1.9973031224659238e-05, |
| "loss": 1.4637, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.03319354565352635, |
| "grad_norm": 4.101602166042781, |
| "learning_rate": 1.9972934865116622e-05, |
| "loss": 1.4656, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.033234882572148426, |
| "grad_norm": 4.372499340047587, |
| "learning_rate": 1.9972838333967615e-05, |
| "loss": 1.5377, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.033276219490770496, |
| "grad_norm": 3.984477694550147, |
| "learning_rate": 1.997274163121388e-05, |
| "loss": 1.5216, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.033317556409392574, |
| "grad_norm": 3.484892612102319, |
| "learning_rate": 1.9972644756857087e-05, |
| "loss": 1.459, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.03335889332801465, |
| "grad_norm": 3.473953984247227, |
| "learning_rate": 1.9972547710898894e-05, |
| "loss": 1.4889, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.03340023024663673, |
| "grad_norm": 3.6982560350258384, |
| "learning_rate": 1.9972450493340973e-05, |
| "loss": 1.4529, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.0334415671652588, |
| "grad_norm": 4.338255434805353, |
| "learning_rate": 1.9972353104185e-05, |
| "loss": 1.4906, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.033482904083880875, |
| "grad_norm": 3.2105273217876897, |
| "learning_rate": 1.9972255543432644e-05, |
| "loss": 1.4846, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.03352424100250295, |
| "grad_norm": 3.7063825752894037, |
| "learning_rate": 1.997215781108559e-05, |
| "loss": 1.4354, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.03356557792112502, |
| "grad_norm": 3.606082322653538, |
| "learning_rate": 1.997205990714552e-05, |
| "loss": 1.5067, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.0336069148397471, |
| "grad_norm": 3.8291971667898643, |
| "learning_rate": 1.9971961831614116e-05, |
| "loss": 1.4619, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.03364825175836918, |
| "grad_norm": 3.331721665794406, |
| "learning_rate": 1.997186358449307e-05, |
| "loss": 1.4484, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.033689588676991254, |
| "grad_norm": 4.417828154129124, |
| "learning_rate": 1.9971765165784065e-05, |
| "loss": 1.508, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.033730925595613324, |
| "grad_norm": 3.782991542711988, |
| "learning_rate": 1.9971666575488798e-05, |
| "loss": 1.3925, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.0337722625142354, |
| "grad_norm": 4.079542042860949, |
| "learning_rate": 1.997156781360897e-05, |
| "loss": 1.4996, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.03381359943285748, |
| "grad_norm": 4.1626484536651995, |
| "learning_rate": 1.9971468880146273e-05, |
| "loss": 1.5178, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.03385493635147955, |
| "grad_norm": 4.122058968257828, |
| "learning_rate": 1.9971369775102417e-05, |
| "loss": 1.4267, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.033896273270101626, |
| "grad_norm": 4.017697912034419, |
| "learning_rate": 1.9971270498479097e-05, |
| "loss": 1.5129, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.0339376101887237, |
| "grad_norm": 3.3575071407879977, |
| "learning_rate": 1.997117105027803e-05, |
| "loss": 1.4796, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.03397894710734578, |
| "grad_norm": 3.9246891678069598, |
| "learning_rate": 1.9971071430500924e-05, |
| "loss": 1.5052, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.03402028402596785, |
| "grad_norm": 4.075111279351767, |
| "learning_rate": 1.9970971639149493e-05, |
| "loss": 1.4606, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.03406162094458993, |
| "grad_norm": 4.564662754708322, |
| "learning_rate": 1.997087167622546e-05, |
| "loss": 1.5111, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.034102957863212005, |
| "grad_norm": 3.753297984489193, |
| "learning_rate": 1.9970771541730536e-05, |
| "loss": 1.4899, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.034144294781834075, |
| "grad_norm": 3.913489388979073, |
| "learning_rate": 1.997067123566645e-05, |
| "loss": 1.4796, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.03418563170045615, |
| "grad_norm": 3.440711906522703, |
| "learning_rate": 1.9970570758034924e-05, |
| "loss": 1.5184, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.03422696861907823, |
| "grad_norm": 3.7595940155205363, |
| "learning_rate": 1.997047010883769e-05, |
| "loss": 1.4901, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.0342683055377003, |
| "grad_norm": 4.387403962431217, |
| "learning_rate": 1.9970369288076478e-05, |
| "loss": 1.4553, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.03430964245632238, |
| "grad_norm": 3.7034201439850594, |
| "learning_rate": 1.9970268295753022e-05, |
| "loss": 1.4534, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.034350979374944454, |
| "grad_norm": 4.0052763549673225, |
| "learning_rate": 1.9970167131869064e-05, |
| "loss": 1.4539, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.03439231629356653, |
| "grad_norm": 4.079349801665228, |
| "learning_rate": 1.9970065796426342e-05, |
| "loss": 1.4698, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.0344336532121886, |
| "grad_norm": 3.9322937150085875, |
| "learning_rate": 1.99699642894266e-05, |
| "loss": 1.4318, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.03447499013081068, |
| "grad_norm": 3.834658918473933, |
| "learning_rate": 1.9969862610871586e-05, |
| "loss": 1.4687, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.034516327049432756, |
| "grad_norm": 3.3637972502778912, |
| "learning_rate": 1.9969760760763045e-05, |
| "loss": 1.4661, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.034557663968054826, |
| "grad_norm": 3.5654841117273026, |
| "learning_rate": 1.9969658739102733e-05, |
| "loss": 1.4302, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.0345990008866769, |
| "grad_norm": 3.7270409908212194, |
| "learning_rate": 1.9969556545892405e-05, |
| "loss": 1.4447, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.03464033780529898, |
| "grad_norm": 3.914859995823126, |
| "learning_rate": 1.996945418113382e-05, |
| "loss": 1.4519, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.03468167472392106, |
| "grad_norm": 4.5791406660012095, |
| "learning_rate": 1.9969351644828742e-05, |
| "loss": 1.5204, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.03472301164254313, |
| "grad_norm": 3.6418617205879817, |
| "learning_rate": 1.9969248936978932e-05, |
| "loss": 1.4943, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.034764348561165205, |
| "grad_norm": 3.4609359361113534, |
| "learning_rate": 1.9969146057586156e-05, |
| "loss": 1.4799, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.03480568547978728, |
| "grad_norm": 3.9925889106780987, |
| "learning_rate": 1.9969043006652186e-05, |
| "loss": 1.4687, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.03484702239840935, |
| "grad_norm": 3.2054804086428548, |
| "learning_rate": 1.9968939784178794e-05, |
| "loss": 1.4816, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.03488835931703143, |
| "grad_norm": 3.349889124617882, |
| "learning_rate": 1.996883639016776e-05, |
| "loss": 1.4577, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.03492969623565351, |
| "grad_norm": 3.5789857070884086, |
| "learning_rate": 1.996873282462086e-05, |
| "loss": 1.5172, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.034971033154275584, |
| "grad_norm": 3.4989039985130272, |
| "learning_rate": 1.9968629087539876e-05, |
| "loss": 1.4852, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.035012370072897654, |
| "grad_norm": 3.3811833684889154, |
| "learning_rate": 1.9968525178926595e-05, |
| "loss": 1.4594, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.03505370699151973, |
| "grad_norm": 3.4385931194022223, |
| "learning_rate": 1.9968421098782803e-05, |
| "loss": 1.4595, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.03509504391014181, |
| "grad_norm": 4.16413923561225, |
| "learning_rate": 1.9968316847110292e-05, |
| "loss": 1.4963, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.03513638082876388, |
| "grad_norm": 4.289305042774894, |
| "learning_rate": 1.9968212423910855e-05, |
| "loss": 1.4551, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.035177717747385956, |
| "grad_norm": 5.453654756696216, |
| "learning_rate": 1.9968107829186287e-05, |
| "loss": 1.4885, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.03521905466600803, |
| "grad_norm": 3.6797118668666795, |
| "learning_rate": 1.996800306293839e-05, |
| "loss": 1.4984, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.03526039158463011, |
| "grad_norm": 3.2371854818646995, |
| "learning_rate": 1.9967898125168973e-05, |
| "loss": 1.4481, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.03530172850325218, |
| "grad_norm": 3.238508861502653, |
| "learning_rate": 1.9967793015879828e-05, |
| "loss": 1.4562, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.03534306542187426, |
| "grad_norm": 3.5415115005606177, |
| "learning_rate": 1.9967687735072776e-05, |
| "loss": 1.476, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.035384402340496335, |
| "grad_norm": 3.843042698193225, |
| "learning_rate": 1.9967582282749622e-05, |
| "loss": 1.4751, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.035425739259118405, |
| "grad_norm": 3.5779391668735006, |
| "learning_rate": 1.9967476658912184e-05, |
| "loss": 1.4804, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.03546707617774048, |
| "grad_norm": 4.949952686769368, |
| "learning_rate": 1.9967370863562276e-05, |
| "loss": 1.4245, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.03550841309636256, |
| "grad_norm": 3.8134978579481924, |
| "learning_rate": 1.996726489670172e-05, |
| "loss": 1.494, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.03554975001498463, |
| "grad_norm": 4.098567290916666, |
| "learning_rate": 1.996715875833234e-05, |
| "loss": 1.4339, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.03559108693360671, |
| "grad_norm": 3.4443466301897074, |
| "learning_rate": 1.9967052448455962e-05, |
| "loss": 1.4808, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.035632423852228784, |
| "grad_norm": 3.939242075931307, |
| "learning_rate": 1.9966945967074416e-05, |
| "loss": 1.4884, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.03567376077085086, |
| "grad_norm": 3.3941498280577975, |
| "learning_rate": 1.996683931418953e-05, |
| "loss": 1.4635, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.03571509768947293, |
| "grad_norm": 3.911248054251368, |
| "learning_rate": 1.996673248980315e-05, |
| "loss": 1.4785, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.03575643460809501, |
| "grad_norm": 4.0383619484944155, |
| "learning_rate": 1.99666254939171e-05, |
| "loss": 1.4334, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.035797771526717086, |
| "grad_norm": 3.21818266356431, |
| "learning_rate": 1.996651832653323e-05, |
| "loss": 1.5279, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.035839108445339156, |
| "grad_norm": 4.068360221073268, |
| "learning_rate": 1.9966410987653383e-05, |
| "loss": 1.5073, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.03588044536396123, |
| "grad_norm": 5.64416307388456, |
| "learning_rate": 1.9966303477279404e-05, |
| "loss": 1.4595, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.03592178228258331, |
| "grad_norm": 4.456991706091006, |
| "learning_rate": 1.9966195795413145e-05, |
| "loss": 1.5152, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.03596311920120539, |
| "grad_norm": 3.541237309488241, |
| "learning_rate": 1.9966087942056457e-05, |
| "loss": 1.4773, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.03600445611982746, |
| "grad_norm": 3.5306668816992186, |
| "learning_rate": 1.9965979917211196e-05, |
| "loss": 1.4838, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.036045793038449535, |
| "grad_norm": 4.051613339547623, |
| "learning_rate": 1.9965871720879223e-05, |
| "loss": 1.463, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.03608712995707161, |
| "grad_norm": 3.6129954404785, |
| "learning_rate": 1.9965763353062394e-05, |
| "loss": 1.4479, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.03612846687569368, |
| "grad_norm": 4.2384349637413825, |
| "learning_rate": 1.9965654813762582e-05, |
| "loss": 1.4928, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.03616980379431576, |
| "grad_norm": 4.343148391315392, |
| "learning_rate": 1.9965546102981652e-05, |
| "loss": 1.4418, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.03621114071293784, |
| "grad_norm": 3.9477945474327276, |
| "learning_rate": 1.996543722072147e-05, |
| "loss": 1.4417, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.036252477631559914, |
| "grad_norm": 3.912481869555381, |
| "learning_rate": 1.9965328166983916e-05, |
| "loss": 1.4877, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.036293814550181984, |
| "grad_norm": 4.391935734682612, |
| "learning_rate": 1.9965218941770857e-05, |
| "loss": 1.4335, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.03633515146880406, |
| "grad_norm": 4.493537291846412, |
| "learning_rate": 1.9965109545084185e-05, |
| "loss": 1.4919, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.03637648838742614, |
| "grad_norm": 2.93026955700472, |
| "learning_rate": 1.9964999976925775e-05, |
| "loss": 1.4304, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.03641782530604821, |
| "grad_norm": 3.6053506467813032, |
| "learning_rate": 1.9964890237297512e-05, |
| "loss": 1.4635, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.036459162224670286, |
| "grad_norm": 3.5234834011018648, |
| "learning_rate": 1.9964780326201286e-05, |
| "loss": 1.4981, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.03650049914329236, |
| "grad_norm": 3.750450253620856, |
| "learning_rate": 1.996467024363899e-05, |
| "loss": 1.4627, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.03654183606191444, |
| "grad_norm": 3.666723051780572, |
| "learning_rate": 1.9964559989612516e-05, |
| "loss": 1.4514, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.03658317298053651, |
| "grad_norm": 3.3239044375214633, |
| "learning_rate": 1.996444956412376e-05, |
| "loss": 1.4972, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.03662450989915859, |
| "grad_norm": 3.8599698199624064, |
| "learning_rate": 1.9964338967174625e-05, |
| "loss": 1.5057, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.036665846817780665, |
| "grad_norm": 4.132699231086706, |
| "learning_rate": 1.9964228198767012e-05, |
| "loss": 1.4519, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.036707183736402735, |
| "grad_norm": 3.0714085451165745, |
| "learning_rate": 1.9964117258902828e-05, |
| "loss": 1.434, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.03674852065502481, |
| "grad_norm": 3.8796486291954904, |
| "learning_rate": 1.9964006147583982e-05, |
| "loss": 1.4505, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.03678985757364689, |
| "grad_norm": 3.832002897416075, |
| "learning_rate": 1.9963894864812383e-05, |
| "loss": 1.4526, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.03683119449226896, |
| "grad_norm": 4.887224283091199, |
| "learning_rate": 1.9963783410589948e-05, |
| "loss": 1.4644, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.036872531410891037, |
| "grad_norm": 4.158724114940273, |
| "learning_rate": 1.99636717849186e-05, |
| "loss": 1.4417, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.036913868329513114, |
| "grad_norm": 3.81771878130769, |
| "learning_rate": 1.9963559987800253e-05, |
| "loss": 1.508, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.03695520524813519, |
| "grad_norm": 3.5553407292065207, |
| "learning_rate": 1.9963448019236834e-05, |
| "loss": 1.383, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.03699654216675726, |
| "grad_norm": 5.03061141095772, |
| "learning_rate": 1.9963335879230264e-05, |
| "loss": 1.4293, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.03703787908537934, |
| "grad_norm": 3.183233332739406, |
| "learning_rate": 1.996322356778248e-05, |
| "loss": 1.4355, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.037079216004001415, |
| "grad_norm": 3.555732688914675, |
| "learning_rate": 1.996311108489541e-05, |
| "loss": 1.4338, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.037120552922623486, |
| "grad_norm": 3.696220192021282, |
| "learning_rate": 1.9962998430570994e-05, |
| "loss": 1.4883, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.03716188984124556, |
| "grad_norm": 4.796096029475931, |
| "learning_rate": 1.9962885604811168e-05, |
| "loss": 1.4901, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.03720322675986764, |
| "grad_norm": 5.814203236754815, |
| "learning_rate": 1.996277260761787e-05, |
| "loss": 1.4053, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.03724456367848972, |
| "grad_norm": 3.3287110492970795, |
| "learning_rate": 1.996265943899305e-05, |
| "loss": 1.4202, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.03728590059711179, |
| "grad_norm": 3.877230681858091, |
| "learning_rate": 1.996254609893865e-05, |
| "loss": 1.4297, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.037327237515733865, |
| "grad_norm": 3.48844533397734, |
| "learning_rate": 1.9962432587456622e-05, |
| "loss": 1.4652, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.03736857443435594, |
| "grad_norm": 3.5520610987897943, |
| "learning_rate": 1.9962318904548923e-05, |
| "loss": 1.4807, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.03740991135297801, |
| "grad_norm": 3.181838391240591, |
| "learning_rate": 1.9962205050217504e-05, |
| "loss": 1.4757, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.03745124827160009, |
| "grad_norm": 3.7425531387998907, |
| "learning_rate": 1.996209102446433e-05, |
| "loss": 1.4331, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.037492585190222166, |
| "grad_norm": 3.663633392520708, |
| "learning_rate": 1.9961976827291358e-05, |
| "loss": 1.4718, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.03753392210884424, |
| "grad_norm": 4.833995454604731, |
| "learning_rate": 1.9961862458700554e-05, |
| "loss": 1.4217, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.037575259027466314, |
| "grad_norm": 3.6290459016542216, |
| "learning_rate": 1.9961747918693887e-05, |
| "loss": 1.4848, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.03761659594608839, |
| "grad_norm": 3.585806885070931, |
| "learning_rate": 1.9961633207273325e-05, |
| "loss": 1.4358, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.03765793286471047, |
| "grad_norm": 3.4952003665857134, |
| "learning_rate": 1.9961518324440847e-05, |
| "loss": 1.3939, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.03769926978333254, |
| "grad_norm": 3.279719203181294, |
| "learning_rate": 1.9961403270198424e-05, |
| "loss": 1.4808, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.037740606701954615, |
| "grad_norm": 3.2692766545796528, |
| "learning_rate": 1.9961288044548043e-05, |
| "loss": 1.3822, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.03778194362057669, |
| "grad_norm": 3.6490123739235623, |
| "learning_rate": 1.996117264749168e-05, |
| "loss": 1.4485, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.03782328053919877, |
| "grad_norm": 4.464763724322134, |
| "learning_rate": 1.996105707903132e-05, |
| "loss": 1.4795, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.03786461745782084, |
| "grad_norm": 3.529618572994803, |
| "learning_rate": 1.9960941339168963e-05, |
| "loss": 1.4452, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.03790595437644292, |
| "grad_norm": 3.949852891089842, |
| "learning_rate": 1.9960825427906587e-05, |
| "loss": 1.4866, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.037947291295064994, |
| "grad_norm": 6.3198129841396735, |
| "learning_rate": 1.9960709345246192e-05, |
| "loss": 1.4661, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.037988628213687065, |
| "grad_norm": 4.3016466998403775, |
| "learning_rate": 1.9960593091189776e-05, |
| "loss": 1.4575, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.03802996513230914, |
| "grad_norm": 3.218809542898574, |
| "learning_rate": 1.996047666573934e-05, |
| "loss": 1.4385, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.03807130205093122, |
| "grad_norm": 3.507546904929844, |
| "learning_rate": 1.9960360068896884e-05, |
| "loss": 1.456, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.038112638969553296, |
| "grad_norm": 3.2658287561416866, |
| "learning_rate": 1.9960243300664418e-05, |
| "loss": 1.4937, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.038153975888175366, |
| "grad_norm": 3.9657257849748078, |
| "learning_rate": 1.996012636104395e-05, |
| "loss": 1.4743, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.03819531280679744, |
| "grad_norm": 3.7419945345055865, |
| "learning_rate": 1.996000925003749e-05, |
| "loss": 1.4645, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.03823664972541952, |
| "grad_norm": 3.717998186266208, |
| "learning_rate": 1.9959891967647055e-05, |
| "loss": 1.4304, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.03827798664404159, |
| "grad_norm": 4.122611974230224, |
| "learning_rate": 1.9959774513874666e-05, |
| "loss": 1.4396, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.03831932356266367, |
| "grad_norm": 4.081766829152903, |
| "learning_rate": 1.9959656888722338e-05, |
| "loss": 1.4296, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.038360660481285745, |
| "grad_norm": 3.4327932618086807, |
| "learning_rate": 1.99595390921921e-05, |
| "loss": 1.479, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.038401997399907815, |
| "grad_norm": 4.251866528393302, |
| "learning_rate": 1.9959421124285976e-05, |
| "loss": 1.4399, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.03844333431852989, |
| "grad_norm": 4.132921022210262, |
| "learning_rate": 1.9959302985006e-05, |
| "loss": 1.4366, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.03848467123715197, |
| "grad_norm": 4.791211851168452, |
| "learning_rate": 1.9959184674354198e-05, |
| "loss": 1.4838, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.03852600815577405, |
| "grad_norm": 3.000007579210258, |
| "learning_rate": 1.995906619233261e-05, |
| "loss": 1.4541, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.03856734507439612, |
| "grad_norm": 5.059959210643911, |
| "learning_rate": 1.9958947538943278e-05, |
| "loss": 1.5233, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.038608681993018194, |
| "grad_norm": 3.20842711732194, |
| "learning_rate": 1.9958828714188236e-05, |
| "loss": 1.4718, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.03865001891164027, |
| "grad_norm": 3.796018357701994, |
| "learning_rate": 1.9958709718069532e-05, |
| "loss": 1.4522, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.03869135583026234, |
| "grad_norm": 3.9321479256125347, |
| "learning_rate": 1.995859055058922e-05, |
| "loss": 1.5065, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.03873269274888442, |
| "grad_norm": 3.254019632954085, |
| "learning_rate": 1.9958471211749342e-05, |
| "loss": 1.4114, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.038774029667506496, |
| "grad_norm": 3.3308294037697896, |
| "learning_rate": 1.9958351701551953e-05, |
| "loss": 1.4285, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.03881536658612857, |
| "grad_norm": 4.08834871777043, |
| "learning_rate": 1.9958232019999114e-05, |
| "loss": 1.4295, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.03885670350475064, |
| "grad_norm": 3.441069579264666, |
| "learning_rate": 1.995811216709288e-05, |
| "loss": 1.4472, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.03889804042337272, |
| "grad_norm": 3.426532775633606, |
| "learning_rate": 1.995799214283531e-05, |
| "loss": 1.4566, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.0389393773419948, |
| "grad_norm": 3.399689817601649, |
| "learning_rate": 1.9957871947228476e-05, |
| "loss": 1.4642, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.03898071426061687, |
| "grad_norm": 3.388140389856613, |
| "learning_rate": 1.995775158027445e-05, |
| "loss": 1.4593, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.039022051179238945, |
| "grad_norm": 3.325888034679041, |
| "learning_rate": 1.9957631041975292e-05, |
| "loss": 1.473, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.03906338809786102, |
| "grad_norm": 5.25058506424265, |
| "learning_rate": 1.995751033233308e-05, |
| "loss": 1.4085, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.0391047250164831, |
| "grad_norm": 3.8257776442726135, |
| "learning_rate": 1.9957389451349898e-05, |
| "loss": 1.4926, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.03914606193510517, |
| "grad_norm": 3.9914355755037514, |
| "learning_rate": 1.9957268399027815e-05, |
| "loss": 1.4433, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.03918739885372725, |
| "grad_norm": 4.259453650516103, |
| "learning_rate": 1.9957147175368923e-05, |
| "loss": 1.4435, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.039228735772349324, |
| "grad_norm": 3.4057039561381974, |
| "learning_rate": 1.99570257803753e-05, |
| "loss": 1.4021, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.039270072690971394, |
| "grad_norm": 3.9702568689341735, |
| "learning_rate": 1.9956904214049044e-05, |
| "loss": 1.3975, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.03931140960959347, |
| "grad_norm": 4.162984306124767, |
| "learning_rate": 1.995678247639224e-05, |
| "loss": 1.4269, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.03935274652821555, |
| "grad_norm": 3.4623660466543216, |
| "learning_rate": 1.9956660567406984e-05, |
| "loss": 1.4812, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.039394083446837626, |
| "grad_norm": 3.9487634862208663, |
| "learning_rate": 1.9956538487095375e-05, |
| "loss": 1.3904, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.039435420365459696, |
| "grad_norm": 3.940768474272943, |
| "learning_rate": 1.9956416235459514e-05, |
| "loss": 1.4627, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.03947675728408177, |
| "grad_norm": 3.7240510688214488, |
| "learning_rate": 1.9956293812501503e-05, |
| "loss": 1.4714, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.03951809420270385, |
| "grad_norm": 3.544248199002313, |
| "learning_rate": 1.995617121822345e-05, |
| "loss": 1.4418, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.03955943112132592, |
| "grad_norm": 3.7941720521427453, |
| "learning_rate": 1.9956048452627463e-05, |
| "loss": 1.398, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.039600768039948, |
| "grad_norm": 3.231769382614049, |
| "learning_rate": 1.9955925515715656e-05, |
| "loss": 1.4323, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.039642104958570075, |
| "grad_norm": 3.4504677343753585, |
| "learning_rate": 1.9955802407490144e-05, |
| "loss": 1.4508, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.039683441877192145, |
| "grad_norm": 4.608743387499926, |
| "learning_rate": 1.9955679127953046e-05, |
| "loss": 1.4849, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.03972477879581422, |
| "grad_norm": 3.2583619571782223, |
| "learning_rate": 1.995555567710648e-05, |
| "loss": 1.4528, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.0397661157144363, |
| "grad_norm": 3.592600847545303, |
| "learning_rate": 1.9955432054952573e-05, |
| "loss": 1.4222, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.03980745263305838, |
| "grad_norm": 3.935340478064598, |
| "learning_rate": 1.9955308261493457e-05, |
| "loss": 1.4243, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.03984878955168045, |
| "grad_norm": 3.7051161334020075, |
| "learning_rate": 1.995518429673125e-05, |
| "loss": 1.4487, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.039890126470302524, |
| "grad_norm": 3.6647142900939977, |
| "learning_rate": 1.9955060160668095e-05, |
| "loss": 1.4458, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.0399314633889246, |
| "grad_norm": 4.428497991354939, |
| "learning_rate": 1.9954935853306124e-05, |
| "loss": 1.4721, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.03997280030754667, |
| "grad_norm": 3.2958564393103056, |
| "learning_rate": 1.9954811374647474e-05, |
| "loss": 1.4394, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.04001413722616875, |
| "grad_norm": 3.10104196973718, |
| "learning_rate": 1.9954686724694297e-05, |
| "loss": 1.4361, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.040055474144790826, |
| "grad_norm": 3.957938872776804, |
| "learning_rate": 1.9954561903448727e-05, |
| "loss": 1.4602, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.0400968110634129, |
| "grad_norm": 3.760794840185392, |
| "learning_rate": 1.9954436910912914e-05, |
| "loss": 1.4285, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.04013814798203497, |
| "grad_norm": 3.421396807117046, |
| "learning_rate": 1.9954311747089012e-05, |
| "loss": 1.4774, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.04017948490065705, |
| "grad_norm": 3.91789094802535, |
| "learning_rate": 1.9954186411979175e-05, |
| "loss": 1.4021, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.04022082181927913, |
| "grad_norm": 3.081464490088515, |
| "learning_rate": 1.9954060905585556e-05, |
| "loss": 1.4219, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.0402621587379012, |
| "grad_norm": 3.3381107703512507, |
| "learning_rate": 1.9953935227910316e-05, |
| "loss": 1.4632, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.040303495656523275, |
| "grad_norm": 3.8300980744875828, |
| "learning_rate": 1.995380937895562e-05, |
| "loss": 1.4322, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.04034483257514535, |
| "grad_norm": 3.4534661824404633, |
| "learning_rate": 1.995368335872363e-05, |
| "loss": 1.4436, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.04038616949376743, |
| "grad_norm": 3.983712880561037, |
| "learning_rate": 1.995355716721652e-05, |
| "loss": 1.4598, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.0404275064123895, |
| "grad_norm": 3.840919795852268, |
| "learning_rate": 1.995343080443645e-05, |
| "loss": 1.4456, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.04046884333101158, |
| "grad_norm": 3.901157368681076, |
| "learning_rate": 1.9953304270385607e-05, |
| "loss": 1.4525, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.040510180249633654, |
| "grad_norm": 3.189808091891606, |
| "learning_rate": 1.9953177565066163e-05, |
| "loss": 1.4462, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.040551517168255724, |
| "grad_norm": 4.025890961267514, |
| "learning_rate": 1.9953050688480293e-05, |
| "loss": 1.443, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.0405928540868778, |
| "grad_norm": 3.3710964799433007, |
| "learning_rate": 1.995292364063019e-05, |
| "loss": 1.4262, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.04063419100549988, |
| "grad_norm": 3.883950857165337, |
| "learning_rate": 1.9952796421518034e-05, |
| "loss": 1.4174, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.040675527924121956, |
| "grad_norm": 3.474777308443348, |
| "learning_rate": 1.995266903114602e-05, |
| "loss": 1.4654, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.040716864842744026, |
| "grad_norm": 3.116715119287666, |
| "learning_rate": 1.995254146951633e-05, |
| "loss": 1.3727, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.0407582017613661, |
| "grad_norm": 3.9762493552410203, |
| "learning_rate": 1.9952413736631165e-05, |
| "loss": 1.4567, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.04079953867998818, |
| "grad_norm": 2.9468825909120033, |
| "learning_rate": 1.9952285832492726e-05, |
| "loss": 1.4422, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.04084087559861025, |
| "grad_norm": 3.5348361015353444, |
| "learning_rate": 1.995215775710321e-05, |
| "loss": 1.3795, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.04088221251723233, |
| "grad_norm": 3.276927230678387, |
| "learning_rate": 1.995202951046482e-05, |
| "loss": 1.4218, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.040923549435854405, |
| "grad_norm": 3.606741214717579, |
| "learning_rate": 1.9951901092579763e-05, |
| "loss": 1.4364, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.040964886354476475, |
| "grad_norm": 4.3260733895333425, |
| "learning_rate": 1.9951772503450252e-05, |
| "loss": 1.4398, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.04100622327309855, |
| "grad_norm": 3.1621905456493544, |
| "learning_rate": 1.9951643743078496e-05, |
| "loss": 1.4397, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.04104756019172063, |
| "grad_norm": 3.4412582079657623, |
| "learning_rate": 1.9951514811466713e-05, |
| "loss": 1.4036, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.041088897110342706, |
| "grad_norm": 4.873896899838307, |
| "learning_rate": 1.995138570861712e-05, |
| "loss": 1.4263, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.04113023402896478, |
| "grad_norm": 4.331814069124075, |
| "learning_rate": 1.9951256434531943e-05, |
| "loss": 1.4817, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.041171570947586854, |
| "grad_norm": 3.9349360259135926, |
| "learning_rate": 1.9951126989213398e-05, |
| "loss": 1.4483, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.04121290786620893, |
| "grad_norm": 3.3613448968668864, |
| "learning_rate": 1.995099737266372e-05, |
| "loss": 1.4229, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.041254244784831, |
| "grad_norm": 3.549433934959654, |
| "learning_rate": 1.9950867584885132e-05, |
| "loss": 1.4283, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.04129558170345308, |
| "grad_norm": 3.5652364655273208, |
| "learning_rate": 1.995073762587987e-05, |
| "loss": 1.4642, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.041336918622075156, |
| "grad_norm": 4.029695967481624, |
| "learning_rate": 1.995060749565018e-05, |
| "loss": 1.3657, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.041336918622075156, |
| "eval_loss": 1.736175537109375, |
| "eval_runtime": 393.8494, |
| "eval_samples_per_second": 10.4, |
| "eval_steps_per_second": 2.6, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.04137825554069723, |
| "grad_norm": 3.414046152937389, |
| "learning_rate": 1.9950477194198287e-05, |
| "loss": 1.3957, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.0414195924593193, |
| "grad_norm": 5.320606616740586, |
| "learning_rate": 1.9950346721526443e-05, |
| "loss": 1.4508, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.04146092937794138, |
| "grad_norm": 3.9807925522216423, |
| "learning_rate": 1.9950216077636886e-05, |
| "loss": 1.3943, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.04150226629656346, |
| "grad_norm": 3.501083066632413, |
| "learning_rate": 1.9950085262531868e-05, |
| "loss": 1.4352, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.04154360321518553, |
| "grad_norm": 3.771268569637735, |
| "learning_rate": 1.994995427621364e-05, |
| "loss": 1.452, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.041584940133807605, |
| "grad_norm": 3.8515101224909216, |
| "learning_rate": 1.9949823118684454e-05, |
| "loss": 1.4306, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.04162627705242968, |
| "grad_norm": 3.7934745333554782, |
| "learning_rate": 1.9949691789946567e-05, |
| "loss": 1.4805, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.04166761397105176, |
| "grad_norm": 3.396103842576295, |
| "learning_rate": 1.9949560290002245e-05, |
| "loss": 1.4516, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.04170895088967383, |
| "grad_norm": 3.4268415637061085, |
| "learning_rate": 1.994942861885374e-05, |
| "loss": 1.4143, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.041750287808295906, |
| "grad_norm": 3.4582505595292203, |
| "learning_rate": 1.9949296776503324e-05, |
| "loss": 1.3815, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.041791624726917984, |
| "grad_norm": 3.5395990026077304, |
| "learning_rate": 1.994916476295327e-05, |
| "loss": 1.4449, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.041832961645540054, |
| "grad_norm": 3.4229281128115403, |
| "learning_rate": 1.9949032578205834e-05, |
| "loss": 1.4526, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.04187429856416213, |
| "grad_norm": 3.983206436567361, |
| "learning_rate": 1.994890022226331e-05, |
| "loss": 1.4463, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.04191563548278421, |
| "grad_norm": 3.668734425155437, |
| "learning_rate": 1.9948767695127964e-05, |
| "loss": 1.419, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.041956972401406285, |
| "grad_norm": 3.3634372280714517, |
| "learning_rate": 1.9948634996802078e-05, |
| "loss": 1.4329, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.041998309320028356, |
| "grad_norm": 4.062775728402737, |
| "learning_rate": 1.9948502127287936e-05, |
| "loss": 1.4361, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.04203964623865043, |
| "grad_norm": 3.4149660693597084, |
| "learning_rate": 1.9948369086587823e-05, |
| "loss": 1.4725, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.04208098315727251, |
| "grad_norm": 3.6916128915527313, |
| "learning_rate": 1.9948235874704035e-05, |
| "loss": 1.4732, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.04212232007589458, |
| "grad_norm": 3.9231999868924206, |
| "learning_rate": 1.9948102491638853e-05, |
| "loss": 1.4558, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.04216365699451666, |
| "grad_norm": 4.846870150341976, |
| "learning_rate": 1.9947968937394583e-05, |
| "loss": 1.4455, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.042204993913138734, |
| "grad_norm": 3.426175390236964, |
| "learning_rate": 1.9947835211973517e-05, |
| "loss": 1.3997, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.042246330831760805, |
| "grad_norm": 3.7909997652306258, |
| "learning_rate": 1.9947701315377954e-05, |
| "loss": 1.4361, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.04228766775038288, |
| "grad_norm": 3.535939765317278, |
| "learning_rate": 1.9947567247610206e-05, |
| "loss": 1.4449, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.04232900466900496, |
| "grad_norm": 3.3731810089302523, |
| "learning_rate": 1.9947433008672572e-05, |
| "loss": 1.4193, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.042370341587627036, |
| "grad_norm": 3.9292291070435077, |
| "learning_rate": 1.9947298598567364e-05, |
| "loss": 1.4657, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.042411678506249106, |
| "grad_norm": 3.369066359531392, |
| "learning_rate": 1.99471640172969e-05, |
| "loss": 1.4509, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.042453015424871184, |
| "grad_norm": 3.6668982318612495, |
| "learning_rate": 1.994702926486349e-05, |
| "loss": 1.3931, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.04249435234349326, |
| "grad_norm": 3.2034209344506097, |
| "learning_rate": 1.9946894341269453e-05, |
| "loss": 1.4217, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.04253568926211533, |
| "grad_norm": 4.400853617662863, |
| "learning_rate": 1.9946759246517113e-05, |
| "loss": 1.4544, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.04257702618073741, |
| "grad_norm": 3.1712083272819473, |
| "learning_rate": 1.9946623980608792e-05, |
| "loss": 1.4813, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.042618363099359485, |
| "grad_norm": 3.5677581184867395, |
| "learning_rate": 1.994648854354682e-05, |
| "loss": 1.4321, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.04265970001798156, |
| "grad_norm": 3.38462741867337, |
| "learning_rate": 1.9946352935333528e-05, |
| "loss": 1.3907, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.04270103693660363, |
| "grad_norm": 3.6690520985143054, |
| "learning_rate": 1.994621715597125e-05, |
| "loss": 1.453, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.04274237385522571, |
| "grad_norm": 3.628541207308318, |
| "learning_rate": 1.9946081205462315e-05, |
| "loss": 1.4224, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.04278371077384779, |
| "grad_norm": 3.573675637942579, |
| "learning_rate": 1.994594508380907e-05, |
| "loss": 1.4409, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.04282504769246986, |
| "grad_norm": 3.9512735810988584, |
| "learning_rate": 1.9945808791013857e-05, |
| "loss": 1.4116, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.042866384611091934, |
| "grad_norm": 3.2189804332946936, |
| "learning_rate": 1.994567232707902e-05, |
| "loss": 1.4239, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.04290772152971401, |
| "grad_norm": 3.277452726822312, |
| "learning_rate": 1.9945535692006903e-05, |
| "loss": 1.419, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.04294905844833609, |
| "grad_norm": 3.2409307004738594, |
| "learning_rate": 1.994539888579986e-05, |
| "loss": 1.412, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.04299039536695816, |
| "grad_norm": 5.955091940094864, |
| "learning_rate": 1.9945261908460248e-05, |
| "loss": 1.4001, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.043031732285580236, |
| "grad_norm": 3.626590483447886, |
| "learning_rate": 1.9945124759990424e-05, |
| "loss": 1.4598, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.04307306920420231, |
| "grad_norm": 3.4065599382832197, |
| "learning_rate": 1.9944987440392742e-05, |
| "loss": 1.3991, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.043114406122824384, |
| "grad_norm": 3.3228235524159824, |
| "learning_rate": 1.994484994966957e-05, |
| "loss": 1.4069, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.04315574304144646, |
| "grad_norm": 4.069300982498486, |
| "learning_rate": 1.9944712287823275e-05, |
| "loss": 1.4376, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.04319707996006854, |
| "grad_norm": 3.668990751455877, |
| "learning_rate": 1.9944574454856216e-05, |
| "loss": 1.4185, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.043238416878690615, |
| "grad_norm": 3.189803317003545, |
| "learning_rate": 1.9944436450770775e-05, |
| "loss": 1.3998, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.043279753797312685, |
| "grad_norm": 3.7817594340150924, |
| "learning_rate": 1.9944298275569328e-05, |
| "loss": 1.4494, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.04332109071593476, |
| "grad_norm": 4.780904235096889, |
| "learning_rate": 1.9944159929254245e-05, |
| "loss": 1.4616, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.04336242763455684, |
| "grad_norm": 4.010329780152807, |
| "learning_rate": 1.9944021411827905e-05, |
| "loss": 1.4532, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.04340376455317891, |
| "grad_norm": 4.209509632753131, |
| "learning_rate": 1.9943882723292704e-05, |
| "loss": 1.4622, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.04344510147180099, |
| "grad_norm": 3.228687583673167, |
| "learning_rate": 1.9943743863651017e-05, |
| "loss": 1.4053, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.043486438390423064, |
| "grad_norm": 3.288729771085999, |
| "learning_rate": 1.994360483290523e-05, |
| "loss": 1.4192, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.043527775309045134, |
| "grad_norm": 4.41078023777337, |
| "learning_rate": 1.994346563105775e-05, |
| "loss": 1.4098, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.04356911222766721, |
| "grad_norm": 3.1815816594140487, |
| "learning_rate": 1.9943326258110963e-05, |
| "loss": 1.4676, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.04361044914628929, |
| "grad_norm": 3.554730176042178, |
| "learning_rate": 1.994318671406727e-05, |
| "loss": 1.4262, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.043651786064911366, |
| "grad_norm": 4.564103408690964, |
| "learning_rate": 1.9943046998929073e-05, |
| "loss": 1.4104, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.043693122983533436, |
| "grad_norm": 3.5454961573863994, |
| "learning_rate": 1.994290711269877e-05, |
| "loss": 1.4235, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.04373445990215551, |
| "grad_norm": 3.6248317766975857, |
| "learning_rate": 1.9942767055378775e-05, |
| "loss": 1.3733, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.04377579682077759, |
| "grad_norm": 3.2489128741687123, |
| "learning_rate": 1.9942626826971493e-05, |
| "loss": 1.4456, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.04381713373939966, |
| "grad_norm": 3.5799361135868057, |
| "learning_rate": 1.994248642747934e-05, |
| "loss": 1.4071, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.04385847065802174, |
| "grad_norm": 3.4391607635624033, |
| "learning_rate": 1.9942345856904727e-05, |
| "loss": 1.388, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.043899807576643815, |
| "grad_norm": 4.900926633402934, |
| "learning_rate": 1.994220511525008e-05, |
| "loss": 1.4214, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.04394114449526589, |
| "grad_norm": 3.1998682814537807, |
| "learning_rate": 1.994206420251782e-05, |
| "loss": 1.4392, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.04398248141388796, |
| "grad_norm": 3.512730762072939, |
| "learning_rate": 1.9941923118710366e-05, |
| "loss": 1.3833, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.04402381833251004, |
| "grad_norm": 3.5959575986075354, |
| "learning_rate": 1.9941781863830153e-05, |
| "loss": 1.4666, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.04406515525113212, |
| "grad_norm": 4.116993239444605, |
| "learning_rate": 1.9941640437879603e-05, |
| "loss": 1.417, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.04410649216975419, |
| "grad_norm": 4.587080576933717, |
| "learning_rate": 1.9941498840861153e-05, |
| "loss": 1.3558, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.044147829088376264, |
| "grad_norm": 3.923348655449712, |
| "learning_rate": 1.9941357072777245e-05, |
| "loss": 1.403, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.04418916600699834, |
| "grad_norm": 3.3131343328753884, |
| "learning_rate": 1.9941215133630312e-05, |
| "loss": 1.414, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.04423050292562042, |
| "grad_norm": 3.815180569497117, |
| "learning_rate": 1.9941073023422796e-05, |
| "loss": 1.4567, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.04427183984424249, |
| "grad_norm": 3.0191885771803264, |
| "learning_rate": 1.994093074215715e-05, |
| "loss": 1.4257, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.044313176762864566, |
| "grad_norm": 3.4376292652965494, |
| "learning_rate": 1.994078828983581e-05, |
| "loss": 1.4118, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.04435451368148664, |
| "grad_norm": 3.5106899932837643, |
| "learning_rate": 1.994064566646124e-05, |
| "loss": 1.4159, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.04439585060010871, |
| "grad_norm": 3.6846637686102413, |
| "learning_rate": 1.9940502872035888e-05, |
| "loss": 1.3948, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.04443718751873079, |
| "grad_norm": 3.657265133747329, |
| "learning_rate": 1.9940359906562207e-05, |
| "loss": 1.4087, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.04447852443735287, |
| "grad_norm": 4.430332521129557, |
| "learning_rate": 1.9940216770042666e-05, |
| "loss": 1.3989, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.044519861355974945, |
| "grad_norm": 4.43254812995105, |
| "learning_rate": 1.994007346247972e-05, |
| "loss": 1.3781, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.044561198274597015, |
| "grad_norm": 3.547905857131194, |
| "learning_rate": 1.9939929983875837e-05, |
| "loss": 1.443, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.04460253519321909, |
| "grad_norm": 4.225199610421922, |
| "learning_rate": 1.9939786334233492e-05, |
| "loss": 1.3992, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.04464387211184117, |
| "grad_norm": 3.2850031799014494, |
| "learning_rate": 1.993964251355515e-05, |
| "loss": 1.39, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.04468520903046324, |
| "grad_norm": 3.576860893151518, |
| "learning_rate": 1.993949852184329e-05, |
| "loss": 1.4019, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.04472654594908532, |
| "grad_norm": 4.14729049725031, |
| "learning_rate": 1.9939354359100385e-05, |
| "loss": 1.407, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.044767882867707394, |
| "grad_norm": 3.6785935387585447, |
| "learning_rate": 1.9939210025328915e-05, |
| "loss": 1.4188, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.044809219786329464, |
| "grad_norm": 3.475380301816819, |
| "learning_rate": 1.993906552053137e-05, |
| "loss": 1.4146, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.04485055670495154, |
| "grad_norm": 3.3679721828323217, |
| "learning_rate": 1.9938920844710235e-05, |
| "loss": 1.4208, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.04489189362357362, |
| "grad_norm": 3.679471702118622, |
| "learning_rate": 1.9938775997867995e-05, |
| "loss": 1.4209, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.044933230542195696, |
| "grad_norm": 3.8980049289176377, |
| "learning_rate": 1.9938630980007147e-05, |
| "loss": 1.4121, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.044974567460817766, |
| "grad_norm": 3.7079901840906713, |
| "learning_rate": 1.9938485791130183e-05, |
| "loss": 1.3969, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.04501590437943984, |
| "grad_norm": 3.7675855531387996, |
| "learning_rate": 1.9938340431239603e-05, |
| "loss": 1.4012, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.04505724129806192, |
| "grad_norm": 3.3894112723434127, |
| "learning_rate": 1.9938194900337908e-05, |
| "loss": 1.4184, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.04509857821668399, |
| "grad_norm": 4.1568950335530825, |
| "learning_rate": 1.9938049198427604e-05, |
| "loss": 1.452, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.04513991513530607, |
| "grad_norm": 3.630087506411177, |
| "learning_rate": 1.9937903325511193e-05, |
| "loss": 1.4657, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.045181252053928145, |
| "grad_norm": 3.510575809020148, |
| "learning_rate": 1.9937757281591187e-05, |
| "loss": 1.4341, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.04522258897255022, |
| "grad_norm": 3.309825385197255, |
| "learning_rate": 1.9937611066670106e-05, |
| "loss": 1.3789, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.04526392589117229, |
| "grad_norm": 3.239522136091904, |
| "learning_rate": 1.9937464680750454e-05, |
| "loss": 1.4103, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.04530526280979437, |
| "grad_norm": 4.673675936224972, |
| "learning_rate": 1.9937318123834762e-05, |
| "loss": 1.3989, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.04534659972841645, |
| "grad_norm": 4.627358104306948, |
| "learning_rate": 1.9937171395925544e-05, |
| "loss": 1.4203, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.04538793664703852, |
| "grad_norm": 3.311365466265083, |
| "learning_rate": 1.9937024497025325e-05, |
| "loss": 1.389, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.045429273565660594, |
| "grad_norm": 4.134318195617502, |
| "learning_rate": 1.9936877427136637e-05, |
| "loss": 1.4224, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.04547061048428267, |
| "grad_norm": 3.006959002241816, |
| "learning_rate": 1.9936730186262007e-05, |
| "loss": 1.3988, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.04551194740290475, |
| "grad_norm": 4.01529741437254, |
| "learning_rate": 1.993658277440397e-05, |
| "loss": 1.4396, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.04555328432152682, |
| "grad_norm": 3.2748525540941507, |
| "learning_rate": 1.993643519156506e-05, |
| "loss": 1.3921, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.045594621240148896, |
| "grad_norm": 4.018973443549097, |
| "learning_rate": 1.9936287437747822e-05, |
| "loss": 1.3617, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.04563595815877097, |
| "grad_norm": 3.462150874636636, |
| "learning_rate": 1.993613951295479e-05, |
| "loss": 1.4075, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.04567729507739304, |
| "grad_norm": 3.6284928503493528, |
| "learning_rate": 1.9935991417188523e-05, |
| "loss": 1.3774, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.04571863199601512, |
| "grad_norm": 4.331109900085688, |
| "learning_rate": 1.9935843150451558e-05, |
| "loss": 1.4156, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.0457599689146372, |
| "grad_norm": 3.749722584209809, |
| "learning_rate": 1.9935694712746448e-05, |
| "loss": 1.4314, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.045801305833259275, |
| "grad_norm": 3.1035349095523266, |
| "learning_rate": 1.9935546104075746e-05, |
| "loss": 1.4167, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.045842642751881345, |
| "grad_norm": 4.134657657963317, |
| "learning_rate": 1.9935397324442015e-05, |
| "loss": 1.4377, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.04588397967050342, |
| "grad_norm": 3.378268647534537, |
| "learning_rate": 1.993524837384781e-05, |
| "loss": 1.4201, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.0459253165891255, |
| "grad_norm": 3.3061200097201615, |
| "learning_rate": 1.9935099252295694e-05, |
| "loss": 1.391, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.04596665350774757, |
| "grad_norm": 3.6514603716731133, |
| "learning_rate": 1.9934949959788237e-05, |
| "loss": 1.4423, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.046007990426369647, |
| "grad_norm": 3.2198262717397896, |
| "learning_rate": 1.9934800496328006e-05, |
| "loss": 1.4049, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.046049327344991724, |
| "grad_norm": 3.1555815125987197, |
| "learning_rate": 1.993465086191757e-05, |
| "loss": 1.4418, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.0460906642636138, |
| "grad_norm": 3.6391685610732476, |
| "learning_rate": 1.993450105655951e-05, |
| "loss": 1.3824, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.04613200118223587, |
| "grad_norm": 3.426206028662225, |
| "learning_rate": 1.9934351080256395e-05, |
| "loss": 1.3837, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.04617333810085795, |
| "grad_norm": 4.616699518929945, |
| "learning_rate": 1.9934200933010816e-05, |
| "loss": 1.3886, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.046214675019480025, |
| "grad_norm": 3.919463255914606, |
| "learning_rate": 1.993405061482535e-05, |
| "loss": 1.418, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.046256011938102096, |
| "grad_norm": 4.372063175345489, |
| "learning_rate": 1.9933900125702582e-05, |
| "loss": 1.3976, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.04629734885672417, |
| "grad_norm": 4.040676043168612, |
| "learning_rate": 1.9933749465645103e-05, |
| "loss": 1.4122, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.04633868577534625, |
| "grad_norm": 3.3730911260973815, |
| "learning_rate": 1.9933598634655512e-05, |
| "loss": 1.3707, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.04638002269396832, |
| "grad_norm": 3.6851619767350066, |
| "learning_rate": 1.9933447632736393e-05, |
| "loss": 1.398, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.0464213596125904, |
| "grad_norm": 4.001189833407079, |
| "learning_rate": 1.9933296459890355e-05, |
| "loss": 1.4071, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.046462696531212475, |
| "grad_norm": 3.3898995076664757, |
| "learning_rate": 1.993314511611999e-05, |
| "loss": 1.408, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.04650403344983455, |
| "grad_norm": 3.6996997277102146, |
| "learning_rate": 1.9932993601427912e-05, |
| "loss": 1.3975, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.04654537036845662, |
| "grad_norm": 3.313365690401916, |
| "learning_rate": 1.993284191581672e-05, |
| "loss": 1.408, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.0465867072870787, |
| "grad_norm": 4.633876867393197, |
| "learning_rate": 1.993269005928903e-05, |
| "loss": 1.396, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.046628044205700776, |
| "grad_norm": 3.5037620526852304, |
| "learning_rate": 1.993253803184745e-05, |
| "loss": 1.4024, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.046669381124322847, |
| "grad_norm": 3.081503642322238, |
| "learning_rate": 1.9932385833494597e-05, |
| "loss": 1.4109, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.046710718042944924, |
| "grad_norm": 3.547058360569091, |
| "learning_rate": 1.9932233464233092e-05, |
| "loss": 1.3796, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.046752054961567, |
| "grad_norm": 3.814887745242394, |
| "learning_rate": 1.9932080924065556e-05, |
| "loss": 1.4401, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.04679339188018908, |
| "grad_norm": 3.5004316252867085, |
| "learning_rate": 1.993192821299461e-05, |
| "loss": 1.452, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.04683472879881115, |
| "grad_norm": 3.449228750426351, |
| "learning_rate": 1.993177533102289e-05, |
| "loss": 1.3734, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.046876065717433225, |
| "grad_norm": 3.2964308484381784, |
| "learning_rate": 1.9931622278153024e-05, |
| "loss": 1.4018, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.0469174026360553, |
| "grad_norm": 2.8180078039607697, |
| "learning_rate": 1.993146905438764e-05, |
| "loss": 1.4081, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.04695873955467737, |
| "grad_norm": 3.2236402061866545, |
| "learning_rate": 1.9931315659729376e-05, |
| "loss": 1.4534, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.04700007647329945, |
| "grad_norm": 3.5082002531342473, |
| "learning_rate": 1.9931162094180874e-05, |
| "loss": 1.4173, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.04704141339192153, |
| "grad_norm": 3.284436648082263, |
| "learning_rate": 1.993100835774478e-05, |
| "loss": 1.4092, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.047082750310543604, |
| "grad_norm": 3.4816460403688314, |
| "learning_rate": 1.9930854450423736e-05, |
| "loss": 1.3913, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.047124087229165675, |
| "grad_norm": 4.14476906280773, |
| "learning_rate": 1.9930700372220387e-05, |
| "loss": 1.3703, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.04716542414778775, |
| "grad_norm": 4.375945137034217, |
| "learning_rate": 1.993054612313739e-05, |
| "loss": 1.4362, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.04720676106640983, |
| "grad_norm": 4.277168672236525, |
| "learning_rate": 1.993039170317739e-05, |
| "loss": 1.479, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.0472480979850319, |
| "grad_norm": 3.927053905964369, |
| "learning_rate": 1.9930237112343056e-05, |
| "loss": 1.3872, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.047289434903653976, |
| "grad_norm": 3.607150421833661, |
| "learning_rate": 1.9930082350637042e-05, |
| "loss": 1.3891, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.04733077182227605, |
| "grad_norm": 3.338415521714108, |
| "learning_rate": 1.992992741806201e-05, |
| "loss": 1.4211, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.04737210874089813, |
| "grad_norm": 3.629104841971202, |
| "learning_rate": 1.9929772314620627e-05, |
| "loss": 1.3425, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.0474134456595202, |
| "grad_norm": 3.099599716044088, |
| "learning_rate": 1.9929617040315563e-05, |
| "loss": 1.382, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.04745478257814228, |
| "grad_norm": 3.7158273713517893, |
| "learning_rate": 1.992946159514949e-05, |
| "loss": 1.4361, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.047496119496764355, |
| "grad_norm": 4.389528378421289, |
| "learning_rate": 1.992930597912508e-05, |
| "loss": 1.4435, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.047537456415386425, |
| "grad_norm": 3.669631509338215, |
| "learning_rate": 1.9929150192245016e-05, |
| "loss": 1.4321, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.0475787933340085, |
| "grad_norm": 3.4995914344254624, |
| "learning_rate": 1.992899423451197e-05, |
| "loss": 1.446, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.04762013025263058, |
| "grad_norm": 3.3809354325443017, |
| "learning_rate": 1.9928838105928635e-05, |
| "loss": 1.3941, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.04766146717125265, |
| "grad_norm": 3.1788524195701684, |
| "learning_rate": 1.9928681806497693e-05, |
| "loss": 1.4027, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.04770280408987473, |
| "grad_norm": 3.368111520244943, |
| "learning_rate": 1.9928525336221837e-05, |
| "loss": 1.4038, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.047744141008496804, |
| "grad_norm": 3.6045389016529636, |
| "learning_rate": 1.992836869510375e-05, |
| "loss": 1.4523, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.04778547792711888, |
| "grad_norm": 3.859885628963866, |
| "learning_rate": 1.9928211883146136e-05, |
| "loss": 1.4307, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.04782681484574095, |
| "grad_norm": 3.2925025525674756, |
| "learning_rate": 1.9928054900351693e-05, |
| "loss": 1.4473, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.04786815176436303, |
| "grad_norm": 4.075772971569745, |
| "learning_rate": 1.992789774672312e-05, |
| "loss": 1.4384, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.047909488682985106, |
| "grad_norm": 3.391288577095074, |
| "learning_rate": 1.9927740422263117e-05, |
| "loss": 1.4038, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.047950825601607176, |
| "grad_norm": 3.4783586083297626, |
| "learning_rate": 1.9927582926974402e-05, |
| "loss": 1.3911, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.04799216252022925, |
| "grad_norm": 3.468149363696469, |
| "learning_rate": 1.9927425260859673e-05, |
| "loss": 1.4123, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.04803349943885133, |
| "grad_norm": 3.464512963986536, |
| "learning_rate": 1.992726742392165e-05, |
| "loss": 1.3973, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.04807483635747341, |
| "grad_norm": 4.061746689943389, |
| "learning_rate": 1.992710941616305e-05, |
| "loss": 1.3841, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.04811617327609548, |
| "grad_norm": 4.139608234706919, |
| "learning_rate": 1.992695123758659e-05, |
| "loss": 1.3787, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.048157510194717555, |
| "grad_norm": 3.8447070353873025, |
| "learning_rate": 1.992679288819499e-05, |
| "loss": 1.3815, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.04819884711333963, |
| "grad_norm": 3.6946628562082693, |
| "learning_rate": 1.9926634367990973e-05, |
| "loss": 1.3788, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.0482401840319617, |
| "grad_norm": 3.3618354267056465, |
| "learning_rate": 1.992647567697727e-05, |
| "loss": 1.4063, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.04828152095058378, |
| "grad_norm": 3.495643041214259, |
| "learning_rate": 1.9926316815156617e-05, |
| "loss": 1.4348, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.04832285786920586, |
| "grad_norm": 3.552951920155812, |
| "learning_rate": 1.9926157782531735e-05, |
| "loss": 1.3604, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.048364194787827934, |
| "grad_norm": 3.2600229354667025, |
| "learning_rate": 1.9925998579105374e-05, |
| "loss": 1.3395, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.048405531706450004, |
| "grad_norm": 3.4189972893062635, |
| "learning_rate": 1.9925839204880263e-05, |
| "loss": 1.4291, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.04844686862507208, |
| "grad_norm": 3.2696931259943494, |
| "learning_rate": 1.9925679659859148e-05, |
| "loss": 1.3748, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.04848820554369416, |
| "grad_norm": 3.400522141333647, |
| "learning_rate": 1.9925519944044772e-05, |
| "loss": 1.4141, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.04852954246231623, |
| "grad_norm": 3.347216625916271, |
| "learning_rate": 1.9925360057439887e-05, |
| "loss": 1.4062, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.048570879380938306, |
| "grad_norm": 3.55815106093295, |
| "learning_rate": 1.9925200000047248e-05, |
| "loss": 1.4056, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.04861221629956038, |
| "grad_norm": 4.75921473200291, |
| "learning_rate": 1.99250397718696e-05, |
| "loss": 1.418, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.04865355321818246, |
| "grad_norm": 3.2697324056422588, |
| "learning_rate": 1.9924879372909703e-05, |
| "loss": 1.4015, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.04869489013680453, |
| "grad_norm": 3.590517133814017, |
| "learning_rate": 1.9924718803170324e-05, |
| "loss": 1.3738, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.04873622705542661, |
| "grad_norm": 3.579850493829701, |
| "learning_rate": 1.9924558062654215e-05, |
| "loss": 1.334, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.048777563974048685, |
| "grad_norm": 3.552170187760315, |
| "learning_rate": 1.9924397151364148e-05, |
| "loss": 1.4169, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.048818900892670755, |
| "grad_norm": 3.0842304871945037, |
| "learning_rate": 1.992423606930289e-05, |
| "loss": 1.3906, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.04886023781129283, |
| "grad_norm": 3.379537547677814, |
| "learning_rate": 1.9924074816473215e-05, |
| "loss": 1.4351, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.04890157472991491, |
| "grad_norm": 3.53218922925584, |
| "learning_rate": 1.9923913392877896e-05, |
| "loss": 1.4032, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.04894291164853698, |
| "grad_norm": 5.016060492627983, |
| "learning_rate": 1.992375179851971e-05, |
| "loss": 1.3918, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.04898424856715906, |
| "grad_norm": 3.540388411237351, |
| "learning_rate": 1.9923590033401443e-05, |
| "loss": 1.4196, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.049025585485781134, |
| "grad_norm": 3.3104883369223765, |
| "learning_rate": 1.9923428097525872e-05, |
| "loss": 1.4141, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.04906692240440321, |
| "grad_norm": 3.580413781862322, |
| "learning_rate": 1.9923265990895785e-05, |
| "loss": 1.4291, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.04910825932302528, |
| "grad_norm": 4.057142008160253, |
| "learning_rate": 1.9923103713513972e-05, |
| "loss": 1.4193, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.04914959624164736, |
| "grad_norm": 3.157870137031843, |
| "learning_rate": 1.9922941265383226e-05, |
| "loss": 1.3949, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.049190933160269436, |
| "grad_norm": 3.7453792892755255, |
| "learning_rate": 1.992277864650634e-05, |
| "loss": 1.373, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.049232270078891506, |
| "grad_norm": 4.17858858176331, |
| "learning_rate": 1.992261585688611e-05, |
| "loss": 1.3732, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.04927360699751358, |
| "grad_norm": 3.3040489276601157, |
| "learning_rate": 1.992245289652535e-05, |
| "loss": 1.373, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.04931494391613566, |
| "grad_norm": 3.0410499391716117, |
| "learning_rate": 1.992228976542685e-05, |
| "loss": 1.3839, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.04935628083475774, |
| "grad_norm": 3.541114095436553, |
| "learning_rate": 1.9922126463593422e-05, |
| "loss": 1.4006, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.04939761775337981, |
| "grad_norm": 3.9811902872742673, |
| "learning_rate": 1.992196299102788e-05, |
| "loss": 1.3546, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.049438954672001885, |
| "grad_norm": 3.1780875587126705, |
| "learning_rate": 1.9921799347733026e-05, |
| "loss": 1.3693, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.04948029159062396, |
| "grad_norm": 3.5586898768297415, |
| "learning_rate": 1.9921635533711687e-05, |
| "loss": 1.4215, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.04952162850924603, |
| "grad_norm": 2.8477978920610565, |
| "learning_rate": 1.9921471548966678e-05, |
| "loss": 1.4256, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.04956296542786811, |
| "grad_norm": 3.5714848436239275, |
| "learning_rate": 1.9921307393500822e-05, |
| "loss": 1.4358, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.04960430234649019, |
| "grad_norm": 3.746696171382991, |
| "learning_rate": 1.992114306731694e-05, |
| "loss": 1.4556, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.049645639265112264, |
| "grad_norm": 3.6562155551861353, |
| "learning_rate": 1.992097857041786e-05, |
| "loss": 1.404, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.049686976183734334, |
| "grad_norm": 3.2699664906016803, |
| "learning_rate": 1.9920813902806414e-05, |
| "loss": 1.3946, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.04972831310235641, |
| "grad_norm": 4.034724844068233, |
| "learning_rate": 1.992064906448544e-05, |
| "loss": 1.4321, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.04976965002097849, |
| "grad_norm": 3.4822925081412497, |
| "learning_rate": 1.9920484055457767e-05, |
| "loss": 1.4105, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.04981098693960056, |
| "grad_norm": 3.587853195823534, |
| "learning_rate": 1.9920318875726238e-05, |
| "loss": 1.3697, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.049852323858222636, |
| "grad_norm": 3.205239993732016, |
| "learning_rate": 1.9920153525293694e-05, |
| "loss": 1.3979, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.04989366077684471, |
| "grad_norm": 3.388133162074283, |
| "learning_rate": 1.991998800416298e-05, |
| "loss": 1.4023, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.04993499769546679, |
| "grad_norm": 4.2719394165918985, |
| "learning_rate": 1.9919822312336947e-05, |
| "loss": 1.3956, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.04997633461408886, |
| "grad_norm": 3.234674011512212, |
| "learning_rate": 1.9919656449818444e-05, |
| "loss": 1.4101, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.05001767153271094, |
| "grad_norm": 3.4860946302341107, |
| "learning_rate": 1.9919490416610327e-05, |
| "loss": 1.3802, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.050059008451333015, |
| "grad_norm": 3.3542639404969483, |
| "learning_rate": 1.9919324212715448e-05, |
| "loss": 1.3865, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.050100345369955085, |
| "grad_norm": 3.7877647269232293, |
| "learning_rate": 1.9919157838136668e-05, |
| "loss": 1.4198, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.05014168228857716, |
| "grad_norm": 3.6768245303830214, |
| "learning_rate": 1.9918991292876857e-05, |
| "loss": 1.392, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.05018301920719924, |
| "grad_norm": 3.0504339083555054, |
| "learning_rate": 1.9918824576938872e-05, |
| "loss": 1.3943, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.05022435612582131, |
| "grad_norm": 4.003605772511745, |
| "learning_rate": 1.9918657690325586e-05, |
| "loss": 1.3627, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.05026569304444339, |
| "grad_norm": 4.04766902184383, |
| "learning_rate": 1.9918490633039873e-05, |
| "loss": 1.3867, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.050307029963065464, |
| "grad_norm": 4.054619230075598, |
| "learning_rate": 1.99183234050846e-05, |
| "loss": 1.3558, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.05034836688168754, |
| "grad_norm": 3.3575853249481873, |
| "learning_rate": 1.9918156006462653e-05, |
| "loss": 1.3863, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.05038970380030961, |
| "grad_norm": 3.5267112119515582, |
| "learning_rate": 1.9917988437176908e-05, |
| "loss": 1.3705, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.05043104071893169, |
| "grad_norm": 3.528333383483439, |
| "learning_rate": 1.9917820697230247e-05, |
| "loss": 1.4441, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.050472377637553766, |
| "grad_norm": 3.233459986557015, |
| "learning_rate": 1.991765278662556e-05, |
| "loss": 1.3532, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.050513714556175836, |
| "grad_norm": 3.4949233408933034, |
| "learning_rate": 1.991748470536573e-05, |
| "loss": 1.3658, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.05055505147479791, |
| "grad_norm": 3.194405798297394, |
| "learning_rate": 1.9917316453453657e-05, |
| "loss": 1.397, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.05059638839341999, |
| "grad_norm": 3.6606193297707046, |
| "learning_rate": 1.9917148030892238e-05, |
| "loss": 1.4072, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.05063772531204207, |
| "grad_norm": 4.069430004373759, |
| "learning_rate": 1.9916979437684362e-05, |
| "loss": 1.4136, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.05067906223066414, |
| "grad_norm": 3.1603885636318956, |
| "learning_rate": 1.991681067383293e-05, |
| "loss": 1.4097, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.050720399149286215, |
| "grad_norm": 3.177326748991991, |
| "learning_rate": 1.9916641739340857e-05, |
| "loss": 1.4195, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.05076173606790829, |
| "grad_norm": 3.918139727949541, |
| "learning_rate": 1.991647263421104e-05, |
| "loss": 1.3876, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.05080307298653036, |
| "grad_norm": 3.9573038369404427, |
| "learning_rate": 1.9916303358446392e-05, |
| "loss": 1.3683, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.05084440990515244, |
| "grad_norm": 4.275806482199394, |
| "learning_rate": 1.9916133912049825e-05, |
| "loss": 1.4204, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.050885746823774516, |
| "grad_norm": 4.847335915383492, |
| "learning_rate": 1.9915964295024254e-05, |
| "loss": 1.4034, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.050927083742396594, |
| "grad_norm": 3.273054866007932, |
| "learning_rate": 1.99157945073726e-05, |
| "loss": 1.3968, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.050968420661018664, |
| "grad_norm": 3.7167200760785173, |
| "learning_rate": 1.9915624549097784e-05, |
| "loss": 1.3999, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.05100975757964074, |
| "grad_norm": 3.4590376733691337, |
| "learning_rate": 1.991545442020273e-05, |
| "loss": 1.4122, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.05105109449826282, |
| "grad_norm": 3.1847142656240255, |
| "learning_rate": 1.9915284120690362e-05, |
| "loss": 1.4239, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.05109243141688489, |
| "grad_norm": 3.3467985786610353, |
| "learning_rate": 1.991511365056362e-05, |
| "loss": 1.3844, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.051133768335506966, |
| "grad_norm": 4.094929119314472, |
| "learning_rate": 1.9914943009825425e-05, |
| "loss": 1.3577, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.05117510525412904, |
| "grad_norm": 3.521925167773648, |
| "learning_rate": 1.9914772198478723e-05, |
| "loss": 1.3954, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.05121644217275112, |
| "grad_norm": 3.3998170027309067, |
| "learning_rate": 1.9914601216526446e-05, |
| "loss": 1.4102, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.05125777909137319, |
| "grad_norm": 3.6457154728502035, |
| "learning_rate": 1.9914430063971542e-05, |
| "loss": 1.3666, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.05129911600999527, |
| "grad_norm": 3.133616222950282, |
| "learning_rate": 1.9914258740816956e-05, |
| "loss": 1.4071, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.051340452928617344, |
| "grad_norm": 3.5165895133634133, |
| "learning_rate": 1.9914087247065634e-05, |
| "loss": 1.4127, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.051381789847239415, |
| "grad_norm": 3.1317185826456795, |
| "learning_rate": 1.991391558272052e-05, |
| "loss": 1.3609, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.05142312676586149, |
| "grad_norm": 3.7493626264431605, |
| "learning_rate": 1.991374374778458e-05, |
| "loss": 1.3832, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.05146446368448357, |
| "grad_norm": 3.5662863496670196, |
| "learning_rate": 1.991357174226076e-05, |
| "loss": 1.3665, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.05150580060310564, |
| "grad_norm": 3.1448919796113035, |
| "learning_rate": 1.9913399566152033e-05, |
| "loss": 1.3965, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.051547137521727716, |
| "grad_norm": 3.3154750106704625, |
| "learning_rate": 1.991322721946135e-05, |
| "loss": 1.3873, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.051588474440349794, |
| "grad_norm": 3.688390777094577, |
| "learning_rate": 1.991305470219168e-05, |
| "loss": 1.3224, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.05162981135897187, |
| "grad_norm": 3.0270982188671907, |
| "learning_rate": 1.9912882014345988e-05, |
| "loss": 1.3551, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.05167114827759394, |
| "grad_norm": 3.7441081256974136, |
| "learning_rate": 1.9912709155927254e-05, |
| "loss": 1.3945, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.05171248519621602, |
| "grad_norm": 3.697861466581755, |
| "learning_rate": 1.9912536126938446e-05, |
| "loss": 1.3612, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.051753822114838095, |
| "grad_norm": 3.523721321551833, |
| "learning_rate": 1.9912362927382546e-05, |
| "loss": 1.3747, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.051795159033460166, |
| "grad_norm": 3.0061067921910727, |
| "learning_rate": 1.9912189557262528e-05, |
| "loss": 1.4086, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.05183649595208224, |
| "grad_norm": 4.0409382024057425, |
| "learning_rate": 1.991201601658138e-05, |
| "loss": 1.3849, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.05187783287070432, |
| "grad_norm": 3.7066972530256983, |
| "learning_rate": 1.9911842305342085e-05, |
| "loss": 1.3775, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.0519191697893264, |
| "grad_norm": 3.8641850919990737, |
| "learning_rate": 1.9911668423547635e-05, |
| "loss": 1.4056, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.05196050670794847, |
| "grad_norm": 2.8845765281029325, |
| "learning_rate": 1.9911494371201023e-05, |
| "loss": 1.3433, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.052001843626570544, |
| "grad_norm": 2.9182840148796996, |
| "learning_rate": 1.9911320148305235e-05, |
| "loss": 1.4146, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.05204318054519262, |
| "grad_norm": 3.471309021112678, |
| "learning_rate": 1.991114575486328e-05, |
| "loss": 1.3769, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.05208451746381469, |
| "grad_norm": 3.132099407416561, |
| "learning_rate": 1.9910971190878157e-05, |
| "loss": 1.4006, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.05212585438243677, |
| "grad_norm": 3.5078473659046554, |
| "learning_rate": 1.9910796456352863e-05, |
| "loss": 1.3608, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.052167191301058846, |
| "grad_norm": 3.420611210950219, |
| "learning_rate": 1.991062155129041e-05, |
| "loss": 1.3477, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.05220852821968092, |
| "grad_norm": 3.3602682043236425, |
| "learning_rate": 1.991044647569381e-05, |
| "loss": 1.3821, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.052249865138302994, |
| "grad_norm": 3.3934199487204326, |
| "learning_rate": 1.9910271229566067e-05, |
| "loss": 1.3672, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.05229120205692507, |
| "grad_norm": 3.3930743766477636, |
| "learning_rate": 1.9910095812910205e-05, |
| "loss": 1.3805, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.05233253897554715, |
| "grad_norm": 3.803471056919821, |
| "learning_rate": 1.9909920225729237e-05, |
| "loss": 1.357, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.05237387589416922, |
| "grad_norm": 2.9908606514422766, |
| "learning_rate": 1.990974446802619e-05, |
| "loss": 1.4148, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.052415212812791295, |
| "grad_norm": 3.472506553773665, |
| "learning_rate": 1.990956853980408e-05, |
| "loss": 1.4119, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.05245654973141337, |
| "grad_norm": 3.652498665098648, |
| "learning_rate": 1.9909392441065944e-05, |
| "loss": 1.3896, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.05249788665003545, |
| "grad_norm": 3.556198285804122, |
| "learning_rate": 1.9909216171814802e-05, |
| "loss": 1.3556, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.05253922356865752, |
| "grad_norm": 3.3341578506950187, |
| "learning_rate": 1.9909039732053695e-05, |
| "loss": 1.3875, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.0525805604872796, |
| "grad_norm": 3.623737574209396, |
| "learning_rate": 1.9908863121785656e-05, |
| "loss": 1.3699, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.052621897405901674, |
| "grad_norm": 3.068120426816953, |
| "learning_rate": 1.9908686341013723e-05, |
| "loss": 1.3504, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.052663234324523744, |
| "grad_norm": 3.5988757581859643, |
| "learning_rate": 1.990850938974094e-05, |
| "loss": 1.3506, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.05270457124314582, |
| "grad_norm": 3.4850198824984724, |
| "learning_rate": 1.990833226797035e-05, |
| "loss": 1.3949, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.0527459081617679, |
| "grad_norm": 3.3573178296822834, |
| "learning_rate": 1.9908154975705e-05, |
| "loss": 1.3766, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.052787245080389976, |
| "grad_norm": 3.5288003708700186, |
| "learning_rate": 1.990797751294795e-05, |
| "loss": 1.3915, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.052828581999012046, |
| "grad_norm": 3.0065181585529794, |
| "learning_rate": 1.990779987970224e-05, |
| "loss": 1.3943, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.05286991891763412, |
| "grad_norm": 3.8902210517557787, |
| "learning_rate": 1.9907622075970933e-05, |
| "loss": 1.4339, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.0529112558362562, |
| "grad_norm": 3.0754498963080317, |
| "learning_rate": 1.990744410175709e-05, |
| "loss": 1.3633, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.05295259275487827, |
| "grad_norm": 3.373819633563616, |
| "learning_rate": 1.990726595706377e-05, |
| "loss": 1.3729, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.05299392967350035, |
| "grad_norm": 3.2413750593238277, |
| "learning_rate": 1.990708764189404e-05, |
| "loss": 1.3611, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.053035266592122425, |
| "grad_norm": 3.3175842583387287, |
| "learning_rate": 1.990690915625097e-05, |
| "loss": 1.4386, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.053076603510744495, |
| "grad_norm": 4.421464949416987, |
| "learning_rate": 1.9906730500137626e-05, |
| "loss": 1.3825, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.05311794042936657, |
| "grad_norm": 3.7375473757828312, |
| "learning_rate": 1.9906551673557092e-05, |
| "loss": 1.3584, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.05315927734798865, |
| "grad_norm": 4.23504822699641, |
| "learning_rate": 1.9906372676512435e-05, |
| "loss": 1.3655, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.05320061426661073, |
| "grad_norm": 3.674354440233681, |
| "learning_rate": 1.9906193509006737e-05, |
| "loss": 1.3652, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.0532419511852328, |
| "grad_norm": 3.270440974926962, |
| "learning_rate": 1.9906014171043085e-05, |
| "loss": 1.408, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.053283288103854874, |
| "grad_norm": 3.4328461661592007, |
| "learning_rate": 1.9905834662624562e-05, |
| "loss": 1.3881, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.05332462502247695, |
| "grad_norm": 3.296815547244285, |
| "learning_rate": 1.9905654983754255e-05, |
| "loss": 1.3099, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.05336596194109902, |
| "grad_norm": 3.182778307558256, |
| "learning_rate": 1.9905475134435265e-05, |
| "loss": 1.3887, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.0534072988597211, |
| "grad_norm": 4.066051141098089, |
| "learning_rate": 1.9905295114670674e-05, |
| "loss": 1.3615, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.053448635778343176, |
| "grad_norm": 3.62599590443558, |
| "learning_rate": 1.9905114924463592e-05, |
| "loss": 1.3461, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.05348997269696525, |
| "grad_norm": 4.5391383467222735, |
| "learning_rate": 1.9904934563817106e-05, |
| "loss": 1.3543, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.05353130961558732, |
| "grad_norm": 4.04368698393749, |
| "learning_rate": 1.990475403273433e-05, |
| "loss": 1.3712, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.0535726465342094, |
| "grad_norm": 3.9811173894333836, |
| "learning_rate": 1.9904573331218365e-05, |
| "loss": 1.4334, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.05361398345283148, |
| "grad_norm": 3.499953327542098, |
| "learning_rate": 1.9904392459272326e-05, |
| "loss": 1.3871, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.05365532037145355, |
| "grad_norm": 3.226290735311431, |
| "learning_rate": 1.9904211416899322e-05, |
| "loss": 1.4122, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.053696657290075625, |
| "grad_norm": 3.566091958099414, |
| "learning_rate": 1.990403020410247e-05, |
| "loss": 1.4075, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.0537379942086977, |
| "grad_norm": 3.4558175186897513, |
| "learning_rate": 1.990384882088488e-05, |
| "loss": 1.4553, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.05377933112731978, |
| "grad_norm": 3.238909449520725, |
| "learning_rate": 1.9903667267249683e-05, |
| "loss": 1.3791, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.05382066804594185, |
| "grad_norm": 3.517722296765338, |
| "learning_rate": 1.9903485543199995e-05, |
| "loss": 1.3283, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.05386200496456393, |
| "grad_norm": 3.42397575432932, |
| "learning_rate": 1.9903303648738954e-05, |
| "loss": 1.3335, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.053903341883186004, |
| "grad_norm": 3.350334059229468, |
| "learning_rate": 1.990312158386968e-05, |
| "loss": 1.3806, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.053944678801808074, |
| "grad_norm": 3.051548296138219, |
| "learning_rate": 1.9902939348595307e-05, |
| "loss": 1.3885, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.05398601572043015, |
| "grad_norm": 3.276091159978694, |
| "learning_rate": 1.9902756942918976e-05, |
| "loss": 1.359, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.05402735263905223, |
| "grad_norm": 3.5296387125760185, |
| "learning_rate": 1.9902574366843824e-05, |
| "loss": 1.3625, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.054068689557674306, |
| "grad_norm": 3.567948297220875, |
| "learning_rate": 1.990239162037299e-05, |
| "loss": 1.351, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.054110026476296376, |
| "grad_norm": 3.1640186718240266, |
| "learning_rate": 1.9902208703509617e-05, |
| "loss": 1.3458, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.05415136339491845, |
| "grad_norm": 3.9025546167384495, |
| "learning_rate": 1.9902025616256854e-05, |
| "loss": 1.3588, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.05419270031354053, |
| "grad_norm": 3.501658240766089, |
| "learning_rate": 1.9901842358617854e-05, |
| "loss": 1.3624, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.0542340372321626, |
| "grad_norm": 3.923570308465845, |
| "learning_rate": 1.9901658930595774e-05, |
| "loss": 1.3294, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.05427537415078468, |
| "grad_norm": 3.0232913372852406, |
| "learning_rate": 1.990147533219376e-05, |
| "loss": 1.3855, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.054316711069406755, |
| "grad_norm": 3.670482250458697, |
| "learning_rate": 1.9901291563414977e-05, |
| "loss": 1.3337, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.054358047988028825, |
| "grad_norm": 3.790854501668152, |
| "learning_rate": 1.990110762426259e-05, |
| "loss": 1.366, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.0543993849066509, |
| "grad_norm": 3.1103384131591256, |
| "learning_rate": 1.9900923514739758e-05, |
| "loss": 1.3574, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.05444072182527298, |
| "grad_norm": 3.2207958459794845, |
| "learning_rate": 1.990073923484965e-05, |
| "loss": 1.3675, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.05448205874389506, |
| "grad_norm": 3.2588291421463023, |
| "learning_rate": 1.990055478459544e-05, |
| "loss": 1.3313, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.05452339566251713, |
| "grad_norm": 2.9426904447180506, |
| "learning_rate": 1.99003701639803e-05, |
| "loss": 1.3995, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.054564732581139204, |
| "grad_norm": 3.892827987664763, |
| "learning_rate": 1.990018537300741e-05, |
| "loss": 1.4035, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.05460606949976128, |
| "grad_norm": 3.765962575470102, |
| "learning_rate": 1.9900000411679946e-05, |
| "loss": 1.3823, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.05464740641838335, |
| "grad_norm": 3.031044142550962, |
| "learning_rate": 1.9899815280001093e-05, |
| "loss": 1.3907, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.05468874333700543, |
| "grad_norm": 3.401074997651561, |
| "learning_rate": 1.9899629977974033e-05, |
| "loss": 1.3724, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.054730080255627506, |
| "grad_norm": 3.4363592487014367, |
| "learning_rate": 1.9899444505601957e-05, |
| "loss": 1.4044, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.05477141717424958, |
| "grad_norm": 3.4008170147404924, |
| "learning_rate": 1.9899258862888055e-05, |
| "loss": 1.4329, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.05481275409287165, |
| "grad_norm": 3.3535448510349086, |
| "learning_rate": 1.9899073049835526e-05, |
| "loss": 1.3803, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.05485409101149373, |
| "grad_norm": 3.6491506303085677, |
| "learning_rate": 1.9898887066447564e-05, |
| "loss": 1.4061, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.05489542793011581, |
| "grad_norm": 3.2649595342568754, |
| "learning_rate": 1.9898700912727365e-05, |
| "loss": 1.3548, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.05493676484873788, |
| "grad_norm": 3.260685808424658, |
| "learning_rate": 1.9898514588678138e-05, |
| "loss": 1.3798, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.054978101767359955, |
| "grad_norm": 3.3068054059856964, |
| "learning_rate": 1.989832809430309e-05, |
| "loss": 1.3873, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.05501943868598203, |
| "grad_norm": 3.3289477651913844, |
| "learning_rate": 1.9898141429605428e-05, |
| "loss": 1.42, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.05506077560460411, |
| "grad_norm": 3.899358403289862, |
| "learning_rate": 1.9897954594588366e-05, |
| "loss": 1.3612, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.05510211252322618, |
| "grad_norm": 3.4534257185508768, |
| "learning_rate": 1.989776758925511e-05, |
| "loss": 1.4139, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.05514344944184826, |
| "grad_norm": 3.0896933369894555, |
| "learning_rate": 1.9897580413608888e-05, |
| "loss": 1.3455, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.055184786360470334, |
| "grad_norm": 3.6880673723268895, |
| "learning_rate": 1.9897393067652916e-05, |
| "loss": 1.3553, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.055226123279092404, |
| "grad_norm": 4.959844713915171, |
| "learning_rate": 1.989720555139042e-05, |
| "loss": 1.3744, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.05526746019771448, |
| "grad_norm": 3.7512130358105535, |
| "learning_rate": 1.9897017864824623e-05, |
| "loss": 1.3967, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.05530879711633656, |
| "grad_norm": 3.438280531829743, |
| "learning_rate": 1.989683000795876e-05, |
| "loss": 1.3199, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.055350134034958635, |
| "grad_norm": 3.191658504407269, |
| "learning_rate": 1.989664198079606e-05, |
| "loss": 1.3843, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.055391470953580706, |
| "grad_norm": 3.246301259794481, |
| "learning_rate": 1.989645378333976e-05, |
| "loss": 1.3823, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.05543280787220278, |
| "grad_norm": 3.209808944542668, |
| "learning_rate": 1.9896265415593096e-05, |
| "loss": 1.4023, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.05547414479082486, |
| "grad_norm": 3.8876392074458055, |
| "learning_rate": 1.989607687755931e-05, |
| "loss": 1.4021, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.05551548170944693, |
| "grad_norm": 4.6622959130132635, |
| "learning_rate": 1.9895888169241643e-05, |
| "loss": 1.3941, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.05555681862806901, |
| "grad_norm": 3.2829449802312243, |
| "learning_rate": 1.989569929064335e-05, |
| "loss": 1.3914, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.055598155546691085, |
| "grad_norm": 2.975464909103463, |
| "learning_rate": 1.989551024176768e-05, |
| "loss": 1.3393, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.055639492465313155, |
| "grad_norm": 3.3616145226127374, |
| "learning_rate": 1.9895321022617877e-05, |
| "loss": 1.3691, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.05568082938393523, |
| "grad_norm": 3.551441103147202, |
| "learning_rate": 1.9895131633197206e-05, |
| "loss": 1.3748, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.05572216630255731, |
| "grad_norm": 3.1368088044777838, |
| "learning_rate": 1.9894942073508924e-05, |
| "loss": 1.3341, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.055763503221179386, |
| "grad_norm": 2.8747175172948722, |
| "learning_rate": 1.989475234355629e-05, |
| "loss": 1.3951, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.055804840139801457, |
| "grad_norm": 3.0419841938845975, |
| "learning_rate": 1.989456244334257e-05, |
| "loss": 1.3325, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.055846177058423534, |
| "grad_norm": 3.6672894427510947, |
| "learning_rate": 1.9894372372871036e-05, |
| "loss": 1.3847, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.05588751397704561, |
| "grad_norm": 3.3319466434724325, |
| "learning_rate": 1.989418213214495e-05, |
| "loss": 1.4007, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.05592885089566768, |
| "grad_norm": 2.756361075189523, |
| "learning_rate": 1.9893991721167593e-05, |
| "loss": 1.3962, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.05597018781428976, |
| "grad_norm": 3.2588019424168384, |
| "learning_rate": 1.989380113994224e-05, |
| "loss": 1.409, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.056011524732911835, |
| "grad_norm": 3.992120970935661, |
| "learning_rate": 1.9893610388472162e-05, |
| "loss": 1.3642, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.05605286165153391, |
| "grad_norm": 3.0454737775385885, |
| "learning_rate": 1.9893419466760653e-05, |
| "loss": 1.3696, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.05609419857015598, |
| "grad_norm": 3.1960156109377507, |
| "learning_rate": 1.9893228374810993e-05, |
| "loss": 1.3611, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.05613553548877806, |
| "grad_norm": 3.3282542329613496, |
| "learning_rate": 1.989303711262647e-05, |
| "loss": 1.3541, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.05617687240740014, |
| "grad_norm": 4.271766406501802, |
| "learning_rate": 1.9892845680210374e-05, |
| "loss": 1.3033, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.05621820932602221, |
| "grad_norm": 3.4542215892482964, |
| "learning_rate": 1.9892654077566003e-05, |
| "loss": 1.3853, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.056259546244644285, |
| "grad_norm": 5.10198450683926, |
| "learning_rate": 1.9892462304696653e-05, |
| "loss": 1.3758, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.05630088316326636, |
| "grad_norm": 4.67424032198832, |
| "learning_rate": 1.989227036160562e-05, |
| "loss": 1.3395, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.05634222008188844, |
| "grad_norm": 3.574141696384299, |
| "learning_rate": 1.989207824829621e-05, |
| "loss": 1.3953, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.05638355700051051, |
| "grad_norm": 3.4219942324444244, |
| "learning_rate": 1.989188596477173e-05, |
| "loss": 1.3493, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.056424893919132586, |
| "grad_norm": 3.135032092895971, |
| "learning_rate": 1.9891693511035484e-05, |
| "loss": 1.4203, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.05646623083775466, |
| "grad_norm": 3.0856331845063387, |
| "learning_rate": 1.989150088709079e-05, |
| "loss": 1.2854, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.056507567756376734, |
| "grad_norm": 3.9267068067232, |
| "learning_rate": 1.9891308092940953e-05, |
| "loss": 1.3701, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.05654890467499881, |
| "grad_norm": 3.8306681224418395, |
| "learning_rate": 1.98911151285893e-05, |
| "loss": 1.4076, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.05659024159362089, |
| "grad_norm": 3.306837169963007, |
| "learning_rate": 1.9890921994039148e-05, |
| "loss": 1.3873, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.056631578512242965, |
| "grad_norm": 3.2434462335337297, |
| "learning_rate": 1.989072868929382e-05, |
| "loss": 1.3531, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.056672915430865035, |
| "grad_norm": 3.3740272090711856, |
| "learning_rate": 1.989053521435664e-05, |
| "loss": 1.3772, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.05671425234948711, |
| "grad_norm": 3.141984063033404, |
| "learning_rate": 1.989034156923094e-05, |
| "loss": 1.3983, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.05675558926810919, |
| "grad_norm": 2.9680517660305847, |
| "learning_rate": 1.989014775392005e-05, |
| "loss": 1.3651, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.05679692618673126, |
| "grad_norm": 3.418890084499366, |
| "learning_rate": 1.9889953768427313e-05, |
| "loss": 1.4157, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.05683826310535334, |
| "grad_norm": 3.7254805946590706, |
| "learning_rate": 1.9889759612756053e-05, |
| "loss": 1.3979, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.056879600023975414, |
| "grad_norm": 3.617034367391942, |
| "learning_rate": 1.9889565286909623e-05, |
| "loss": 1.3549, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.056920936942597485, |
| "grad_norm": 3.8592922160592646, |
| "learning_rate": 1.9889370790891364e-05, |
| "loss": 1.4008, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.05696227386121956, |
| "grad_norm": 3.510616141867297, |
| "learning_rate": 1.9889176124704616e-05, |
| "loss": 1.4071, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.05700361077984164, |
| "grad_norm": 3.5434621547794105, |
| "learning_rate": 1.9888981288352736e-05, |
| "loss": 1.3782, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.057044947698463716, |
| "grad_norm": 3.0056956686627117, |
| "learning_rate": 1.988878628183907e-05, |
| "loss": 1.352, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.057086284617085786, |
| "grad_norm": 2.876862066794774, |
| "learning_rate": 1.9888591105166984e-05, |
| "loss": 1.3451, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.05712762153570786, |
| "grad_norm": 3.6994718345443776, |
| "learning_rate": 1.9888395758339823e-05, |
| "loss": 1.3711, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.05716895845432994, |
| "grad_norm": 3.7019952550478052, |
| "learning_rate": 1.988820024136096e-05, |
| "loss": 1.3542, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.05721029537295201, |
| "grad_norm": 3.149511937310367, |
| "learning_rate": 1.9888004554233757e-05, |
| "loss": 1.3498, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.05725163229157409, |
| "grad_norm": 3.3687656057902298, |
| "learning_rate": 1.9887808696961574e-05, |
| "loss": 1.3759, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.057292969210196165, |
| "grad_norm": 3.286956265957372, |
| "learning_rate": 1.988761266954779e-05, |
| "loss": 1.3416, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.05733430612881824, |
| "grad_norm": 3.8546233434442025, |
| "learning_rate": 1.988741647199577e-05, |
| "loss": 1.3601, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.05737564304744031, |
| "grad_norm": 4.043137550642432, |
| "learning_rate": 1.98872201043089e-05, |
| "loss": 1.4019, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.05741697996606239, |
| "grad_norm": 4.6033780589634805, |
| "learning_rate": 1.988702356649055e-05, |
| "loss": 1.406, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.05745831688468447, |
| "grad_norm": 3.4533366026357135, |
| "learning_rate": 1.9886826858544103e-05, |
| "loss": 1.3579, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.05749965380330654, |
| "grad_norm": 4.2918223423561725, |
| "learning_rate": 1.9886629980472945e-05, |
| "loss": 1.3238, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.057540990721928614, |
| "grad_norm": 3.1786603013459667, |
| "learning_rate": 1.988643293228047e-05, |
| "loss": 1.3815, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.05758232764055069, |
| "grad_norm": 4.187787674938507, |
| "learning_rate": 1.988623571397006e-05, |
| "loss": 1.3129, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.05762366455917277, |
| "grad_norm": 3.2066247160025956, |
| "learning_rate": 1.9886038325545112e-05, |
| "loss": 1.3604, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.05766500147779484, |
| "grad_norm": 4.137189558470061, |
| "learning_rate": 1.9885840767009023e-05, |
| "loss": 1.3683, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.057706338396416916, |
| "grad_norm": 3.21825868230931, |
| "learning_rate": 1.988564303836519e-05, |
| "loss": 1.3521, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.05774767531503899, |
| "grad_norm": 3.5331562264396097, |
| "learning_rate": 1.9885445139617018e-05, |
| "loss": 1.4079, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.05778901223366106, |
| "grad_norm": 3.1970430005062607, |
| "learning_rate": 1.9885247070767915e-05, |
| "loss": 1.3688, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.05783034915228314, |
| "grad_norm": 4.27476021372676, |
| "learning_rate": 1.988504883182128e-05, |
| "loss": 1.364, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.05787168607090522, |
| "grad_norm": 3.2156024105612278, |
| "learning_rate": 1.9884850422780534e-05, |
| "loss": 1.3814, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.057913022989527295, |
| "grad_norm": 3.6998253526421565, |
| "learning_rate": 1.9884651843649083e-05, |
| "loss": 1.3698, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.057954359908149365, |
| "grad_norm": 4.503662250473274, |
| "learning_rate": 1.988445309443035e-05, |
| "loss": 1.3564, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.05799569682677144, |
| "grad_norm": 3.762384040491392, |
| "learning_rate": 1.9884254175127754e-05, |
| "loss": 1.4119, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.05803703374539352, |
| "grad_norm": 3.285301388684364, |
| "learning_rate": 1.9884055085744713e-05, |
| "loss": 1.3501, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.05807837066401559, |
| "grad_norm": 4.336832986530797, |
| "learning_rate": 1.9883855826284656e-05, |
| "loss": 1.3662, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.05811970758263767, |
| "grad_norm": 3.4574445488885734, |
| "learning_rate": 1.9883656396751016e-05, |
| "loss": 1.3127, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.058161044501259744, |
| "grad_norm": 3.4098914920099883, |
| "learning_rate": 1.988345679714722e-05, |
| "loss": 1.391, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.058202381419881814, |
| "grad_norm": 3.6614081585424603, |
| "learning_rate": 1.98832570274767e-05, |
| "loss": 1.3659, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.05824371833850389, |
| "grad_norm": 3.276861233677139, |
| "learning_rate": 1.98830570877429e-05, |
| "loss": 1.3559, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.05828505525712597, |
| "grad_norm": 3.4536947240708997, |
| "learning_rate": 1.9882856977949257e-05, |
| "loss": 1.3779, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.058326392175748046, |
| "grad_norm": 3.242988394736396, |
| "learning_rate": 1.9882656698099213e-05, |
| "loss": 1.3353, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.058367729094370116, |
| "grad_norm": 3.033285353432935, |
| "learning_rate": 1.9882456248196216e-05, |
| "loss": 1.3831, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.05840906601299219, |
| "grad_norm": 2.9840093106321173, |
| "learning_rate": 1.9882255628243715e-05, |
| "loss": 1.399, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.05845040293161427, |
| "grad_norm": 3.424871961043564, |
| "learning_rate": 1.9882054838245158e-05, |
| "loss": 1.3774, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.05849173985023634, |
| "grad_norm": 4.206811562034524, |
| "learning_rate": 1.988185387820401e-05, |
| "loss": 1.3768, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.05853307676885842, |
| "grad_norm": 3.167196829826696, |
| "learning_rate": 1.9881652748123723e-05, |
| "loss": 1.3118, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.058574413687480495, |
| "grad_norm": 3.2647863004270583, |
| "learning_rate": 1.9881451448007752e-05, |
| "loss": 1.359, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.05861575060610257, |
| "grad_norm": 3.2249069204445506, |
| "learning_rate": 1.988124997785957e-05, |
| "loss": 1.3594, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.05865708752472464, |
| "grad_norm": 3.125833926204158, |
| "learning_rate": 1.9881048337682644e-05, |
| "loss": 1.3729, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.05869842444334672, |
| "grad_norm": 3.124857727130482, |
| "learning_rate": 1.9880846527480434e-05, |
| "loss": 1.3968, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.0587397613619688, |
| "grad_norm": 3.5324983045866416, |
| "learning_rate": 1.988064454725642e-05, |
| "loss": 1.3744, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.05878109828059087, |
| "grad_norm": 3.534173243273415, |
| "learning_rate": 1.9880442397014082e-05, |
| "loss": 1.3858, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.058822435199212944, |
| "grad_norm": 4.522930564227188, |
| "learning_rate": 1.9880240076756885e-05, |
| "loss": 1.3365, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.05886377211783502, |
| "grad_norm": 2.911847199383502, |
| "learning_rate": 1.9880037586488324e-05, |
| "loss": 1.3629, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.0589051090364571, |
| "grad_norm": 3.467653251925633, |
| "learning_rate": 1.9879834926211875e-05, |
| "loss": 1.3839, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.05894644595507917, |
| "grad_norm": 3.7166470032659618, |
| "learning_rate": 1.9879632095931024e-05, |
| "loss": 1.3358, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.058987782873701246, |
| "grad_norm": 3.7077022813203193, |
| "learning_rate": 1.987942909564927e-05, |
| "loss": 1.3474, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.05902911979232332, |
| "grad_norm": 3.1733151465540916, |
| "learning_rate": 1.9879225925370094e-05, |
| "loss": 1.3881, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.05907045671094539, |
| "grad_norm": 3.0349885556128378, |
| "learning_rate": 1.9879022585097005e-05, |
| "loss": 1.3686, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.05911179362956747, |
| "grad_norm": 3.2620109103700363, |
| "learning_rate": 1.9878819074833493e-05, |
| "loss": 1.3588, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.05915313054818955, |
| "grad_norm": 3.7133352574339873, |
| "learning_rate": 1.9878615394583062e-05, |
| "loss": 1.34, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.059194467466811625, |
| "grad_norm": 3.1624289931149114, |
| "learning_rate": 1.987841154434922e-05, |
| "loss": 1.3334, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.059235804385433695, |
| "grad_norm": 3.7047396553657643, |
| "learning_rate": 1.9878207524135468e-05, |
| "loss": 1.3375, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.05927714130405577, |
| "grad_norm": 3.3119519535402, |
| "learning_rate": 1.9878003333945325e-05, |
| "loss": 1.3537, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.05931847822267785, |
| "grad_norm": 3.3812187643072105, |
| "learning_rate": 1.98777989737823e-05, |
| "loss": 1.3374, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.05935981514129992, |
| "grad_norm": 3.299892572730851, |
| "learning_rate": 1.9877594443649902e-05, |
| "loss": 1.3704, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.059401152059922, |
| "grad_norm": 4.081245562156265, |
| "learning_rate": 1.9877389743551668e-05, |
| "loss": 1.3498, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.059442488978544074, |
| "grad_norm": 3.350158600172311, |
| "learning_rate": 1.9877184873491102e-05, |
| "loss": 1.3449, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.05948382589716615, |
| "grad_norm": 3.714541324538004, |
| "learning_rate": 1.9876979833471742e-05, |
| "loss": 1.3874, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.05952516281578822, |
| "grad_norm": 3.274100022702722, |
| "learning_rate": 1.9876774623497112e-05, |
| "loss": 1.3582, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.0595664997344103, |
| "grad_norm": 2.9329187414523425, |
| "learning_rate": 1.9876569243570742e-05, |
| "loss": 1.3901, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.059607836653032376, |
| "grad_norm": 3.73192299633757, |
| "learning_rate": 1.9876363693696166e-05, |
| "loss": 1.3898, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.059649173571654446, |
| "grad_norm": 3.2578219560804196, |
| "learning_rate": 1.987615797387692e-05, |
| "loss": 1.371, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.05969051049027652, |
| "grad_norm": 3.2376808673712807, |
| "learning_rate": 1.9875952084116548e-05, |
| "loss": 1.336, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.0597318474088986, |
| "grad_norm": 3.5969021652399253, |
| "learning_rate": 1.987574602441859e-05, |
| "loss": 1.3862, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.05977318432752067, |
| "grad_norm": 3.1882930317103844, |
| "learning_rate": 1.9875539794786593e-05, |
| "loss": 1.3734, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.05981452124614275, |
| "grad_norm": 3.147605709223492, |
| "learning_rate": 1.9875333395224102e-05, |
| "loss": 1.3739, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.059855858164764825, |
| "grad_norm": 3.4276761969558645, |
| "learning_rate": 1.9875126825734673e-05, |
| "loss": 1.3301, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.0598971950833869, |
| "grad_norm": 3.4226682382169997, |
| "learning_rate": 1.987492008632186e-05, |
| "loss": 1.3747, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.05993853200200897, |
| "grad_norm": 3.471596558825063, |
| "learning_rate": 1.987471317698922e-05, |
| "loss": 1.3349, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.05997986892063105, |
| "grad_norm": 3.676413482025792, |
| "learning_rate": 1.9874506097740308e-05, |
| "loss": 1.3963, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.060021205839253126, |
| "grad_norm": 3.2543359739910267, |
| "learning_rate": 1.9874298848578696e-05, |
| "loss": 1.3334, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.0600625427578752, |
| "grad_norm": 3.2372261281319377, |
| "learning_rate": 1.9874091429507943e-05, |
| "loss": 1.3367, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.060103879676497274, |
| "grad_norm": 3.3746909228055397, |
| "learning_rate": 1.987388384053162e-05, |
| "loss": 1.376, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.06014521659511935, |
| "grad_norm": 2.921092227637486, |
| "learning_rate": 1.9873676081653302e-05, |
| "loss": 1.3715, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.06018655351374143, |
| "grad_norm": 2.9872735994422417, |
| "learning_rate": 1.9873468152876563e-05, |
| "loss": 1.3457, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.0602278904323635, |
| "grad_norm": 3.713230272104003, |
| "learning_rate": 1.9873260054204978e-05, |
| "loss": 1.328, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.060269227350985576, |
| "grad_norm": 3.3242217719152496, |
| "learning_rate": 1.9873051785642134e-05, |
| "loss": 1.3433, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.06031056426960765, |
| "grad_norm": 3.3594706223759143, |
| "learning_rate": 1.9872843347191607e-05, |
| "loss": 1.4027, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.06035190118822972, |
| "grad_norm": 3.1573056170670846, |
| "learning_rate": 1.9872634738856987e-05, |
| "loss": 1.3798, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.0603932381068518, |
| "grad_norm": 3.076626392806199, |
| "learning_rate": 1.9872425960641863e-05, |
| "loss": 1.3581, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.06043457502547388, |
| "grad_norm": 3.468364476739333, |
| "learning_rate": 1.987221701254983e-05, |
| "loss": 1.3675, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.060475911944095954, |
| "grad_norm": 4.079855852909671, |
| "learning_rate": 1.987200789458448e-05, |
| "loss": 1.3197, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.060517248862718025, |
| "grad_norm": 4.960368430326063, |
| "learning_rate": 1.9871798606749415e-05, |
| "loss": 1.4018, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.0605585857813401, |
| "grad_norm": 3.1263141804205272, |
| "learning_rate": 1.9871589149048232e-05, |
| "loss": 1.4034, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.06059992269996218, |
| "grad_norm": 3.0030045708337876, |
| "learning_rate": 1.9871379521484538e-05, |
| "loss": 1.314, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.06064125961858425, |
| "grad_norm": 4.171309905380893, |
| "learning_rate": 1.987116972406194e-05, |
| "loss": 1.3454, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.060682596537206326, |
| "grad_norm": 3.678722232531344, |
| "learning_rate": 1.9870959756784044e-05, |
| "loss": 1.3644, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.060723933455828404, |
| "grad_norm": 3.5114052948471164, |
| "learning_rate": 1.987074961965447e-05, |
| "loss": 1.3446, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.06076527037445048, |
| "grad_norm": 3.3802619453865637, |
| "learning_rate": 1.987053931267683e-05, |
| "loss": 1.3603, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.06080660729307255, |
| "grad_norm": 3.239888006176567, |
| "learning_rate": 1.9870328835854743e-05, |
| "loss": 1.3263, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.06084794421169463, |
| "grad_norm": 2.7923482855439716, |
| "learning_rate": 1.9870118189191833e-05, |
| "loss": 1.3532, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.060889281130316705, |
| "grad_norm": 3.672374432583175, |
| "learning_rate": 1.9869907372691715e-05, |
| "loss": 1.3749, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.060930618048938776, |
| "grad_norm": 3.1371007241226017, |
| "learning_rate": 1.9869696386358032e-05, |
| "loss": 1.3529, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.06097195496756085, |
| "grad_norm": 3.5064852286924837, |
| "learning_rate": 1.9869485230194403e-05, |
| "loss": 1.3664, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.06101329188618293, |
| "grad_norm": 3.9587666778347073, |
| "learning_rate": 1.9869273904204465e-05, |
| "loss": 1.3847, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.061054628804805, |
| "grad_norm": 3.2129303491061973, |
| "learning_rate": 1.9869062408391855e-05, |
| "loss": 1.3625, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.06109596572342708, |
| "grad_norm": 3.1860777109810465, |
| "learning_rate": 1.9868850742760212e-05, |
| "loss": 1.3062, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.061137302642049154, |
| "grad_norm": 3.47772048599133, |
| "learning_rate": 1.9868638907313174e-05, |
| "loss": 1.3487, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.06117863956067123, |
| "grad_norm": 3.323868913803053, |
| "learning_rate": 1.9868426902054394e-05, |
| "loss": 1.3304, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.0612199764792933, |
| "grad_norm": 3.4796197385612735, |
| "learning_rate": 1.9868214726987513e-05, |
| "loss": 1.3143, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.06126131339791538, |
| "grad_norm": 3.8413485871243402, |
| "learning_rate": 1.9868002382116186e-05, |
| "loss": 1.3451, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.061302650316537456, |
| "grad_norm": 3.3376163822500278, |
| "learning_rate": 1.9867789867444066e-05, |
| "loss": 1.3486, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.061343987235159526, |
| "grad_norm": 3.3554967862457543, |
| "learning_rate": 1.9867577182974807e-05, |
| "loss": 1.3447, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.061385324153781604, |
| "grad_norm": 3.0553156261560757, |
| "learning_rate": 1.9867364328712074e-05, |
| "loss": 1.3436, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.06142666107240368, |
| "grad_norm": 3.9386923791793027, |
| "learning_rate": 1.9867151304659527e-05, |
| "loss": 1.3719, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.06146799799102576, |
| "grad_norm": 3.915463974315291, |
| "learning_rate": 1.986693811082083e-05, |
| "loss": 1.328, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.06150933490964783, |
| "grad_norm": 2.800179512440139, |
| "learning_rate": 1.986672474719965e-05, |
| "loss": 1.322, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.061550671828269905, |
| "grad_norm": 3.3411218270323664, |
| "learning_rate": 1.9866511213799665e-05, |
| "loss": 1.3899, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.06159200874689198, |
| "grad_norm": 3.323705843953213, |
| "learning_rate": 1.9866297510624544e-05, |
| "loss": 1.3615, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.06163334566551405, |
| "grad_norm": 4.754040048447529, |
| "learning_rate": 1.9866083637677963e-05, |
| "loss": 1.3726, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.06167468258413613, |
| "grad_norm": 3.45837680678418, |
| "learning_rate": 1.9865869594963607e-05, |
| "loss": 1.3519, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.06171601950275821, |
| "grad_norm": 3.183067903396876, |
| "learning_rate": 1.986565538248516e-05, |
| "loss": 1.3584, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.061757356421380284, |
| "grad_norm": 3.8419649238240656, |
| "learning_rate": 1.98654410002463e-05, |
| "loss": 1.3698, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.061798693340002354, |
| "grad_norm": 3.3977765733638168, |
| "learning_rate": 1.9865226448250725e-05, |
| "loss": 1.3702, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.06184003025862443, |
| "grad_norm": 3.5010199408218305, |
| "learning_rate": 1.9865011726502118e-05, |
| "loss": 1.3515, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.06188136717724651, |
| "grad_norm": 3.521969897290798, |
| "learning_rate": 1.9864796835004184e-05, |
| "loss": 1.3562, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.06192270409586858, |
| "grad_norm": 3.198260891262558, |
| "learning_rate": 1.986458177376061e-05, |
| "loss": 1.3265, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.061964041014490656, |
| "grad_norm": 4.203288617287408, |
| "learning_rate": 1.9864366542775104e-05, |
| "loss": 1.3445, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.06200537793311273, |
| "grad_norm": 3.0231024395080204, |
| "learning_rate": 1.9864151142051367e-05, |
| "loss": 1.3437, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.06204671485173481, |
| "grad_norm": 3.375301699368925, |
| "learning_rate": 1.9863935571593104e-05, |
| "loss": 1.3587, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.06208805177035688, |
| "grad_norm": 3.3942212627441433, |
| "learning_rate": 1.986371983140403e-05, |
| "loss": 1.3574, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.06212938868897896, |
| "grad_norm": 2.8229502868870906, |
| "learning_rate": 1.986350392148785e-05, |
| "loss": 1.3252, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.062170725607601035, |
| "grad_norm": 3.531378883228978, |
| "learning_rate": 1.9863287841848283e-05, |
| "loss": 1.3284, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.062212062526223105, |
| "grad_norm": 3.4111136482320057, |
| "learning_rate": 1.986307159248905e-05, |
| "loss": 1.3503, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.06225339944484518, |
| "grad_norm": 3.1924697026460525, |
| "learning_rate": 1.9862855173413864e-05, |
| "loss": 1.3316, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.06229473636346726, |
| "grad_norm": 3.673294835187914, |
| "learning_rate": 1.9862638584626456e-05, |
| "loss": 1.378, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.06233607328208933, |
| "grad_norm": 2.944502490931273, |
| "learning_rate": 1.9862421826130548e-05, |
| "loss": 1.3505, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.06237741020071141, |
| "grad_norm": 3.166457773127537, |
| "learning_rate": 1.9862204897929875e-05, |
| "loss": 1.3274, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.062418747119333484, |
| "grad_norm": 3.539140440652841, |
| "learning_rate": 1.9861987800028167e-05, |
| "loss": 1.3373, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.06246008403795556, |
| "grad_norm": 4.111976580182342, |
| "learning_rate": 1.986177053242916e-05, |
| "loss": 1.3795, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.06250142095657764, |
| "grad_norm": 3.518730561598167, |
| "learning_rate": 1.986155309513659e-05, |
| "loss": 1.3284, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.06254275787519971, |
| "grad_norm": 3.391425624844218, |
| "learning_rate": 1.9861335488154206e-05, |
| "loss": 1.3587, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.06258409479382178, |
| "grad_norm": 3.4961442083301097, |
| "learning_rate": 1.9861117711485743e-05, |
| "loss": 1.399, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.06262543171244386, |
| "grad_norm": 2.7302506739470784, |
| "learning_rate": 1.9860899765134953e-05, |
| "loss": 1.3654, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.06266676863106593, |
| "grad_norm": 4.411982690984872, |
| "learning_rate": 1.9860681649105585e-05, |
| "loss": 1.3409, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.062708105549688, |
| "grad_norm": 3.671422586435062, |
| "learning_rate": 1.9860463363401393e-05, |
| "loss": 1.3629, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.06274944246831009, |
| "grad_norm": 3.599702261798689, |
| "learning_rate": 1.9860244908026133e-05, |
| "loss": 1.3464, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.06279077938693216, |
| "grad_norm": 3.6962151021925598, |
| "learning_rate": 1.9860026282983568e-05, |
| "loss": 1.362, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.06283211630555424, |
| "grad_norm": 3.5740776610173284, |
| "learning_rate": 1.9859807488277453e-05, |
| "loss": 1.3657, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.06287345322417631, |
| "grad_norm": 3.437476924912017, |
| "learning_rate": 1.9859588523911554e-05, |
| "loss": 1.3384, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.06291479014279838, |
| "grad_norm": 3.2699157716406373, |
| "learning_rate": 1.9859369389889642e-05, |
| "loss": 1.3658, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.06295612706142047, |
| "grad_norm": 3.123305029392182, |
| "learning_rate": 1.9859150086215487e-05, |
| "loss": 1.352, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.06299746398004254, |
| "grad_norm": 3.2830928690839354, |
| "learning_rate": 1.985893061289286e-05, |
| "loss": 1.3799, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.06303880089866461, |
| "grad_norm": 3.664715842390073, |
| "learning_rate": 1.9858710969925547e-05, |
| "loss": 1.3669, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.06308013781728669, |
| "grad_norm": 3.2013150011378952, |
| "learning_rate": 1.985849115731731e-05, |
| "loss": 1.3403, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.06312147473590876, |
| "grad_norm": 3.1107330520735643, |
| "learning_rate": 1.9858271175071946e-05, |
| "loss": 1.348, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.06316281165453083, |
| "grad_norm": 3.188091096811774, |
| "learning_rate": 1.9858051023193234e-05, |
| "loss": 1.3219, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.06320414857315292, |
| "grad_norm": 3.1313626953852705, |
| "learning_rate": 1.9857830701684967e-05, |
| "loss": 1.3622, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.06324548549177499, |
| "grad_norm": 3.1702519850910127, |
| "learning_rate": 1.985761021055093e-05, |
| "loss": 1.3546, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.06328682241039706, |
| "grad_norm": 3.252596544143132, |
| "learning_rate": 1.9857389549794917e-05, |
| "loss": 1.2552, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.06332815932901914, |
| "grad_norm": 3.0313555049861374, |
| "learning_rate": 1.985716871942073e-05, |
| "loss": 1.4033, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.06336949624764121, |
| "grad_norm": 3.4443767622891115, |
| "learning_rate": 1.985694771943217e-05, |
| "loss": 1.3893, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.06341083316626328, |
| "grad_norm": 3.616984395155513, |
| "learning_rate": 1.9856726549833034e-05, |
| "loss": 1.3499, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.06345217008488536, |
| "grad_norm": 3.50828559499885, |
| "learning_rate": 1.985650521062713e-05, |
| "loss": 1.3298, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.06349350700350744, |
| "grad_norm": 2.8467914617151244, |
| "learning_rate": 1.9856283701818268e-05, |
| "loss": 1.3307, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.06353484392212952, |
| "grad_norm": 4.069010272907543, |
| "learning_rate": 1.9856062023410257e-05, |
| "loss": 1.3341, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.06357618084075159, |
| "grad_norm": 3.554716298604244, |
| "learning_rate": 1.985584017540691e-05, |
| "loss": 1.3366, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.06361751775937366, |
| "grad_norm": 3.2437195929255123, |
| "learning_rate": 1.985561815781205e-05, |
| "loss": 1.3241, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.06365885467799574, |
| "grad_norm": 3.0814014462588495, |
| "learning_rate": 1.9855395970629497e-05, |
| "loss": 1.3086, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.06370019159661781, |
| "grad_norm": 2.845186766341529, |
| "learning_rate": 1.985517361386307e-05, |
| "loss": 1.3302, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.06374152851523988, |
| "grad_norm": 3.594783956612939, |
| "learning_rate": 1.9854951087516598e-05, |
| "loss": 1.3374, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.06378286543386197, |
| "grad_norm": 2.8854977362042815, |
| "learning_rate": 1.9854728391593904e-05, |
| "loss": 1.3326, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.06382420235248404, |
| "grad_norm": 3.5259935395974784, |
| "learning_rate": 1.985450552609883e-05, |
| "loss": 1.3081, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.06386553927110611, |
| "grad_norm": 3.245306593778846, |
| "learning_rate": 1.9854282491035203e-05, |
| "loss": 1.3746, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.06390687618972819, |
| "grad_norm": 4.071308549266746, |
| "learning_rate": 1.9854059286406866e-05, |
| "loss": 1.3783, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.06394821310835026, |
| "grad_norm": 3.247822958885961, |
| "learning_rate": 1.9853835912217657e-05, |
| "loss": 1.3411, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.06398955002697233, |
| "grad_norm": 3.35088921885468, |
| "learning_rate": 1.9853612368471416e-05, |
| "loss": 1.3769, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.06403088694559442, |
| "grad_norm": 3.311416405062516, |
| "learning_rate": 1.9853388655171998e-05, |
| "loss": 1.3546, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.06407222386421649, |
| "grad_norm": 3.423751956404864, |
| "learning_rate": 1.985316477232325e-05, |
| "loss": 1.3082, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.06411356078283857, |
| "grad_norm": 3.5994672319763072, |
| "learning_rate": 1.9852940719929017e-05, |
| "loss": 1.308, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.06415489770146064, |
| "grad_norm": 6.092109341719527, |
| "learning_rate": 1.9852716497993164e-05, |
| "loss": 1.3333, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.06419623462008271, |
| "grad_norm": 3.4870247799249574, |
| "learning_rate": 1.985249210651954e-05, |
| "loss": 1.3755, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.0642375715387048, |
| "grad_norm": 3.1557901036816687, |
| "learning_rate": 1.9852267545512016e-05, |
| "loss": 1.3237, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.06427890845732687, |
| "grad_norm": 2.9168599988216655, |
| "learning_rate": 1.9852042814974448e-05, |
| "loss": 1.3333, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.06432024537594894, |
| "grad_norm": 3.658350430782456, |
| "learning_rate": 1.9851817914910707e-05, |
| "loss": 1.3157, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.06436158229457102, |
| "grad_norm": 2.98123289160538, |
| "learning_rate": 1.9851592845324664e-05, |
| "loss": 1.3461, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.06440291921319309, |
| "grad_norm": 3.2851248740018133, |
| "learning_rate": 1.9851367606220187e-05, |
| "loss": 1.3592, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.06444425613181516, |
| "grad_norm": 2.874060228764119, |
| "learning_rate": 1.9851142197601157e-05, |
| "loss": 1.3179, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.06448559305043725, |
| "grad_norm": 3.3595179685654286, |
| "learning_rate": 1.985091661947145e-05, |
| "loss": 1.358, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.06452692996905932, |
| "grad_norm": 4.343402000280312, |
| "learning_rate": 1.9850690871834945e-05, |
| "loss": 1.3387, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.06456826688768139, |
| "grad_norm": 4.4028919030557345, |
| "learning_rate": 1.985046495469553e-05, |
| "loss": 1.3405, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.06460960380630347, |
| "grad_norm": 3.3683021821213077, |
| "learning_rate": 1.9850238868057097e-05, |
| "loss": 1.3164, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.06465094072492554, |
| "grad_norm": 3.223018835339703, |
| "learning_rate": 1.9850012611923527e-05, |
| "loss": 1.2937, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.06469227764354761, |
| "grad_norm": 3.6479375571543584, |
| "learning_rate": 1.984978618629872e-05, |
| "loss": 1.3703, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.0647336145621697, |
| "grad_norm": 3.0694724692776107, |
| "learning_rate": 1.9849559591186566e-05, |
| "loss": 1.3239, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.06477495148079176, |
| "grad_norm": 3.595788633474915, |
| "learning_rate": 1.984933282659097e-05, |
| "loss": 1.2858, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.06481628839941385, |
| "grad_norm": 2.996464746206387, |
| "learning_rate": 1.984910589251583e-05, |
| "loss": 1.3677, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.06485762531803592, |
| "grad_norm": 2.978010213666374, |
| "learning_rate": 1.9848878788965053e-05, |
| "loss": 1.3612, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.06489896223665799, |
| "grad_norm": 4.107355827588679, |
| "learning_rate": 1.9848651515942545e-05, |
| "loss": 1.3473, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.06494029915528007, |
| "grad_norm": 3.405862899284087, |
| "learning_rate": 1.984842407345222e-05, |
| "loss": 1.329, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.06498163607390214, |
| "grad_norm": 3.56806926046013, |
| "learning_rate": 1.984819646149799e-05, |
| "loss": 1.3547, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.06502297299252421, |
| "grad_norm": 2.9244416633025234, |
| "learning_rate": 1.984796868008377e-05, |
| "loss": 1.3451, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.0650643099111463, |
| "grad_norm": 3.6605360363216133, |
| "learning_rate": 1.984774072921348e-05, |
| "loss": 1.3121, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.06510564682976837, |
| "grad_norm": 3.857082230167186, |
| "learning_rate": 1.9847512608891046e-05, |
| "loss": 1.3546, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.06514698374839044, |
| "grad_norm": 3.20861184076794, |
| "learning_rate": 1.9847284319120386e-05, |
| "loss": 1.3384, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.06518832066701252, |
| "grad_norm": 4.374471400346774, |
| "learning_rate": 1.9847055859905434e-05, |
| "loss": 1.3603, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.06522965758563459, |
| "grad_norm": 3.558128348565767, |
| "learning_rate": 1.984682723125012e-05, |
| "loss": 1.3307, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.06527099450425666, |
| "grad_norm": 3.740975960278226, |
| "learning_rate": 1.984659843315838e-05, |
| "loss": 1.3565, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.06531233142287875, |
| "grad_norm": 3.0884764960813254, |
| "learning_rate": 1.9846369465634146e-05, |
| "loss": 1.3371, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.06535366834150082, |
| "grad_norm": 3.0640927344766236, |
| "learning_rate": 1.9846140328681363e-05, |
| "loss": 1.3075, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.0653950052601229, |
| "grad_norm": 3.6774626803339285, |
| "learning_rate": 1.9845911022303973e-05, |
| "loss": 1.3647, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.06543634217874497, |
| "grad_norm": 2.9365431211187065, |
| "learning_rate": 1.9845681546505915e-05, |
| "loss": 1.3086, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.06547767909736704, |
| "grad_norm": 4.305431264385432, |
| "learning_rate": 1.9845451901291145e-05, |
| "loss": 1.3348, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.06551901601598913, |
| "grad_norm": 3.032533703820296, |
| "learning_rate": 1.9845222086663615e-05, |
| "loss": 1.3527, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.0655603529346112, |
| "grad_norm": 3.3387798006802782, |
| "learning_rate": 1.9844992102627273e-05, |
| "loss": 1.3249, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.06560168985323327, |
| "grad_norm": 3.3127539852292363, |
| "learning_rate": 1.9844761949186083e-05, |
| "loss": 1.3323, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.06564302677185535, |
| "grad_norm": 3.4862694527591307, |
| "learning_rate": 1.9844531626344003e-05, |
| "loss": 1.3224, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.06568436369047742, |
| "grad_norm": 3.215035735991411, |
| "learning_rate": 1.9844301134104996e-05, |
| "loss": 1.349, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.06572570060909949, |
| "grad_norm": 3.331575129362213, |
| "learning_rate": 1.9844070472473026e-05, |
| "loss": 1.3297, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.06576703752772158, |
| "grad_norm": 3.008247289759144, |
| "learning_rate": 1.9843839641452062e-05, |
| "loss": 1.368, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.06580837444634365, |
| "grad_norm": 3.314210218559566, |
| "learning_rate": 1.984360864104608e-05, |
| "loss": 1.3318, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.06584971136496572, |
| "grad_norm": 4.460695903393647, |
| "learning_rate": 1.9843377471259056e-05, |
| "loss": 1.363, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.0658910482835878, |
| "grad_norm": 3.591421453277731, |
| "learning_rate": 1.984314613209496e-05, |
| "loss": 1.3428, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.06593238520220987, |
| "grad_norm": 3.708262991759124, |
| "learning_rate": 1.984291462355778e-05, |
| "loss": 1.3564, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.06597372212083194, |
| "grad_norm": 3.1432924399561903, |
| "learning_rate": 1.9842682945651495e-05, |
| "loss": 1.3455, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.06601505903945402, |
| "grad_norm": 3.1161735074970216, |
| "learning_rate": 1.9842451098380096e-05, |
| "loss": 1.3514, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.0660563959580761, |
| "grad_norm": 2.8632026794139875, |
| "learning_rate": 1.984221908174757e-05, |
| "loss": 1.3446, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.06609773287669818, |
| "grad_norm": 3.934735081002441, |
| "learning_rate": 1.9841986895757907e-05, |
| "loss": 1.3298, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.06613906979532025, |
| "grad_norm": 4.324584533198296, |
| "learning_rate": 1.9841754540415102e-05, |
| "loss": 1.3537, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.06618040671394232, |
| "grad_norm": 3.6119231745645166, |
| "learning_rate": 1.9841522015723164e-05, |
| "loss": 1.3343, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.0662217436325644, |
| "grad_norm": 3.1193540137010887, |
| "learning_rate": 1.984128932168608e-05, |
| "loss": 1.3752, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.06626308055118647, |
| "grad_norm": 3.1351192552066762, |
| "learning_rate": 1.984105645830786e-05, |
| "loss": 1.3289, |
| "step": 16030 |
| }, |
| { |
| "epoch": 0.06630441746980854, |
| "grad_norm": 3.5610679476787737, |
| "learning_rate": 1.9840823425592512e-05, |
| "loss": 1.3543, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.06634575438843063, |
| "grad_norm": 3.5677181048737943, |
| "learning_rate": 1.984059022354404e-05, |
| "loss": 1.3483, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.0663870913070527, |
| "grad_norm": 3.6239317747912385, |
| "learning_rate": 1.9840356852166465e-05, |
| "loss": 1.3511, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.06642842822567477, |
| "grad_norm": 3.7952366513012636, |
| "learning_rate": 1.9840123311463803e-05, |
| "loss": 1.33, |
| "step": 16070 |
| }, |
| { |
| "epoch": 0.06646976514429685, |
| "grad_norm": 3.345456868567261, |
| "learning_rate": 1.9839889601440064e-05, |
| "loss": 1.3226, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.06651110206291892, |
| "grad_norm": 3.0646963347861194, |
| "learning_rate": 1.9839655722099277e-05, |
| "loss": 1.3142, |
| "step": 16090 |
| }, |
| { |
| "epoch": 0.06655243898154099, |
| "grad_norm": 3.1796454557601956, |
| "learning_rate": 1.9839421673445457e-05, |
| "loss": 1.3363, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.06659377590016308, |
| "grad_norm": 2.7604488860103453, |
| "learning_rate": 1.9839187455482646e-05, |
| "loss": 1.3453, |
| "step": 16110 |
| }, |
| { |
| "epoch": 0.06663511281878515, |
| "grad_norm": 3.1473856534090885, |
| "learning_rate": 1.9838953068214862e-05, |
| "loss": 1.3146, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.06667644973740723, |
| "grad_norm": 3.323185903362043, |
| "learning_rate": 1.983871851164614e-05, |
| "loss": 1.3013, |
| "step": 16130 |
| }, |
| { |
| "epoch": 0.0667177866560293, |
| "grad_norm": 3.0139283592638315, |
| "learning_rate": 1.9838483785780522e-05, |
| "loss": 1.3761, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.06675912357465137, |
| "grad_norm": 3.2332451066710535, |
| "learning_rate": 1.9838248890622043e-05, |
| "loss": 1.341, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.06680046049327346, |
| "grad_norm": 3.0517814224449826, |
| "learning_rate": 1.9838013826174745e-05, |
| "loss": 1.3003, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.06684179741189553, |
| "grad_norm": 4.164899927708623, |
| "learning_rate": 1.983777859244267e-05, |
| "loss": 1.3247, |
| "step": 16170 |
| }, |
| { |
| "epoch": 0.0668831343305176, |
| "grad_norm": 2.992166731140292, |
| "learning_rate": 1.983754318942987e-05, |
| "loss": 1.2762, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.06692447124913968, |
| "grad_norm": 3.774796705592006, |
| "learning_rate": 1.98373076171404e-05, |
| "loss": 1.3652, |
| "step": 16190 |
| }, |
| { |
| "epoch": 0.06696580816776175, |
| "grad_norm": 3.6727461962589296, |
| "learning_rate": 1.98370718755783e-05, |
| "loss": 1.3433, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.06700714508638382, |
| "grad_norm": 2.759830849179559, |
| "learning_rate": 1.983683596474764e-05, |
| "loss": 1.2917, |
| "step": 16210 |
| }, |
| { |
| "epoch": 0.0670484820050059, |
| "grad_norm": 4.142227423223113, |
| "learning_rate": 1.983659988465247e-05, |
| "loss": 1.3287, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.06708981892362798, |
| "grad_norm": 3.1361138389830305, |
| "learning_rate": 1.9836363635296856e-05, |
| "loss": 1.3526, |
| "step": 16230 |
| }, |
| { |
| "epoch": 0.06713115584225005, |
| "grad_norm": 4.684718067129147, |
| "learning_rate": 1.9836127216684864e-05, |
| "loss": 1.3398, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.06717249276087213, |
| "grad_norm": 3.9305271840952325, |
| "learning_rate": 1.9835890628820564e-05, |
| "loss": 1.3061, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.0672138296794942, |
| "grad_norm": 3.6945496877183754, |
| "learning_rate": 1.983565387170802e-05, |
| "loss": 1.3046, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.06725516659811627, |
| "grad_norm": 2.913410222912495, |
| "learning_rate": 1.983541694535131e-05, |
| "loss": 1.3439, |
| "step": 16270 |
| }, |
| { |
| "epoch": 0.06729650351673835, |
| "grad_norm": 3.4482083464660143, |
| "learning_rate": 1.9835179849754517e-05, |
| "loss": 1.3282, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.06733784043536042, |
| "grad_norm": 4.311927057182653, |
| "learning_rate": 1.983494258492171e-05, |
| "loss": 1.3156, |
| "step": 16290 |
| }, |
| { |
| "epoch": 0.06737917735398251, |
| "grad_norm": 3.5718375129378015, |
| "learning_rate": 1.9834705150856973e-05, |
| "loss": 1.3088, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.06742051427260458, |
| "grad_norm": 3.6069557479034704, |
| "learning_rate": 1.98344675475644e-05, |
| "loss": 1.3259, |
| "step": 16310 |
| }, |
| { |
| "epoch": 0.06746185119122665, |
| "grad_norm": 3.2551197753818393, |
| "learning_rate": 1.9834229775048076e-05, |
| "loss": 1.3389, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.06750318810984873, |
| "grad_norm": 3.4034457092581536, |
| "learning_rate": 1.9833991833312086e-05, |
| "loss": 1.3396, |
| "step": 16330 |
| }, |
| { |
| "epoch": 0.0675445250284708, |
| "grad_norm": 2.9661916406960858, |
| "learning_rate": 1.9833753722360534e-05, |
| "loss": 1.2989, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.06758586194709287, |
| "grad_norm": 5.279255386120152, |
| "learning_rate": 1.983351544219751e-05, |
| "loss": 1.3283, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.06762719886571496, |
| "grad_norm": 3.8221920564477028, |
| "learning_rate": 1.9833276992827117e-05, |
| "loss": 1.2918, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.06766853578433703, |
| "grad_norm": 3.2255728423614163, |
| "learning_rate": 1.9833038374253456e-05, |
| "loss": 1.327, |
| "step": 16370 |
| }, |
| { |
| "epoch": 0.0677098727029591, |
| "grad_norm": 3.2355832791038464, |
| "learning_rate": 1.9832799586480637e-05, |
| "loss": 1.3204, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.06775120962158118, |
| "grad_norm": 3.2467585154210155, |
| "learning_rate": 1.9832560629512767e-05, |
| "loss": 1.3338, |
| "step": 16390 |
| }, |
| { |
| "epoch": 0.06779254654020325, |
| "grad_norm": 4.988429472619141, |
| "learning_rate": 1.9832321503353954e-05, |
| "loss": 1.3876, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.06783388345882532, |
| "grad_norm": 3.446832489576954, |
| "learning_rate": 1.9832082208008317e-05, |
| "loss": 1.3233, |
| "step": 16410 |
| }, |
| { |
| "epoch": 0.0678752203774474, |
| "grad_norm": 3.605129460226094, |
| "learning_rate": 1.9831842743479975e-05, |
| "loss": 1.3386, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.06791655729606948, |
| "grad_norm": 4.275587631874799, |
| "learning_rate": 1.9831603109773044e-05, |
| "loss": 1.3613, |
| "step": 16430 |
| }, |
| { |
| "epoch": 0.06795789421469156, |
| "grad_norm": 4.1009269376864665, |
| "learning_rate": 1.983136330689165e-05, |
| "loss": 1.3662, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.06799923113331363, |
| "grad_norm": 2.9883770968491565, |
| "learning_rate": 1.983112333483992e-05, |
| "loss": 1.3304, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.0680405680519357, |
| "grad_norm": 2.9575768154010085, |
| "learning_rate": 1.983088319362198e-05, |
| "loss": 1.3075, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.06808190497055779, |
| "grad_norm": 3.1295830557654147, |
| "learning_rate": 1.9830642883241967e-05, |
| "loss": 1.3311, |
| "step": 16470 |
| }, |
| { |
| "epoch": 0.06812324188917986, |
| "grad_norm": 3.6574005023751774, |
| "learning_rate": 1.9830402403704008e-05, |
| "loss": 1.2925, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.06816457880780193, |
| "grad_norm": 3.080968609055009, |
| "learning_rate": 1.9830161755012255e-05, |
| "loss": 1.3156, |
| "step": 16490 |
| }, |
| { |
| "epoch": 0.06820591572642401, |
| "grad_norm": 3.0330618488937553, |
| "learning_rate": 1.9829920937170835e-05, |
| "loss": 1.3314, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.06824725264504608, |
| "grad_norm": 3.3116009543610665, |
| "learning_rate": 1.9829679950183895e-05, |
| "loss": 1.3034, |
| "step": 16510 |
| }, |
| { |
| "epoch": 0.06828858956366815, |
| "grad_norm": 3.783202270094679, |
| "learning_rate": 1.9829438794055584e-05, |
| "loss": 1.3313, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.06832992648229023, |
| "grad_norm": 3.969686559597743, |
| "learning_rate": 1.9829197468790054e-05, |
| "loss": 1.2911, |
| "step": 16530 |
| }, |
| { |
| "epoch": 0.0683712634009123, |
| "grad_norm": 3.580580495241376, |
| "learning_rate": 1.9828955974391455e-05, |
| "loss": 1.2912, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.06841260031953438, |
| "grad_norm": 2.9992747255679033, |
| "learning_rate": 1.982871431086394e-05, |
| "loss": 1.302, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.06845393723815646, |
| "grad_norm": 3.5773285600866256, |
| "learning_rate": 1.9828472478211673e-05, |
| "loss": 1.334, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.06849527415677853, |
| "grad_norm": 3.647217700504523, |
| "learning_rate": 1.982823047643881e-05, |
| "loss": 1.3137, |
| "step": 16570 |
| }, |
| { |
| "epoch": 0.0685366110754006, |
| "grad_norm": 3.7929582820880428, |
| "learning_rate": 1.982798830554952e-05, |
| "loss": 1.3598, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.06857794799402268, |
| "grad_norm": 3.3921261114157817, |
| "learning_rate": 1.982774596554796e-05, |
| "loss": 1.3159, |
| "step": 16590 |
| }, |
| { |
| "epoch": 0.06861928491264475, |
| "grad_norm": 3.948788035775027, |
| "learning_rate": 1.9827503456438314e-05, |
| "loss": 1.3487, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.06866062183126684, |
| "grad_norm": 3.4434803120058595, |
| "learning_rate": 1.9827260778224744e-05, |
| "loss": 1.3611, |
| "step": 16610 |
| }, |
| { |
| "epoch": 0.06870195874988891, |
| "grad_norm": 3.345318165402726, |
| "learning_rate": 1.9827017930911433e-05, |
| "loss": 1.3214, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.06874329566851098, |
| "grad_norm": 3.3238354847739675, |
| "learning_rate": 1.9826774914502554e-05, |
| "loss": 1.3415, |
| "step": 16630 |
| }, |
| { |
| "epoch": 0.06878463258713306, |
| "grad_norm": 3.3341319261133773, |
| "learning_rate": 1.9826531729002293e-05, |
| "loss": 1.2814, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.06882596950575513, |
| "grad_norm": 3.2557833923669937, |
| "learning_rate": 1.982628837441483e-05, |
| "loss": 1.3692, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.0688673064243772, |
| "grad_norm": 2.7035167555145545, |
| "learning_rate": 1.9826044850744358e-05, |
| "loss": 1.3045, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.06890864334299929, |
| "grad_norm": 3.2563919103242167, |
| "learning_rate": 1.9825801157995065e-05, |
| "loss": 1.2807, |
| "step": 16670 |
| }, |
| { |
| "epoch": 0.06894998026162136, |
| "grad_norm": 3.369904458766467, |
| "learning_rate": 1.9825557296171143e-05, |
| "loss": 1.2897, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.06899131718024343, |
| "grad_norm": 3.064586151511127, |
| "learning_rate": 1.982531326527679e-05, |
| "loss": 1.3332, |
| "step": 16690 |
| }, |
| { |
| "epoch": 0.06903265409886551, |
| "grad_norm": 3.0263447019462753, |
| "learning_rate": 1.9825069065316204e-05, |
| "loss": 1.2825, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.06907399101748758, |
| "grad_norm": 4.065735171694178, |
| "learning_rate": 1.9824824696293584e-05, |
| "loss": 1.2698, |
| "step": 16710 |
| }, |
| { |
| "epoch": 0.06911532793610965, |
| "grad_norm": 3.4683529768298262, |
| "learning_rate": 1.9824580158213142e-05, |
| "loss": 1.3135, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.06915666485473174, |
| "grad_norm": 2.955425396507506, |
| "learning_rate": 1.9824335451079083e-05, |
| "loss": 1.3571, |
| "step": 16730 |
| }, |
| { |
| "epoch": 0.0691980017733538, |
| "grad_norm": 3.099433278967918, |
| "learning_rate": 1.982409057489561e-05, |
| "loss": 1.3273, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.06923933869197589, |
| "grad_norm": 2.8197838698402093, |
| "learning_rate": 1.982384552966695e-05, |
| "loss": 1.3158, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.06928067561059796, |
| "grad_norm": 3.422610473722703, |
| "learning_rate": 1.982360031539731e-05, |
| "loss": 1.3072, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.06932201252922003, |
| "grad_norm": 3.654024548878873, |
| "learning_rate": 1.9823354932090913e-05, |
| "loss": 1.3174, |
| "step": 16770 |
| }, |
| { |
| "epoch": 0.06936334944784212, |
| "grad_norm": 2.69963783380391, |
| "learning_rate": 1.982310937975198e-05, |
| "loss": 1.301, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.06940468636646419, |
| "grad_norm": 3.119208859314543, |
| "learning_rate": 1.9822863658384736e-05, |
| "loss": 1.2915, |
| "step": 16790 |
| }, |
| { |
| "epoch": 0.06944602328508626, |
| "grad_norm": 3.983735003830943, |
| "learning_rate": 1.982261776799341e-05, |
| "loss": 1.3029, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.06948736020370834, |
| "grad_norm": 2.8833424065520292, |
| "learning_rate": 1.9822371708582236e-05, |
| "loss": 1.309, |
| "step": 16810 |
| }, |
| { |
| "epoch": 0.06952869712233041, |
| "grad_norm": 3.5651047449269138, |
| "learning_rate": 1.9822125480155442e-05, |
| "loss": 1.3408, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.06957003404095248, |
| "grad_norm": 2.9084817767691344, |
| "learning_rate": 1.982187908271727e-05, |
| "loss": 1.3217, |
| "step": 16830 |
| }, |
| { |
| "epoch": 0.06961137095957456, |
| "grad_norm": 3.38644936958733, |
| "learning_rate": 1.982163251627196e-05, |
| "loss": 1.3094, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.06965270787819663, |
| "grad_norm": 3.7040548837026384, |
| "learning_rate": 1.9821385780823748e-05, |
| "loss": 1.2973, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.0696940447968187, |
| "grad_norm": 3.1936456120357435, |
| "learning_rate": 1.982113887637689e-05, |
| "loss": 1.3362, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.06973538171544079, |
| "grad_norm": 3.676850292318552, |
| "learning_rate": 1.9820891802935623e-05, |
| "loss": 1.2947, |
| "step": 16870 |
| }, |
| { |
| "epoch": 0.06977671863406286, |
| "grad_norm": 3.484703646839946, |
| "learning_rate": 1.9820644560504207e-05, |
| "loss": 1.2488, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.06981805555268493, |
| "grad_norm": 3.4336203726483654, |
| "learning_rate": 1.9820397149086892e-05, |
| "loss": 1.3372, |
| "step": 16890 |
| }, |
| { |
| "epoch": 0.06985939247130701, |
| "grad_norm": 3.4895422854739437, |
| "learning_rate": 1.9820149568687937e-05, |
| "loss": 1.3434, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.06990072938992908, |
| "grad_norm": 3.5294671703855545, |
| "learning_rate": 1.98199018193116e-05, |
| "loss": 1.3299, |
| "step": 16910 |
| }, |
| { |
| "epoch": 0.06994206630855117, |
| "grad_norm": 4.136918538506862, |
| "learning_rate": 1.9819653900962153e-05, |
| "loss": 1.3082, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.06998340322717324, |
| "grad_norm": 3.1337022113010975, |
| "learning_rate": 1.981940581364385e-05, |
| "loss": 1.3131, |
| "step": 16930 |
| }, |
| { |
| "epoch": 0.07002474014579531, |
| "grad_norm": 3.3461906954820115, |
| "learning_rate": 1.9819157557360965e-05, |
| "loss": 1.3533, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.07006607706441739, |
| "grad_norm": 2.945652884357033, |
| "learning_rate": 1.981890913211777e-05, |
| "loss": 1.333, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.07010741398303946, |
| "grad_norm": 3.8269320260288375, |
| "learning_rate": 1.981866053791854e-05, |
| "loss": 1.3021, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.07014875090166153, |
| "grad_norm": 3.373539442185096, |
| "learning_rate": 1.9818411774767555e-05, |
| "loss": 1.3621, |
| "step": 16970 |
| }, |
| { |
| "epoch": 0.07019008782028362, |
| "grad_norm": 3.1789158671874724, |
| "learning_rate": 1.9818162842669087e-05, |
| "loss": 1.3357, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.07023142473890569, |
| "grad_norm": 3.379334004765994, |
| "learning_rate": 1.981791374162743e-05, |
| "loss": 1.3328, |
| "step": 16990 |
| }, |
| { |
| "epoch": 0.07027276165752776, |
| "grad_norm": 3.3263838295875794, |
| "learning_rate": 1.981766447164686e-05, |
| "loss": 1.3177, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.07031409857614984, |
| "grad_norm": 3.4846748393089744, |
| "learning_rate": 1.9817415032731676e-05, |
| "loss": 1.3088, |
| "step": 17010 |
| }, |
| { |
| "epoch": 0.07035543549477191, |
| "grad_norm": 3.1166768241545526, |
| "learning_rate": 1.9817165424886165e-05, |
| "loss": 1.3168, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.07039677241339398, |
| "grad_norm": 3.880062668262267, |
| "learning_rate": 1.9816915648114623e-05, |
| "loss": 1.3071, |
| "step": 17030 |
| }, |
| { |
| "epoch": 0.07043810933201607, |
| "grad_norm": 3.511807529042466, |
| "learning_rate": 1.9816665702421344e-05, |
| "loss": 1.3409, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.07047944625063814, |
| "grad_norm": 3.1993990782018256, |
| "learning_rate": 1.9816415587810636e-05, |
| "loss": 1.2918, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.07052078316926022, |
| "grad_norm": 2.9930648253290943, |
| "learning_rate": 1.98161653042868e-05, |
| "loss": 1.2926, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.07056212008788229, |
| "grad_norm": 3.0399828063698116, |
| "learning_rate": 1.981591485185414e-05, |
| "loss": 1.3183, |
| "step": 17070 |
| }, |
| { |
| "epoch": 0.07060345700650436, |
| "grad_norm": 3.233401985951665, |
| "learning_rate": 1.981566423051697e-05, |
| "loss": 1.3262, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.07064479392512645, |
| "grad_norm": 2.891852783093535, |
| "learning_rate": 1.9815413440279597e-05, |
| "loss": 1.2882, |
| "step": 17090 |
| }, |
| { |
| "epoch": 0.07068613084374852, |
| "grad_norm": 2.861582978848217, |
| "learning_rate": 1.9815162481146345e-05, |
| "loss": 1.3417, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.07072746776237059, |
| "grad_norm": 3.657647746254238, |
| "learning_rate": 1.981491135312152e-05, |
| "loss": 1.3239, |
| "step": 17110 |
| }, |
| { |
| "epoch": 0.07076880468099267, |
| "grad_norm": 3.422931095645904, |
| "learning_rate": 1.9814660056209454e-05, |
| "loss": 1.3471, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.07081014159961474, |
| "grad_norm": 3.233056855771981, |
| "learning_rate": 1.9814408590414466e-05, |
| "loss": 1.342, |
| "step": 17130 |
| }, |
| { |
| "epoch": 0.07085147851823681, |
| "grad_norm": 2.8978002673834706, |
| "learning_rate": 1.9814156955740885e-05, |
| "loss": 1.3526, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.0708928154368589, |
| "grad_norm": 3.1044166179845227, |
| "learning_rate": 1.981390515219304e-05, |
| "loss": 1.3338, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.07093415235548096, |
| "grad_norm": 3.4443852171387963, |
| "learning_rate": 1.9813653179775263e-05, |
| "loss": 1.2798, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.07097548927410303, |
| "grad_norm": 3.4197392236572925, |
| "learning_rate": 1.9813401038491893e-05, |
| "loss": 1.3278, |
| "step": 17170 |
| }, |
| { |
| "epoch": 0.07101682619272512, |
| "grad_norm": 2.8656903185698868, |
| "learning_rate": 1.9813148728347263e-05, |
| "loss": 1.3044, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.07105816311134719, |
| "grad_norm": 3.4951853787951457, |
| "learning_rate": 1.981289624934572e-05, |
| "loss": 1.3731, |
| "step": 17190 |
| }, |
| { |
| "epoch": 0.07109950002996926, |
| "grad_norm": 3.0021246003594646, |
| "learning_rate": 1.981264360149161e-05, |
| "loss": 1.2953, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.07114083694859134, |
| "grad_norm": 3.078524102988392, |
| "learning_rate": 1.981239078478927e-05, |
| "loss": 1.3536, |
| "step": 17210 |
| }, |
| { |
| "epoch": 0.07118217386721341, |
| "grad_norm": 3.6935463858453805, |
| "learning_rate": 1.981213779924306e-05, |
| "loss": 1.3386, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.0712235107858355, |
| "grad_norm": 3.2508773899525036, |
| "learning_rate": 1.9811884644857332e-05, |
| "loss": 1.2929, |
| "step": 17230 |
| }, |
| { |
| "epoch": 0.07126484770445757, |
| "grad_norm": 4.11272659457257, |
| "learning_rate": 1.9811631321636438e-05, |
| "loss": 1.3376, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.07130618462307964, |
| "grad_norm": 3.3031386708100734, |
| "learning_rate": 1.9811377829584738e-05, |
| "loss": 1.3078, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.07134752154170172, |
| "grad_norm": 3.721567213304264, |
| "learning_rate": 1.9811124168706598e-05, |
| "loss": 1.3135, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.07138885846032379, |
| "grad_norm": 3.3077256345455712, |
| "learning_rate": 1.981087033900638e-05, |
| "loss": 1.2727, |
| "step": 17270 |
| }, |
| { |
| "epoch": 0.07143019537894586, |
| "grad_norm": 3.1365945025331716, |
| "learning_rate": 1.9810616340488448e-05, |
| "loss": 1.3082, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.07147153229756795, |
| "grad_norm": 3.0095750827782095, |
| "learning_rate": 1.981036217315718e-05, |
| "loss": 1.3422, |
| "step": 17290 |
| }, |
| { |
| "epoch": 0.07151286921619002, |
| "grad_norm": 3.879458456856346, |
| "learning_rate": 1.9810107837016943e-05, |
| "loss": 1.3444, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.07155420613481209, |
| "grad_norm": 3.5419514306232145, |
| "learning_rate": 1.9809853332072118e-05, |
| "loss": 1.3495, |
| "step": 17310 |
| }, |
| { |
| "epoch": 0.07159554305343417, |
| "grad_norm": 3.309317975252579, |
| "learning_rate": 1.9809598658327084e-05, |
| "loss": 1.3249, |
| "step": 17320 |
| }, |
| { |
| "epoch": 0.07163687997205624, |
| "grad_norm": 3.0972043541501484, |
| "learning_rate": 1.9809343815786218e-05, |
| "loss": 1.3289, |
| "step": 17330 |
| }, |
| { |
| "epoch": 0.07167821689067831, |
| "grad_norm": 3.278786808325931, |
| "learning_rate": 1.9809088804453913e-05, |
| "loss": 1.2998, |
| "step": 17340 |
| }, |
| { |
| "epoch": 0.0717195538093004, |
| "grad_norm": 4.238835899003122, |
| "learning_rate": 1.9808833624334547e-05, |
| "loss": 1.3311, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.07176089072792247, |
| "grad_norm": 2.92277331992324, |
| "learning_rate": 1.980857827543252e-05, |
| "loss": 1.2915, |
| "step": 17360 |
| }, |
| { |
| "epoch": 0.07180222764654455, |
| "grad_norm": 3.376501582542177, |
| "learning_rate": 1.9808322757752227e-05, |
| "loss": 1.3324, |
| "step": 17370 |
| }, |
| { |
| "epoch": 0.07184356456516662, |
| "grad_norm": 2.9710666955071754, |
| "learning_rate": 1.9808067071298057e-05, |
| "loss": 1.28, |
| "step": 17380 |
| }, |
| { |
| "epoch": 0.07188490148378869, |
| "grad_norm": 3.651318543567687, |
| "learning_rate": 1.9807811216074412e-05, |
| "loss": 1.2827, |
| "step": 17390 |
| }, |
| { |
| "epoch": 0.07192623840241077, |
| "grad_norm": 4.002270792783564, |
| "learning_rate": 1.9807555192085697e-05, |
| "loss": 1.2869, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.07196757532103285, |
| "grad_norm": 3.7494249341770027, |
| "learning_rate": 1.9807298999336316e-05, |
| "loss": 1.368, |
| "step": 17410 |
| }, |
| { |
| "epoch": 0.07200891223965492, |
| "grad_norm": 3.533387599209301, |
| "learning_rate": 1.9807042637830677e-05, |
| "loss": 1.3093, |
| "step": 17420 |
| }, |
| { |
| "epoch": 0.072050249158277, |
| "grad_norm": 3.3204434550557096, |
| "learning_rate": 1.980678610757319e-05, |
| "loss": 1.3557, |
| "step": 17430 |
| }, |
| { |
| "epoch": 0.07209158607689907, |
| "grad_norm": 3.1416247569905935, |
| "learning_rate": 1.9806529408568274e-05, |
| "loss": 1.2784, |
| "step": 17440 |
| }, |
| { |
| "epoch": 0.07213292299552114, |
| "grad_norm": 3.117796981445201, |
| "learning_rate": 1.980627254082034e-05, |
| "loss": 1.2882, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.07217425991414322, |
| "grad_norm": 3.13339952835746, |
| "learning_rate": 1.9806015504333812e-05, |
| "loss": 1.3144, |
| "step": 17460 |
| }, |
| { |
| "epoch": 0.0722155968327653, |
| "grad_norm": 3.7609938207052074, |
| "learning_rate": 1.9805758299113115e-05, |
| "loss": 1.329, |
| "step": 17470 |
| }, |
| { |
| "epoch": 0.07225693375138736, |
| "grad_norm": 3.1345386262954533, |
| "learning_rate": 1.980550092516267e-05, |
| "loss": 1.3049, |
| "step": 17480 |
| }, |
| { |
| "epoch": 0.07229827067000945, |
| "grad_norm": 3.7469777473015573, |
| "learning_rate": 1.98052433824869e-05, |
| "loss": 1.3096, |
| "step": 17490 |
| }, |
| { |
| "epoch": 0.07233960758863152, |
| "grad_norm": 2.9933582431757073, |
| "learning_rate": 1.9804985671090252e-05, |
| "loss": 1.3274, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.07238094450725359, |
| "grad_norm": 3.182564552885168, |
| "learning_rate": 1.980472779097715e-05, |
| "loss": 1.2891, |
| "step": 17510 |
| }, |
| { |
| "epoch": 0.07242228142587567, |
| "grad_norm": 3.8813847623233744, |
| "learning_rate": 1.9804469742152035e-05, |
| "loss": 1.2941, |
| "step": 17520 |
| }, |
| { |
| "epoch": 0.07246361834449774, |
| "grad_norm": 3.388309470760254, |
| "learning_rate": 1.9804211524619345e-05, |
| "loss": 1.3129, |
| "step": 17530 |
| }, |
| { |
| "epoch": 0.07250495526311983, |
| "grad_norm": 3.0370861904609305, |
| "learning_rate": 1.9803953138383523e-05, |
| "loss": 1.2816, |
| "step": 17540 |
| }, |
| { |
| "epoch": 0.0725462921817419, |
| "grad_norm": 3.255739551897295, |
| "learning_rate": 1.980369458344902e-05, |
| "loss": 1.3048, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.07258762910036397, |
| "grad_norm": 3.2197652995956325, |
| "learning_rate": 1.9803435859820278e-05, |
| "loss": 1.3401, |
| "step": 17560 |
| }, |
| { |
| "epoch": 0.07262896601898605, |
| "grad_norm": 3.144102345108867, |
| "learning_rate": 1.9803176967501752e-05, |
| "loss": 1.3093, |
| "step": 17570 |
| }, |
| { |
| "epoch": 0.07267030293760812, |
| "grad_norm": 3.255959441623639, |
| "learning_rate": 1.98029179064979e-05, |
| "loss": 1.3107, |
| "step": 17580 |
| }, |
| { |
| "epoch": 0.07271163985623019, |
| "grad_norm": 3.300836279803978, |
| "learning_rate": 1.9802658676813177e-05, |
| "loss": 1.2793, |
| "step": 17590 |
| }, |
| { |
| "epoch": 0.07275297677485228, |
| "grad_norm": 3.1982961633057307, |
| "learning_rate": 1.980239927845204e-05, |
| "loss": 1.293, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.07279431369347435, |
| "grad_norm": 2.7735162621143066, |
| "learning_rate": 1.980213971141896e-05, |
| "loss": 1.2829, |
| "step": 17610 |
| }, |
| { |
| "epoch": 0.07283565061209642, |
| "grad_norm": 3.1127853241409524, |
| "learning_rate": 1.9801879975718397e-05, |
| "loss": 1.3038, |
| "step": 17620 |
| }, |
| { |
| "epoch": 0.0728769875307185, |
| "grad_norm": 4.4882400102517, |
| "learning_rate": 1.9801620071354823e-05, |
| "loss": 1.3252, |
| "step": 17630 |
| }, |
| { |
| "epoch": 0.07291832444934057, |
| "grad_norm": 3.0527302986554474, |
| "learning_rate": 1.980135999833271e-05, |
| "loss": 1.3324, |
| "step": 17640 |
| }, |
| { |
| "epoch": 0.07295966136796264, |
| "grad_norm": 2.6769380820391637, |
| "learning_rate": 1.9801099756656534e-05, |
| "loss": 1.3472, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.07300099828658473, |
| "grad_norm": 2.8240010897597796, |
| "learning_rate": 1.980083934633077e-05, |
| "loss": 1.3072, |
| "step": 17660 |
| }, |
| { |
| "epoch": 0.0730423352052068, |
| "grad_norm": 3.0678813341238387, |
| "learning_rate": 1.9800578767359905e-05, |
| "loss": 1.3385, |
| "step": 17670 |
| }, |
| { |
| "epoch": 0.07308367212382888, |
| "grad_norm": 3.9303518801684056, |
| "learning_rate": 1.9800318019748414e-05, |
| "loss": 1.3024, |
| "step": 17680 |
| }, |
| { |
| "epoch": 0.07312500904245095, |
| "grad_norm": 3.4138877073872367, |
| "learning_rate": 1.980005710350079e-05, |
| "loss": 1.3219, |
| "step": 17690 |
| }, |
| { |
| "epoch": 0.07316634596107302, |
| "grad_norm": 2.9612831417650574, |
| "learning_rate": 1.9799796018621523e-05, |
| "loss": 1.2972, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.0732076828796951, |
| "grad_norm": 3.5999340523181167, |
| "learning_rate": 1.9799534765115106e-05, |
| "loss": 1.2879, |
| "step": 17710 |
| }, |
| { |
| "epoch": 0.07324901979831717, |
| "grad_norm": 3.243493407552293, |
| "learning_rate": 1.9799273342986027e-05, |
| "loss": 1.3312, |
| "step": 17720 |
| }, |
| { |
| "epoch": 0.07329035671693925, |
| "grad_norm": 3.1251098781902678, |
| "learning_rate": 1.979901175223879e-05, |
| "loss": 1.283, |
| "step": 17730 |
| }, |
| { |
| "epoch": 0.07333169363556133, |
| "grad_norm": 3.016302925303861, |
| "learning_rate": 1.97987499928779e-05, |
| "loss": 1.2653, |
| "step": 17740 |
| }, |
| { |
| "epoch": 0.0733730305541834, |
| "grad_norm": 3.0676270506907373, |
| "learning_rate": 1.9798488064907854e-05, |
| "loss": 1.3463, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.07341436747280547, |
| "grad_norm": 3.33093266064901, |
| "learning_rate": 1.9798225968333162e-05, |
| "loss": 1.2925, |
| "step": 17760 |
| }, |
| { |
| "epoch": 0.07345570439142755, |
| "grad_norm": 2.9945442082263707, |
| "learning_rate": 1.9797963703158338e-05, |
| "loss": 1.3073, |
| "step": 17770 |
| }, |
| { |
| "epoch": 0.07349704131004962, |
| "grad_norm": 2.7596863662002145, |
| "learning_rate": 1.9797701269387886e-05, |
| "loss": 1.3014, |
| "step": 17780 |
| }, |
| { |
| "epoch": 0.0735383782286717, |
| "grad_norm": 3.533092084537244, |
| "learning_rate": 1.979743866702633e-05, |
| "loss": 1.2791, |
| "step": 17790 |
| }, |
| { |
| "epoch": 0.07357971514729378, |
| "grad_norm": 4.416928923354257, |
| "learning_rate": 1.9797175896078183e-05, |
| "loss": 1.3187, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.07362105206591585, |
| "grad_norm": 3.4889626149350983, |
| "learning_rate": 1.9796912956547968e-05, |
| "loss": 1.3279, |
| "step": 17810 |
| }, |
| { |
| "epoch": 0.07366238898453792, |
| "grad_norm": 2.8612849638284636, |
| "learning_rate": 1.979664984844021e-05, |
| "loss": 1.286, |
| "step": 17820 |
| }, |
| { |
| "epoch": 0.07370372590316, |
| "grad_norm": 3.48443371509397, |
| "learning_rate": 1.9796386571759437e-05, |
| "loss": 1.3143, |
| "step": 17830 |
| }, |
| { |
| "epoch": 0.07374506282178207, |
| "grad_norm": 3.744181699697567, |
| "learning_rate": 1.979612312651018e-05, |
| "loss": 1.3133, |
| "step": 17840 |
| }, |
| { |
| "epoch": 0.07378639974040416, |
| "grad_norm": 3.0686519126186056, |
| "learning_rate": 1.9795859512696974e-05, |
| "loss": 1.3136, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.07382773665902623, |
| "grad_norm": 3.067495520118401, |
| "learning_rate": 1.9795595730324347e-05, |
| "loss": 1.3026, |
| "step": 17860 |
| }, |
| { |
| "epoch": 0.0738690735776483, |
| "grad_norm": 3.39693600568867, |
| "learning_rate": 1.9795331779396846e-05, |
| "loss": 1.3045, |
| "step": 17870 |
| }, |
| { |
| "epoch": 0.07391041049627038, |
| "grad_norm": 3.593857826641827, |
| "learning_rate": 1.9795067659919008e-05, |
| "loss": 1.3278, |
| "step": 17880 |
| }, |
| { |
| "epoch": 0.07395174741489245, |
| "grad_norm": 3.5924096708123985, |
| "learning_rate": 1.9794803371895383e-05, |
| "loss": 1.2578, |
| "step": 17890 |
| }, |
| { |
| "epoch": 0.07399308433351452, |
| "grad_norm": 3.1548306467737546, |
| "learning_rate": 1.9794538915330514e-05, |
| "loss": 1.3145, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.0740344212521366, |
| "grad_norm": 3.3874308529909736, |
| "learning_rate": 1.979427429022895e-05, |
| "loss": 1.2635, |
| "step": 17910 |
| }, |
| { |
| "epoch": 0.07407575817075868, |
| "grad_norm": 3.574121943476516, |
| "learning_rate": 1.979400949659525e-05, |
| "loss": 1.3333, |
| "step": 17920 |
| }, |
| { |
| "epoch": 0.07411709508938075, |
| "grad_norm": 3.277207731814223, |
| "learning_rate": 1.9793744534433968e-05, |
| "loss": 1.3438, |
| "step": 17930 |
| }, |
| { |
| "epoch": 0.07415843200800283, |
| "grad_norm": 3.8968392073501152, |
| "learning_rate": 1.979347940374966e-05, |
| "loss": 1.313, |
| "step": 17940 |
| }, |
| { |
| "epoch": 0.0741997689266249, |
| "grad_norm": 3.083444751622717, |
| "learning_rate": 1.9793214104546895e-05, |
| "loss": 1.3146, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.07424110584524697, |
| "grad_norm": 3.2007909625237208, |
| "learning_rate": 1.9792948636830235e-05, |
| "loss": 1.2767, |
| "step": 17960 |
| }, |
| { |
| "epoch": 0.07428244276386906, |
| "grad_norm": 3.475285388439305, |
| "learning_rate": 1.979268300060424e-05, |
| "loss": 1.3113, |
| "step": 17970 |
| }, |
| { |
| "epoch": 0.07432377968249113, |
| "grad_norm": 3.0728058276568064, |
| "learning_rate": 1.9792417195873496e-05, |
| "loss": 1.2625, |
| "step": 17980 |
| }, |
| { |
| "epoch": 0.07436511660111321, |
| "grad_norm": 3.1462512846060595, |
| "learning_rate": 1.9792151222642565e-05, |
| "loss": 1.2669, |
| "step": 17990 |
| }, |
| { |
| "epoch": 0.07440645351973528, |
| "grad_norm": 3.451097468244895, |
| "learning_rate": 1.9791885080916026e-05, |
| "loss": 1.3536, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.07444779043835735, |
| "grad_norm": 2.9123675277858805, |
| "learning_rate": 1.979161877069846e-05, |
| "loss": 1.2859, |
| "step": 18010 |
| }, |
| { |
| "epoch": 0.07448912735697943, |
| "grad_norm": 3.6048473916322905, |
| "learning_rate": 1.9791352291994453e-05, |
| "loss": 1.2868, |
| "step": 18020 |
| }, |
| { |
| "epoch": 0.0745304642756015, |
| "grad_norm": 2.877236521609129, |
| "learning_rate": 1.9791085644808588e-05, |
| "loss": 1.3201, |
| "step": 18030 |
| }, |
| { |
| "epoch": 0.07457180119422357, |
| "grad_norm": 3.346518920497629, |
| "learning_rate": 1.9790818829145447e-05, |
| "loss": 1.2914, |
| "step": 18040 |
| }, |
| { |
| "epoch": 0.07461313811284566, |
| "grad_norm": 3.5346578512252416, |
| "learning_rate": 1.979055184500963e-05, |
| "loss": 1.2668, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.07465447503146773, |
| "grad_norm": 3.044418176627761, |
| "learning_rate": 1.9790284692405723e-05, |
| "loss": 1.2722, |
| "step": 18060 |
| }, |
| { |
| "epoch": 0.0746958119500898, |
| "grad_norm": 3.4743539555195206, |
| "learning_rate": 1.979001737133833e-05, |
| "loss": 1.3093, |
| "step": 18070 |
| }, |
| { |
| "epoch": 0.07473714886871188, |
| "grad_norm": 3.152139034733342, |
| "learning_rate": 1.978974988181205e-05, |
| "loss": 1.3282, |
| "step": 18080 |
| }, |
| { |
| "epoch": 0.07477848578733395, |
| "grad_norm": 3.844127465592703, |
| "learning_rate": 1.978948222383148e-05, |
| "loss": 1.3, |
| "step": 18090 |
| }, |
| { |
| "epoch": 0.07481982270595602, |
| "grad_norm": 3.312821234732469, |
| "learning_rate": 1.9789214397401233e-05, |
| "loss": 1.3007, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.07486115962457811, |
| "grad_norm": 2.587430778686902, |
| "learning_rate": 1.978894640252591e-05, |
| "loss": 1.2712, |
| "step": 18110 |
| }, |
| { |
| "epoch": 0.07490249654320018, |
| "grad_norm": 3.6471232765625867, |
| "learning_rate": 1.978867823921013e-05, |
| "loss": 1.3255, |
| "step": 18120 |
| }, |
| { |
| "epoch": 0.07494383346182225, |
| "grad_norm": 3.4191203190660966, |
| "learning_rate": 1.9788409907458502e-05, |
| "loss": 1.2588, |
| "step": 18130 |
| }, |
| { |
| "epoch": 0.07498517038044433, |
| "grad_norm": 3.3115429776293466, |
| "learning_rate": 1.9788141407275643e-05, |
| "loss": 1.2923, |
| "step": 18140 |
| }, |
| { |
| "epoch": 0.0750265072990664, |
| "grad_norm": 3.360103375582472, |
| "learning_rate": 1.9787872738666182e-05, |
| "loss": 1.3274, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.07506784421768849, |
| "grad_norm": 4.4310427169860205, |
| "learning_rate": 1.978760390163473e-05, |
| "loss": 1.3237, |
| "step": 18160 |
| }, |
| { |
| "epoch": 0.07510918113631056, |
| "grad_norm": 2.794577806503562, |
| "learning_rate": 1.9787334896185916e-05, |
| "loss": 1.3095, |
| "step": 18170 |
| }, |
| { |
| "epoch": 0.07515051805493263, |
| "grad_norm": 3.3585888834525384, |
| "learning_rate": 1.9787065722324374e-05, |
| "loss": 1.3199, |
| "step": 18180 |
| }, |
| { |
| "epoch": 0.07519185497355471, |
| "grad_norm": 3.060067450654041, |
| "learning_rate": 1.9786796380054733e-05, |
| "loss": 1.2532, |
| "step": 18190 |
| }, |
| { |
| "epoch": 0.07523319189217678, |
| "grad_norm": 3.124345955834219, |
| "learning_rate": 1.978652686938163e-05, |
| "loss": 1.2875, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.07527452881079885, |
| "grad_norm": 3.6658880497970254, |
| "learning_rate": 1.9786257190309695e-05, |
| "loss": 1.301, |
| "step": 18210 |
| }, |
| { |
| "epoch": 0.07531586572942094, |
| "grad_norm": 3.7099075204316088, |
| "learning_rate": 1.9785987342843573e-05, |
| "loss": 1.343, |
| "step": 18220 |
| }, |
| { |
| "epoch": 0.075357202648043, |
| "grad_norm": 3.26000011118403, |
| "learning_rate": 1.9785717326987914e-05, |
| "loss": 1.2782, |
| "step": 18230 |
| }, |
| { |
| "epoch": 0.07539853956666508, |
| "grad_norm": 3.133092069419479, |
| "learning_rate": 1.978544714274735e-05, |
| "loss": 1.3026, |
| "step": 18240 |
| }, |
| { |
| "epoch": 0.07543987648528716, |
| "grad_norm": 3.1564032343316453, |
| "learning_rate": 1.9785176790126542e-05, |
| "loss": 1.3207, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.07548121340390923, |
| "grad_norm": 3.284115672721678, |
| "learning_rate": 1.9784906269130137e-05, |
| "loss": 1.3117, |
| "step": 18260 |
| }, |
| { |
| "epoch": 0.0755225503225313, |
| "grad_norm": 3.1339318140995167, |
| "learning_rate": 1.9784635579762793e-05, |
| "loss": 1.305, |
| "step": 18270 |
| }, |
| { |
| "epoch": 0.07556388724115339, |
| "grad_norm": 4.379220492841367, |
| "learning_rate": 1.9784364722029165e-05, |
| "loss": 1.3408, |
| "step": 18280 |
| }, |
| { |
| "epoch": 0.07560522415977546, |
| "grad_norm": 3.9318661880011945, |
| "learning_rate": 1.978409369593391e-05, |
| "loss": 1.3053, |
| "step": 18290 |
| }, |
| { |
| "epoch": 0.07564656107839754, |
| "grad_norm": 3.3417710306838253, |
| "learning_rate": 1.97838225014817e-05, |
| "loss": 1.2781, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.07568789799701961, |
| "grad_norm": 3.54702678079395, |
| "learning_rate": 1.9783551138677197e-05, |
| "loss": 1.2998, |
| "step": 18310 |
| }, |
| { |
| "epoch": 0.07572923491564168, |
| "grad_norm": 3.4741727106428946, |
| "learning_rate": 1.978327960752507e-05, |
| "loss": 1.3003, |
| "step": 18320 |
| }, |
| { |
| "epoch": 0.07577057183426376, |
| "grad_norm": 3.2924386529485563, |
| "learning_rate": 1.9783007908029995e-05, |
| "loss": 1.3095, |
| "step": 18330 |
| }, |
| { |
| "epoch": 0.07581190875288583, |
| "grad_norm": 3.516437725795232, |
| "learning_rate": 1.978273604019664e-05, |
| "loss": 1.3088, |
| "step": 18340 |
| }, |
| { |
| "epoch": 0.0758532456715079, |
| "grad_norm": 3.5342954273687193, |
| "learning_rate": 1.9782464004029692e-05, |
| "loss": 1.3035, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.07589458259012999, |
| "grad_norm": 3.3786994777959523, |
| "learning_rate": 1.9782191799533824e-05, |
| "loss": 1.315, |
| "step": 18360 |
| }, |
| { |
| "epoch": 0.07593591950875206, |
| "grad_norm": 3.16392973516022, |
| "learning_rate": 1.9781919426713725e-05, |
| "loss": 1.3363, |
| "step": 18370 |
| }, |
| { |
| "epoch": 0.07597725642737413, |
| "grad_norm": 3.5807733324507693, |
| "learning_rate": 1.9781646885574078e-05, |
| "loss": 1.313, |
| "step": 18380 |
| }, |
| { |
| "epoch": 0.07601859334599621, |
| "grad_norm": 2.911047627936505, |
| "learning_rate": 1.978137417611958e-05, |
| "loss": 1.2943, |
| "step": 18390 |
| }, |
| { |
| "epoch": 0.07605993026461828, |
| "grad_norm": 3.519244637721149, |
| "learning_rate": 1.9781101298354913e-05, |
| "loss": 1.3013, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.07610126718324035, |
| "grad_norm": 2.80355546975897, |
| "learning_rate": 1.9780828252284778e-05, |
| "loss": 1.319, |
| "step": 18410 |
| }, |
| { |
| "epoch": 0.07614260410186244, |
| "grad_norm": 3.272390505391555, |
| "learning_rate": 1.9780555037913874e-05, |
| "loss": 1.3139, |
| "step": 18420 |
| }, |
| { |
| "epoch": 0.07618394102048451, |
| "grad_norm": 4.373312173753661, |
| "learning_rate": 1.9780281655246903e-05, |
| "loss": 1.332, |
| "step": 18430 |
| }, |
| { |
| "epoch": 0.07622527793910659, |
| "grad_norm": 3.4593509090352828, |
| "learning_rate": 1.9780008104288566e-05, |
| "loss": 1.3275, |
| "step": 18440 |
| }, |
| { |
| "epoch": 0.07626661485772866, |
| "grad_norm": 3.988419562725868, |
| "learning_rate": 1.9779734385043572e-05, |
| "loss": 1.2876, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.07630795177635073, |
| "grad_norm": 3.1901407057893127, |
| "learning_rate": 1.9779460497516633e-05, |
| "loss": 1.3077, |
| "step": 18460 |
| }, |
| { |
| "epoch": 0.07634928869497282, |
| "grad_norm": 3.392493661451085, |
| "learning_rate": 1.9779186441712456e-05, |
| "loss": 1.2853, |
| "step": 18470 |
| }, |
| { |
| "epoch": 0.07639062561359489, |
| "grad_norm": 3.2188126520970126, |
| "learning_rate": 1.9778912217635762e-05, |
| "loss": 1.3166, |
| "step": 18480 |
| }, |
| { |
| "epoch": 0.07643196253221696, |
| "grad_norm": 3.207853073897323, |
| "learning_rate": 1.9778637825291267e-05, |
| "loss": 1.2522, |
| "step": 18490 |
| }, |
| { |
| "epoch": 0.07647329945083904, |
| "grad_norm": 3.614534499504545, |
| "learning_rate": 1.9778363264683694e-05, |
| "loss": 1.2857, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.07651463636946111, |
| "grad_norm": 3.1137575271670634, |
| "learning_rate": 1.9778088535817765e-05, |
| "loss": 1.322, |
| "step": 18510 |
| }, |
| { |
| "epoch": 0.07655597328808318, |
| "grad_norm": 3.155733653317413, |
| "learning_rate": 1.977781363869821e-05, |
| "loss": 1.2775, |
| "step": 18520 |
| }, |
| { |
| "epoch": 0.07659731020670527, |
| "grad_norm": 4.553902503352338, |
| "learning_rate": 1.9777538573329757e-05, |
| "loss": 1.3102, |
| "step": 18530 |
| }, |
| { |
| "epoch": 0.07663864712532734, |
| "grad_norm": 3.421736022180327, |
| "learning_rate": 1.9777263339717143e-05, |
| "loss": 1.3101, |
| "step": 18540 |
| }, |
| { |
| "epoch": 0.0766799840439494, |
| "grad_norm": 3.0688727373371245, |
| "learning_rate": 1.97769879378651e-05, |
| "loss": 1.3116, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.07672132096257149, |
| "grad_norm": 3.7016289513150173, |
| "learning_rate": 1.977671236777837e-05, |
| "loss": 1.3266, |
| "step": 18560 |
| }, |
| { |
| "epoch": 0.07676265788119356, |
| "grad_norm": 2.918955840628811, |
| "learning_rate": 1.977643662946169e-05, |
| "loss": 1.335, |
| "step": 18570 |
| }, |
| { |
| "epoch": 0.07680399479981563, |
| "grad_norm": 2.710819215083447, |
| "learning_rate": 1.9776160722919808e-05, |
| "loss": 1.3241, |
| "step": 18580 |
| }, |
| { |
| "epoch": 0.07684533171843771, |
| "grad_norm": 4.690835156163024, |
| "learning_rate": 1.9775884648157473e-05, |
| "loss": 1.3112, |
| "step": 18590 |
| }, |
| { |
| "epoch": 0.07688666863705979, |
| "grad_norm": 2.8651231551210685, |
| "learning_rate": 1.9775608405179433e-05, |
| "loss": 1.2753, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.07692800555568187, |
| "grad_norm": 3.440907539318232, |
| "learning_rate": 1.9775331993990445e-05, |
| "loss": 1.3065, |
| "step": 18610 |
| }, |
| { |
| "epoch": 0.07696934247430394, |
| "grad_norm": 3.284791911253238, |
| "learning_rate": 1.977505541459526e-05, |
| "loss": 1.2491, |
| "step": 18620 |
| }, |
| { |
| "epoch": 0.07701067939292601, |
| "grad_norm": 3.9127411714280815, |
| "learning_rate": 1.977477866699864e-05, |
| "loss": 1.3486, |
| "step": 18630 |
| }, |
| { |
| "epoch": 0.0770520163115481, |
| "grad_norm": 3.6832173528899292, |
| "learning_rate": 1.9774501751205343e-05, |
| "loss": 1.26, |
| "step": 18640 |
| }, |
| { |
| "epoch": 0.07709335323017016, |
| "grad_norm": 3.037263148140778, |
| "learning_rate": 1.9774224667220145e-05, |
| "loss": 1.3066, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.07713469014879223, |
| "grad_norm": 3.9474254309978978, |
| "learning_rate": 1.97739474150478e-05, |
| "loss": 1.3526, |
| "step": 18660 |
| }, |
| { |
| "epoch": 0.07717602706741432, |
| "grad_norm": 3.2632360352472087, |
| "learning_rate": 1.977366999469309e-05, |
| "loss": 1.242, |
| "step": 18670 |
| }, |
| { |
| "epoch": 0.07721736398603639, |
| "grad_norm": 3.398609819663782, |
| "learning_rate": 1.977339240616078e-05, |
| "loss": 1.3083, |
| "step": 18680 |
| }, |
| { |
| "epoch": 0.07725870090465846, |
| "grad_norm": 2.8558120813505274, |
| "learning_rate": 1.977311464945565e-05, |
| "loss": 1.3002, |
| "step": 18690 |
| }, |
| { |
| "epoch": 0.07730003782328054, |
| "grad_norm": 3.3599778107706553, |
| "learning_rate": 1.9772836724582483e-05, |
| "loss": 1.3299, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.07734137474190261, |
| "grad_norm": 3.9628018743002658, |
| "learning_rate": 1.9772558631546054e-05, |
| "loss": 1.3115, |
| "step": 18710 |
| }, |
| { |
| "epoch": 0.07738271166052468, |
| "grad_norm": 3.239048590526076, |
| "learning_rate": 1.9772280370351155e-05, |
| "loss": 1.2683, |
| "step": 18720 |
| }, |
| { |
| "epoch": 0.07742404857914677, |
| "grad_norm": 3.0722778687848558, |
| "learning_rate": 1.977200194100257e-05, |
| "loss": 1.3484, |
| "step": 18730 |
| }, |
| { |
| "epoch": 0.07746538549776884, |
| "grad_norm": 3.1378953738889637, |
| "learning_rate": 1.9771723343505093e-05, |
| "loss": 1.353, |
| "step": 18740 |
| }, |
| { |
| "epoch": 0.07750672241639092, |
| "grad_norm": 2.9849102736288113, |
| "learning_rate": 1.9771444577863517e-05, |
| "loss": 1.3318, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.07754805933501299, |
| "grad_norm": 3.006210181091503, |
| "learning_rate": 1.9771165644082636e-05, |
| "loss": 1.3095, |
| "step": 18760 |
| }, |
| { |
| "epoch": 0.07758939625363506, |
| "grad_norm": 2.8083464465567074, |
| "learning_rate": 1.9770886542167252e-05, |
| "loss": 1.2896, |
| "step": 18770 |
| }, |
| { |
| "epoch": 0.07763073317225715, |
| "grad_norm": 3.262789038521565, |
| "learning_rate": 1.9770607272122168e-05, |
| "loss": 1.3333, |
| "step": 18780 |
| }, |
| { |
| "epoch": 0.07767207009087922, |
| "grad_norm": 3.421189746770822, |
| "learning_rate": 1.9770327833952187e-05, |
| "loss": 1.28, |
| "step": 18790 |
| }, |
| { |
| "epoch": 0.07771340700950129, |
| "grad_norm": 3.006884991049078, |
| "learning_rate": 1.977004822766212e-05, |
| "loss": 1.2982, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.07775474392812337, |
| "grad_norm": 2.8631010619173427, |
| "learning_rate": 1.976976845325678e-05, |
| "loss": 1.2924, |
| "step": 18810 |
| }, |
| { |
| "epoch": 0.07779608084674544, |
| "grad_norm": 3.4772737519626533, |
| "learning_rate": 1.9769488510740974e-05, |
| "loss": 1.2927, |
| "step": 18820 |
| }, |
| { |
| "epoch": 0.07783741776536751, |
| "grad_norm": 2.7187723773853967, |
| "learning_rate": 1.976920840011953e-05, |
| "loss": 1.2868, |
| "step": 18830 |
| }, |
| { |
| "epoch": 0.0778787546839896, |
| "grad_norm": 3.145525828551427, |
| "learning_rate": 1.9768928121397253e-05, |
| "loss": 1.2662, |
| "step": 18840 |
| }, |
| { |
| "epoch": 0.07792009160261167, |
| "grad_norm": 3.6834084868042205, |
| "learning_rate": 1.9768647674578978e-05, |
| "loss": 1.2916, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.07796142852123374, |
| "grad_norm": 3.2384861614856697, |
| "learning_rate": 1.976836705966953e-05, |
| "loss": 1.2719, |
| "step": 18860 |
| }, |
| { |
| "epoch": 0.07800276543985582, |
| "grad_norm": 3.06441372291841, |
| "learning_rate": 1.976808627667373e-05, |
| "loss": 1.3137, |
| "step": 18870 |
| }, |
| { |
| "epoch": 0.07804410235847789, |
| "grad_norm": 3.1960269763685565, |
| "learning_rate": 1.9767805325596417e-05, |
| "loss": 1.2943, |
| "step": 18880 |
| }, |
| { |
| "epoch": 0.07808543927709996, |
| "grad_norm": 3.6639857210827778, |
| "learning_rate": 1.976752420644242e-05, |
| "loss": 1.2634, |
| "step": 18890 |
| }, |
| { |
| "epoch": 0.07812677619572204, |
| "grad_norm": 2.8992259499910564, |
| "learning_rate": 1.976724291921658e-05, |
| "loss": 1.3205, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.07816811311434411, |
| "grad_norm": 3.8410116582710963, |
| "learning_rate": 1.9766961463923735e-05, |
| "loss": 1.2778, |
| "step": 18910 |
| }, |
| { |
| "epoch": 0.0782094500329662, |
| "grad_norm": 4.723075181703024, |
| "learning_rate": 1.976667984056873e-05, |
| "loss": 1.2998, |
| "step": 18920 |
| }, |
| { |
| "epoch": 0.07825078695158827, |
| "grad_norm": 3.371508438100944, |
| "learning_rate": 1.976639804915641e-05, |
| "loss": 1.2512, |
| "step": 18930 |
| }, |
| { |
| "epoch": 0.07829212387021034, |
| "grad_norm": 3.6639818461414677, |
| "learning_rate": 1.976611608969162e-05, |
| "loss": 1.2961, |
| "step": 18940 |
| }, |
| { |
| "epoch": 0.07833346078883242, |
| "grad_norm": 2.8877225304005525, |
| "learning_rate": 1.976583396217922e-05, |
| "loss": 1.3345, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.0783747977074545, |
| "grad_norm": 3.282148781915577, |
| "learning_rate": 1.9765551666624062e-05, |
| "loss": 1.3293, |
| "step": 18960 |
| }, |
| { |
| "epoch": 0.07841613462607656, |
| "grad_norm": 3.1290209387742007, |
| "learning_rate": 1.9765269203030996e-05, |
| "loss": 1.3202, |
| "step": 18970 |
| }, |
| { |
| "epoch": 0.07845747154469865, |
| "grad_norm": 2.9401948590630798, |
| "learning_rate": 1.9764986571404892e-05, |
| "loss": 1.2739, |
| "step": 18980 |
| }, |
| { |
| "epoch": 0.07849880846332072, |
| "grad_norm": 2.726413528264204, |
| "learning_rate": 1.9764703771750606e-05, |
| "loss": 1.3417, |
| "step": 18990 |
| }, |
| { |
| "epoch": 0.07854014538194279, |
| "grad_norm": 3.8708836373349693, |
| "learning_rate": 1.976442080407301e-05, |
| "loss": 1.2817, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.07858148230056487, |
| "grad_norm": 2.9568442793661225, |
| "learning_rate": 1.976413766837697e-05, |
| "loss": 1.3157, |
| "step": 19010 |
| }, |
| { |
| "epoch": 0.07862281921918694, |
| "grad_norm": 3.2014326193422895, |
| "learning_rate": 1.9763854364667355e-05, |
| "loss": 1.2734, |
| "step": 19020 |
| }, |
| { |
| "epoch": 0.07866415613780901, |
| "grad_norm": 3.8142983049855204, |
| "learning_rate": 1.9763570892949048e-05, |
| "loss": 1.3268, |
| "step": 19030 |
| }, |
| { |
| "epoch": 0.0787054930564311, |
| "grad_norm": 3.2687191971325555, |
| "learning_rate": 1.976328725322692e-05, |
| "loss": 1.2922, |
| "step": 19040 |
| }, |
| { |
| "epoch": 0.07874682997505317, |
| "grad_norm": 3.8385310533023276, |
| "learning_rate": 1.9763003445505854e-05, |
| "loss": 1.274, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.07878816689367525, |
| "grad_norm": 3.11002301324885, |
| "learning_rate": 1.9762719469790736e-05, |
| "loss": 1.3201, |
| "step": 19060 |
| }, |
| { |
| "epoch": 0.07882950381229732, |
| "grad_norm": 3.1064094109546385, |
| "learning_rate": 1.9762435326086446e-05, |
| "loss": 1.2524, |
| "step": 19070 |
| }, |
| { |
| "epoch": 0.07887084073091939, |
| "grad_norm": 2.8255870735206687, |
| "learning_rate": 1.976215101439788e-05, |
| "loss": 1.2982, |
| "step": 19080 |
| }, |
| { |
| "epoch": 0.07891217764954148, |
| "grad_norm": 3.041236956663884, |
| "learning_rate": 1.9761866534729926e-05, |
| "loss": 1.2784, |
| "step": 19090 |
| }, |
| { |
| "epoch": 0.07895351456816355, |
| "grad_norm": 3.0762050459561032, |
| "learning_rate": 1.976158188708748e-05, |
| "loss": 1.2615, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.07899485148678562, |
| "grad_norm": 4.057630290231405, |
| "learning_rate": 1.976129707147544e-05, |
| "loss": 1.2956, |
| "step": 19110 |
| }, |
| { |
| "epoch": 0.0790361884054077, |
| "grad_norm": 3.530641336009131, |
| "learning_rate": 1.976101208789871e-05, |
| "loss": 1.3015, |
| "step": 19120 |
| }, |
| { |
| "epoch": 0.07907752532402977, |
| "grad_norm": 3.457139153653439, |
| "learning_rate": 1.976072693636219e-05, |
| "loss": 1.3007, |
| "step": 19130 |
| }, |
| { |
| "epoch": 0.07911886224265184, |
| "grad_norm": 4.247767055366308, |
| "learning_rate": 1.9760441616870785e-05, |
| "loss": 1.3284, |
| "step": 19140 |
| }, |
| { |
| "epoch": 0.07916019916127393, |
| "grad_norm": 3.4313340038672995, |
| "learning_rate": 1.976015612942941e-05, |
| "loss": 1.3064, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.079201536079896, |
| "grad_norm": 3.908560338711229, |
| "learning_rate": 1.9759870474042973e-05, |
| "loss": 1.3116, |
| "step": 19160 |
| }, |
| { |
| "epoch": 0.07924287299851807, |
| "grad_norm": 3.745765592110947, |
| "learning_rate": 1.9759584650716395e-05, |
| "loss": 1.3737, |
| "step": 19170 |
| }, |
| { |
| "epoch": 0.07928420991714015, |
| "grad_norm": 3.078986622432472, |
| "learning_rate": 1.9759298659454588e-05, |
| "loss": 1.2788, |
| "step": 19180 |
| }, |
| { |
| "epoch": 0.07932554683576222, |
| "grad_norm": 2.987786079650764, |
| "learning_rate": 1.9759012500262474e-05, |
| "loss": 1.2834, |
| "step": 19190 |
| }, |
| { |
| "epoch": 0.07936688375438429, |
| "grad_norm": 3.1036456287250673, |
| "learning_rate": 1.975872617314498e-05, |
| "loss": 1.2831, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.07940822067300637, |
| "grad_norm": 3.865690690229234, |
| "learning_rate": 1.9758439678107033e-05, |
| "loss": 1.2922, |
| "step": 19210 |
| }, |
| { |
| "epoch": 0.07944955759162844, |
| "grad_norm": 3.3185016462394588, |
| "learning_rate": 1.9758153015153553e-05, |
| "loss": 1.3349, |
| "step": 19220 |
| }, |
| { |
| "epoch": 0.07949089451025053, |
| "grad_norm": 2.971387000152931, |
| "learning_rate": 1.975786618428949e-05, |
| "loss": 1.2411, |
| "step": 19230 |
| }, |
| { |
| "epoch": 0.0795322314288726, |
| "grad_norm": 3.1868412483457065, |
| "learning_rate": 1.9757579185519766e-05, |
| "loss": 1.3152, |
| "step": 19240 |
| }, |
| { |
| "epoch": 0.07957356834749467, |
| "grad_norm": 3.573887753524877, |
| "learning_rate": 1.9757292018849322e-05, |
| "loss": 1.32, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.07961490526611675, |
| "grad_norm": 2.6269840263774347, |
| "learning_rate": 1.9757004684283107e-05, |
| "loss": 1.3123, |
| "step": 19260 |
| }, |
| { |
| "epoch": 0.07965624218473882, |
| "grad_norm": 3.1839995568616546, |
| "learning_rate": 1.9756717181826054e-05, |
| "loss": 1.3305, |
| "step": 19270 |
| }, |
| { |
| "epoch": 0.0796975791033609, |
| "grad_norm": 3.5732944308856474, |
| "learning_rate": 1.9756429511483117e-05, |
| "loss": 1.298, |
| "step": 19280 |
| }, |
| { |
| "epoch": 0.07973891602198298, |
| "grad_norm": 3.612052010659264, |
| "learning_rate": 1.9756141673259247e-05, |
| "loss": 1.2797, |
| "step": 19290 |
| }, |
| { |
| "epoch": 0.07978025294060505, |
| "grad_norm": 3.129559274239735, |
| "learning_rate": 1.9755853667159392e-05, |
| "loss": 1.3242, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.07982158985922712, |
| "grad_norm": 3.2804938014945915, |
| "learning_rate": 1.9755565493188507e-05, |
| "loss": 1.2882, |
| "step": 19310 |
| }, |
| { |
| "epoch": 0.0798629267778492, |
| "grad_norm": 3.5207612414520444, |
| "learning_rate": 1.9755277151351558e-05, |
| "loss": 1.3292, |
| "step": 19320 |
| }, |
| { |
| "epoch": 0.07990426369647127, |
| "grad_norm": 3.2901806629006356, |
| "learning_rate": 1.9754988641653502e-05, |
| "loss": 1.2829, |
| "step": 19330 |
| }, |
| { |
| "epoch": 0.07994560061509334, |
| "grad_norm": 3.1031625175692876, |
| "learning_rate": 1.97546999640993e-05, |
| "loss": 1.2952, |
| "step": 19340 |
| }, |
| { |
| "epoch": 0.07998693753371543, |
| "grad_norm": 3.1014549071869606, |
| "learning_rate": 1.975441111869393e-05, |
| "loss": 1.2609, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.0800282744523375, |
| "grad_norm": 2.9394216851114217, |
| "learning_rate": 1.975412210544235e-05, |
| "loss": 1.2948, |
| "step": 19360 |
| }, |
| { |
| "epoch": 0.08006961137095958, |
| "grad_norm": 3.0263675235321545, |
| "learning_rate": 1.975383292434954e-05, |
| "loss": 1.3069, |
| "step": 19370 |
| }, |
| { |
| "epoch": 0.08011094828958165, |
| "grad_norm": 3.0848357434937124, |
| "learning_rate": 1.9753543575420477e-05, |
| "loss": 1.2747, |
| "step": 19380 |
| }, |
| { |
| "epoch": 0.08015228520820372, |
| "grad_norm": 2.9964068973521774, |
| "learning_rate": 1.9753254058660132e-05, |
| "loss": 1.3225, |
| "step": 19390 |
| }, |
| { |
| "epoch": 0.0801936221268258, |
| "grad_norm": 3.2536839847485224, |
| "learning_rate": 1.9752964374073494e-05, |
| "loss": 1.3448, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.08023495904544788, |
| "grad_norm": 3.37952149059762, |
| "learning_rate": 1.9752674521665546e-05, |
| "loss": 1.2845, |
| "step": 19410 |
| }, |
| { |
| "epoch": 0.08027629596406995, |
| "grad_norm": 3.0635418759023687, |
| "learning_rate": 1.9752384501441276e-05, |
| "loss": 1.3123, |
| "step": 19420 |
| }, |
| { |
| "epoch": 0.08031763288269203, |
| "grad_norm": 3.298468467101726, |
| "learning_rate": 1.9752094313405674e-05, |
| "loss": 1.2986, |
| "step": 19430 |
| }, |
| { |
| "epoch": 0.0803589698013141, |
| "grad_norm": 3.2473420562854507, |
| "learning_rate": 1.9751803957563735e-05, |
| "loss": 1.327, |
| "step": 19440 |
| }, |
| { |
| "epoch": 0.08040030671993617, |
| "grad_norm": 3.0843171834880483, |
| "learning_rate": 1.975151343392045e-05, |
| "loss": 1.304, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.08044164363855826, |
| "grad_norm": 3.0717834263814856, |
| "learning_rate": 1.9751222742480823e-05, |
| "loss": 1.3133, |
| "step": 19460 |
| }, |
| { |
| "epoch": 0.08048298055718033, |
| "grad_norm": 2.9934271457981603, |
| "learning_rate": 1.9750931883249852e-05, |
| "loss": 1.2674, |
| "step": 19470 |
| }, |
| { |
| "epoch": 0.0805243174758024, |
| "grad_norm": 3.1064293377071843, |
| "learning_rate": 1.9750640856232548e-05, |
| "loss": 1.2917, |
| "step": 19480 |
| }, |
| { |
| "epoch": 0.08056565439442448, |
| "grad_norm": 2.980738543973593, |
| "learning_rate": 1.975034966143391e-05, |
| "loss": 1.2978, |
| "step": 19490 |
| }, |
| { |
| "epoch": 0.08060699131304655, |
| "grad_norm": 3.383580434705728, |
| "learning_rate": 1.975005829885896e-05, |
| "loss": 1.2603, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.08064832823166862, |
| "grad_norm": 3.2830909352425564, |
| "learning_rate": 1.97497667685127e-05, |
| "loss": 1.3043, |
| "step": 19510 |
| }, |
| { |
| "epoch": 0.0806896651502907, |
| "grad_norm": 3.3969068546862036, |
| "learning_rate": 1.9749475070400157e-05, |
| "loss": 1.3338, |
| "step": 19520 |
| }, |
| { |
| "epoch": 0.08073100206891277, |
| "grad_norm": 3.0880094364724773, |
| "learning_rate": 1.974918320452634e-05, |
| "loss": 1.2351, |
| "step": 19530 |
| }, |
| { |
| "epoch": 0.08077233898753486, |
| "grad_norm": 3.4417279889999564, |
| "learning_rate": 1.974889117089628e-05, |
| "loss": 1.264, |
| "step": 19540 |
| }, |
| { |
| "epoch": 0.08081367590615693, |
| "grad_norm": 2.904756528303193, |
| "learning_rate": 1.9748598969514993e-05, |
| "loss": 1.2647, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.080855012824779, |
| "grad_norm": 2.7148091448555722, |
| "learning_rate": 1.9748306600387516e-05, |
| "loss": 1.2989, |
| "step": 19560 |
| }, |
| { |
| "epoch": 0.08089634974340108, |
| "grad_norm": 3.651161572746769, |
| "learning_rate": 1.9748014063518875e-05, |
| "loss": 1.3161, |
| "step": 19570 |
| }, |
| { |
| "epoch": 0.08093768666202315, |
| "grad_norm": 3.1157328327095866, |
| "learning_rate": 1.9747721358914106e-05, |
| "loss": 1.2713, |
| "step": 19580 |
| }, |
| { |
| "epoch": 0.08097902358064522, |
| "grad_norm": 3.131352709584711, |
| "learning_rate": 1.9747428486578243e-05, |
| "loss": 1.2904, |
| "step": 19590 |
| }, |
| { |
| "epoch": 0.08102036049926731, |
| "grad_norm": 2.942079614415163, |
| "learning_rate": 1.9747135446516327e-05, |
| "loss": 1.2857, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.08106169741788938, |
| "grad_norm": 2.8838500418296955, |
| "learning_rate": 1.9746842238733404e-05, |
| "loss": 1.3162, |
| "step": 19610 |
| }, |
| { |
| "epoch": 0.08110303433651145, |
| "grad_norm": 3.62285581087724, |
| "learning_rate": 1.9746548863234512e-05, |
| "loss": 1.3105, |
| "step": 19620 |
| }, |
| { |
| "epoch": 0.08114437125513353, |
| "grad_norm": 2.8759608727278927, |
| "learning_rate": 1.9746255320024702e-05, |
| "loss": 1.2757, |
| "step": 19630 |
| }, |
| { |
| "epoch": 0.0811857081737556, |
| "grad_norm": 3.2868321525430377, |
| "learning_rate": 1.974596160910903e-05, |
| "loss": 1.2808, |
| "step": 19640 |
| }, |
| { |
| "epoch": 0.08122704509237767, |
| "grad_norm": 2.9255021662463, |
| "learning_rate": 1.9745667730492543e-05, |
| "loss": 1.2982, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.08126838201099976, |
| "grad_norm": 3.6734905665007336, |
| "learning_rate": 1.97453736841803e-05, |
| "loss": 1.3469, |
| "step": 19660 |
| }, |
| { |
| "epoch": 0.08130971892962183, |
| "grad_norm": 2.9210368580920294, |
| "learning_rate": 1.974507947017736e-05, |
| "loss": 1.2624, |
| "step": 19670 |
| }, |
| { |
| "epoch": 0.08135105584824391, |
| "grad_norm": 3.5155014430588514, |
| "learning_rate": 1.974478508848879e-05, |
| "loss": 1.3032, |
| "step": 19680 |
| }, |
| { |
| "epoch": 0.08139239276686598, |
| "grad_norm": 3.1972640975511966, |
| "learning_rate": 1.9744490539119652e-05, |
| "loss": 1.2663, |
| "step": 19690 |
| }, |
| { |
| "epoch": 0.08143372968548805, |
| "grad_norm": 3.137196038716376, |
| "learning_rate": 1.9744195822075016e-05, |
| "loss": 1.2599, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.08147506660411014, |
| "grad_norm": 3.429683582295254, |
| "learning_rate": 1.974390093735995e-05, |
| "loss": 1.3125, |
| "step": 19710 |
| }, |
| { |
| "epoch": 0.0815164035227322, |
| "grad_norm": 3.4935153839614213, |
| "learning_rate": 1.974360588497953e-05, |
| "loss": 1.3021, |
| "step": 19720 |
| }, |
| { |
| "epoch": 0.08155774044135428, |
| "grad_norm": 3.693677622986634, |
| "learning_rate": 1.9743310664938836e-05, |
| "loss": 1.3154, |
| "step": 19730 |
| }, |
| { |
| "epoch": 0.08159907735997636, |
| "grad_norm": 3.1960119762782995, |
| "learning_rate": 1.9743015277242942e-05, |
| "loss": 1.2931, |
| "step": 19740 |
| }, |
| { |
| "epoch": 0.08164041427859843, |
| "grad_norm": 3.362501999299266, |
| "learning_rate": 1.9742719721896936e-05, |
| "loss": 1.2977, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.0816817511972205, |
| "grad_norm": 3.152254479818853, |
| "learning_rate": 1.97424239989059e-05, |
| "loss": 1.2571, |
| "step": 19760 |
| }, |
| { |
| "epoch": 0.08172308811584258, |
| "grad_norm": 3.78958825416846, |
| "learning_rate": 1.9742128108274926e-05, |
| "loss": 1.2903, |
| "step": 19770 |
| }, |
| { |
| "epoch": 0.08176442503446466, |
| "grad_norm": 3.2123145951877077, |
| "learning_rate": 1.9741832050009102e-05, |
| "loss": 1.282, |
| "step": 19780 |
| }, |
| { |
| "epoch": 0.08180576195308673, |
| "grad_norm": 3.1167331240538076, |
| "learning_rate": 1.9741535824113526e-05, |
| "loss": 1.2552, |
| "step": 19790 |
| }, |
| { |
| "epoch": 0.08184709887170881, |
| "grad_norm": 4.206288270940374, |
| "learning_rate": 1.974123943059329e-05, |
| "loss": 1.2597, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.08188843579033088, |
| "grad_norm": 3.553992295271698, |
| "learning_rate": 1.9740942869453504e-05, |
| "loss": 1.2908, |
| "step": 19810 |
| }, |
| { |
| "epoch": 0.08192977270895295, |
| "grad_norm": 3.521907001370512, |
| "learning_rate": 1.974064614069926e-05, |
| "loss": 1.297, |
| "step": 19820 |
| }, |
| { |
| "epoch": 0.08197110962757503, |
| "grad_norm": 3.360470421890721, |
| "learning_rate": 1.9740349244335665e-05, |
| "loss": 1.2882, |
| "step": 19830 |
| }, |
| { |
| "epoch": 0.0820124465461971, |
| "grad_norm": 2.9432002594333464, |
| "learning_rate": 1.9740052180367836e-05, |
| "loss": 1.252, |
| "step": 19840 |
| }, |
| { |
| "epoch": 0.08205378346481919, |
| "grad_norm": 3.252199526734451, |
| "learning_rate": 1.9739754948800874e-05, |
| "loss": 1.2805, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.08209512038344126, |
| "grad_norm": 3.1871490405890586, |
| "learning_rate": 1.9739457549639905e-05, |
| "loss": 1.2697, |
| "step": 19860 |
| }, |
| { |
| "epoch": 0.08213645730206333, |
| "grad_norm": 3.1800803475250166, |
| "learning_rate": 1.973915998289004e-05, |
| "loss": 1.3342, |
| "step": 19870 |
| }, |
| { |
| "epoch": 0.08217779422068541, |
| "grad_norm": 2.8783537685939478, |
| "learning_rate": 1.9738862248556395e-05, |
| "loss": 1.2471, |
| "step": 19880 |
| }, |
| { |
| "epoch": 0.08221913113930748, |
| "grad_norm": 2.7100348444687246, |
| "learning_rate": 1.9738564346644103e-05, |
| "loss": 1.2827, |
| "step": 19890 |
| }, |
| { |
| "epoch": 0.08226046805792955, |
| "grad_norm": 3.509524916127054, |
| "learning_rate": 1.973826627715828e-05, |
| "loss": 1.3025, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.08230180497655164, |
| "grad_norm": 3.3725272601095795, |
| "learning_rate": 1.9737968040104065e-05, |
| "loss": 1.3234, |
| "step": 19910 |
| }, |
| { |
| "epoch": 0.08234314189517371, |
| "grad_norm": 3.341475977428283, |
| "learning_rate": 1.9737669635486585e-05, |
| "loss": 1.3203, |
| "step": 19920 |
| }, |
| { |
| "epoch": 0.08238447881379578, |
| "grad_norm": 3.185315976662971, |
| "learning_rate": 1.9737371063310972e-05, |
| "loss": 1.2828, |
| "step": 19930 |
| }, |
| { |
| "epoch": 0.08242581573241786, |
| "grad_norm": 3.6059578502827945, |
| "learning_rate": 1.9737072323582366e-05, |
| "loss": 1.3272, |
| "step": 19940 |
| }, |
| { |
| "epoch": 0.08246715265103993, |
| "grad_norm": 3.486164979637442, |
| "learning_rate": 1.973677341630591e-05, |
| "loss": 1.2619, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.082508489569662, |
| "grad_norm": 3.3788628785271935, |
| "learning_rate": 1.9736474341486742e-05, |
| "loss": 1.2866, |
| "step": 19960 |
| }, |
| { |
| "epoch": 0.08254982648828409, |
| "grad_norm": 3.116863275035675, |
| "learning_rate": 1.973617509913001e-05, |
| "loss": 1.291, |
| "step": 19970 |
| }, |
| { |
| "epoch": 0.08259116340690616, |
| "grad_norm": 2.7964040776322796, |
| "learning_rate": 1.973587568924087e-05, |
| "loss": 1.2725, |
| "step": 19980 |
| }, |
| { |
| "epoch": 0.08263250032552824, |
| "grad_norm": 2.797740269032973, |
| "learning_rate": 1.9735576111824465e-05, |
| "loss": 1.2742, |
| "step": 19990 |
| }, |
| { |
| "epoch": 0.08267383724415031, |
| "grad_norm": 3.2432141472722162, |
| "learning_rate": 1.9735276366885956e-05, |
| "loss": 1.2947, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.08267383724415031, |
| "eval_loss": 1.5713279247283936, |
| "eval_runtime": 392.3898, |
| "eval_samples_per_second": 10.439, |
| "eval_steps_per_second": 2.61, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.08267797093601252, |
| "step": 20001, |
| "total_flos": 0.0, |
| "train_loss": 6.551032936291113e-05, |
| "train_runtime": 86.8457, |
| "train_samples_per_second": 14738.777, |
| "train_steps_per_second": 230.293 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 20000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
