| { | |
| "best_global_step": 5049, | |
| "best_metric": 0.5286195286195287, | |
| "best_model_checkpoint": "./wav2vec2_accent_classification_exp2/checkpoint-5049", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 8415, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.011883541295306001, | |
| "grad_norm": 13.946310997009277, | |
| "learning_rate": 1.0688836104513065e-06, | |
| "loss": 1.3423, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.023767082590612002, | |
| "grad_norm": 10.987089157104492, | |
| "learning_rate": 2.2565320665083133e-06, | |
| "loss": 1.5915, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.035650623885918005, | |
| "grad_norm": 9.114075660705566, | |
| "learning_rate": 3.4441805225653207e-06, | |
| "loss": 1.2294, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.047534165181224004, | |
| "grad_norm": 4.089534282684326, | |
| "learning_rate": 4.631828978622328e-06, | |
| "loss": 1.6258, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.059417706476530004, | |
| "grad_norm": 1.886678695678711, | |
| "learning_rate": 5.819477434679335e-06, | |
| "loss": 1.3137, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07130124777183601, | |
| "grad_norm": 4.820520401000977, | |
| "learning_rate": 6.947743467933492e-06, | |
| "loss": 1.441, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08318478906714201, | |
| "grad_norm": 8.273014068603516, | |
| "learning_rate": 8.135391923990499e-06, | |
| "loss": 1.0149, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09506833036244801, | |
| "grad_norm": 14.566327095031738, | |
| "learning_rate": 9.263657957244656e-06, | |
| "loss": 1.9487, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10695187165775401, | |
| "grad_norm": 8.97884750366211, | |
| "learning_rate": 1.0451306413301664e-05, | |
| "loss": 1.6529, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.11883541295306001, | |
| "grad_norm": 9.661385536193848, | |
| "learning_rate": 1.163895486935867e-05, | |
| "loss": 1.5005, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13071895424836602, | |
| "grad_norm": 25.764766693115234, | |
| "learning_rate": 1.2826603325415679e-05, | |
| "loss": 1.1438, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14260249554367202, | |
| "grad_norm": 6.792453289031982, | |
| "learning_rate": 1.4014251781472683e-05, | |
| "loss": 1.391, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.15448603683897802, | |
| "grad_norm": 20.50897979736328, | |
| "learning_rate": 1.5201900237529693e-05, | |
| "loss": 1.5084, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.16636957813428402, | |
| "grad_norm": 16.218360900878906, | |
| "learning_rate": 1.63895486935867e-05, | |
| "loss": 0.9483, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.17825311942959002, | |
| "grad_norm": 42.791805267333984, | |
| "learning_rate": 1.7577197149643705e-05, | |
| "loss": 1.4542, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.19013666072489602, | |
| "grad_norm": 8.093267440795898, | |
| "learning_rate": 1.876484560570071e-05, | |
| "loss": 0.9734, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.20202020202020202, | |
| "grad_norm": 11.891115188598633, | |
| "learning_rate": 1.995249406175772e-05, | |
| "loss": 2.0537, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.21390374331550802, | |
| "grad_norm": 8.027478218078613, | |
| "learning_rate": 2.114014251781473e-05, | |
| "loss": 1.4334, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.22578728461081402, | |
| "grad_norm": 0.1833440214395523, | |
| "learning_rate": 2.2327790973871736e-05, | |
| "loss": 1.261, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.23767082590612001, | |
| "grad_norm": 13.981164932250977, | |
| "learning_rate": 2.3515439429928742e-05, | |
| "loss": 1.1544, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.24955436720142601, | |
| "grad_norm": 10.806032180786133, | |
| "learning_rate": 2.4703087885985748e-05, | |
| "loss": 1.3147, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.26143790849673204, | |
| "grad_norm": 0.24756519496440887, | |
| "learning_rate": 2.5890736342042754e-05, | |
| "loss": 1.563, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.27332144979203804, | |
| "grad_norm": 5.813249588012695, | |
| "learning_rate": 2.7078384798099763e-05, | |
| "loss": 1.123, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.28520499108734404, | |
| "grad_norm": 0.6889862418174744, | |
| "learning_rate": 2.826603325415677e-05, | |
| "loss": 1.4189, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.29708853238265004, | |
| "grad_norm": 16.024629592895508, | |
| "learning_rate": 2.9453681710213776e-05, | |
| "loss": 1.6982, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.30897207367795604, | |
| "grad_norm": 14.917092323303223, | |
| "learning_rate": 3.064133016627079e-05, | |
| "loss": 1.6073, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.32085561497326204, | |
| "grad_norm": 3.446753978729248, | |
| "learning_rate": 3.1828978622327794e-05, | |
| "loss": 1.6064, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.33273915626856804, | |
| "grad_norm": 8.022488594055176, | |
| "learning_rate": 3.30166270783848e-05, | |
| "loss": 1.6411, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.34462269756387404, | |
| "grad_norm": 6.750226974487305, | |
| "learning_rate": 3.4204275534441806e-05, | |
| "loss": 1.6224, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.35650623885918004, | |
| "grad_norm": 8.452493667602539, | |
| "learning_rate": 3.539192399049881e-05, | |
| "loss": 1.906, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.36838978015448604, | |
| "grad_norm": 2.7862751483917236, | |
| "learning_rate": 3.657957244655582e-05, | |
| "loss": 1.2242, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.38027332144979203, | |
| "grad_norm": 9.983319282531738, | |
| "learning_rate": 3.7767220902612825e-05, | |
| "loss": 0.9727, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.39215686274509803, | |
| "grad_norm": 18.746906280517578, | |
| "learning_rate": 3.895486935866984e-05, | |
| "loss": 1.4356, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "grad_norm": 6.126219749450684, | |
| "learning_rate": 4.0142517814726843e-05, | |
| "loss": 1.354, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.41592394533571003, | |
| "grad_norm": 5.892016410827637, | |
| "learning_rate": 4.133016627078385e-05, | |
| "loss": 1.2593, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.42780748663101603, | |
| "grad_norm": 36.41590881347656, | |
| "learning_rate": 4.2517814726840856e-05, | |
| "loss": 1.6788, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.43969102792632203, | |
| "grad_norm": 7.916555881500244, | |
| "learning_rate": 4.370546318289787e-05, | |
| "loss": 1.2726, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.45157456922162803, | |
| "grad_norm": 13.21894359588623, | |
| "learning_rate": 4.4893111638954874e-05, | |
| "loss": 1.2754, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.46345811051693403, | |
| "grad_norm": 15.568081855773926, | |
| "learning_rate": 4.6080760095011874e-05, | |
| "loss": 1.4403, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.47534165181224003, | |
| "grad_norm": 0.22334127128124237, | |
| "learning_rate": 4.7268408551068886e-05, | |
| "loss": 1.1967, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.48722519310754603, | |
| "grad_norm": 3.894404888153076, | |
| "learning_rate": 4.845605700712589e-05, | |
| "loss": 1.3669, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.49910873440285203, | |
| "grad_norm": 0.42559102177619934, | |
| "learning_rate": 4.96437054631829e-05, | |
| "loss": 1.4207, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5109922756981581, | |
| "grad_norm": 2.018228769302368, | |
| "learning_rate": 4.9907566354152915e-05, | |
| "loss": 1.5397, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.5228758169934641, | |
| "grad_norm": 4.865698337554932, | |
| "learning_rate": 4.977551828865707e-05, | |
| "loss": 0.9683, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.5347593582887701, | |
| "grad_norm": 13.285181999206543, | |
| "learning_rate": 4.964347022316123e-05, | |
| "loss": 1.0565, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5466428995840761, | |
| "grad_norm": 18.873655319213867, | |
| "learning_rate": 4.951142215766539e-05, | |
| "loss": 1.2446, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.5585264408793821, | |
| "grad_norm": 7.773611068725586, | |
| "learning_rate": 4.937937409216955e-05, | |
| "loss": 1.1926, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.5704099821746881, | |
| "grad_norm": 32.8792610168457, | |
| "learning_rate": 4.9247326026673714e-05, | |
| "loss": 1.4732, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.5822935234699941, | |
| "grad_norm": 7.385775566101074, | |
| "learning_rate": 4.911527796117787e-05, | |
| "loss": 1.3785, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.5941770647653001, | |
| "grad_norm": 18.77931022644043, | |
| "learning_rate": 4.898322989568203e-05, | |
| "loss": 1.3192, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 5.315192699432373, | |
| "learning_rate": 4.8851181830186186e-05, | |
| "loss": 1.8817, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.6179441473559121, | |
| "grad_norm": 55.71400833129883, | |
| "learning_rate": 4.871913376469035e-05, | |
| "loss": 1.2092, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6298276886512181, | |
| "grad_norm": 11.886483192443848, | |
| "learning_rate": 4.8593688102469305e-05, | |
| "loss": 1.4677, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.6417112299465241, | |
| "grad_norm": 11.212895393371582, | |
| "learning_rate": 4.846164003697346e-05, | |
| "loss": 1.3166, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.6535947712418301, | |
| "grad_norm": 0.1047590896487236, | |
| "learning_rate": 4.832959197147762e-05, | |
| "loss": 1.1183, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.6654783125371361, | |
| "grad_norm": 15.537800788879395, | |
| "learning_rate": 4.8197543905981776e-05, | |
| "loss": 1.149, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.6773618538324421, | |
| "grad_norm": 2.474100351333618, | |
| "learning_rate": 4.806549584048594e-05, | |
| "loss": 1.0457, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.6892453951277481, | |
| "grad_norm": 8.193405151367188, | |
| "learning_rate": 4.79334477749901e-05, | |
| "loss": 1.6977, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.7011289364230541, | |
| "grad_norm": 8.54953384399414, | |
| "learning_rate": 4.780139970949426e-05, | |
| "loss": 1.1706, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.7130124777183601, | |
| "grad_norm": 1.4723117351531982, | |
| "learning_rate": 4.766935164399842e-05, | |
| "loss": 1.8051, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7248960190136661, | |
| "grad_norm": 14.194575309753418, | |
| "learning_rate": 4.7537303578502576e-05, | |
| "loss": 1.1304, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.7367795603089721, | |
| "grad_norm": 2.2631449699401855, | |
| "learning_rate": 4.740525551300673e-05, | |
| "loss": 1.0901, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.7486631016042781, | |
| "grad_norm": 15.501215934753418, | |
| "learning_rate": 4.72732074475109e-05, | |
| "loss": 1.5244, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.7605466428995841, | |
| "grad_norm": 8.5521240234375, | |
| "learning_rate": 4.7141159382015054e-05, | |
| "loss": 1.036, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.7724301841948901, | |
| "grad_norm": 2.5163466930389404, | |
| "learning_rate": 4.700911131651922e-05, | |
| "loss": 1.1431, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7843137254901961, | |
| "grad_norm": 6.166524887084961, | |
| "learning_rate": 4.6877063251023375e-05, | |
| "loss": 1.6139, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.7961972667855021, | |
| "grad_norm": 0.9744242429733276, | |
| "learning_rate": 4.674501518552753e-05, | |
| "loss": 1.177, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "grad_norm": 24.883136749267578, | |
| "learning_rate": 4.661296712003169e-05, | |
| "loss": 1.0183, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.8199643493761141, | |
| "grad_norm": 60.34940719604492, | |
| "learning_rate": 4.648091905453585e-05, | |
| "loss": 1.5402, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.8318478906714201, | |
| "grad_norm": 1.4948738813400269, | |
| "learning_rate": 4.634887098904001e-05, | |
| "loss": 1.8425, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.8437314319667261, | |
| "grad_norm": 16.30664825439453, | |
| "learning_rate": 4.6216822923544174e-05, | |
| "loss": 1.8361, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.8556149732620321, | |
| "grad_norm": 26.030075073242188, | |
| "learning_rate": 4.608477485804833e-05, | |
| "loss": 1.6207, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.8674985145573381, | |
| "grad_norm": 9.511061668395996, | |
| "learning_rate": 4.595272679255249e-05, | |
| "loss": 1.2074, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.8793820558526441, | |
| "grad_norm": 25.75135040283203, | |
| "learning_rate": 4.5820678727056646e-05, | |
| "loss": 1.3626, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.8912655971479501, | |
| "grad_norm": 9.004514694213867, | |
| "learning_rate": 4.568863066156081e-05, | |
| "loss": 1.0094, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9031491384432561, | |
| "grad_norm": 15.008450508117676, | |
| "learning_rate": 4.555658259606497e-05, | |
| "loss": 0.9041, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.9150326797385621, | |
| "grad_norm": 10.19078540802002, | |
| "learning_rate": 4.542453453056913e-05, | |
| "loss": 1.2298, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.9269162210338681, | |
| "grad_norm": 6.368117809295654, | |
| "learning_rate": 4.529248646507329e-05, | |
| "loss": 1.1629, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.9387997623291741, | |
| "grad_norm": 8.672981262207031, | |
| "learning_rate": 4.5160438399577445e-05, | |
| "loss": 1.4828, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.9506833036244801, | |
| "grad_norm": 8.937565803527832, | |
| "learning_rate": 4.502839033408161e-05, | |
| "loss": 1.0707, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.9625668449197861, | |
| "grad_norm": 42.59934997558594, | |
| "learning_rate": 4.4896342268585766e-05, | |
| "loss": 1.1838, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.9744503862150921, | |
| "grad_norm": 5.572483062744141, | |
| "learning_rate": 4.476429420308993e-05, | |
| "loss": 1.3519, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.9863339275103981, | |
| "grad_norm": 15.407792091369629, | |
| "learning_rate": 4.463224613759409e-05, | |
| "loss": 1.9737, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.9982174688057041, | |
| "grad_norm": 10.246801376342773, | |
| "learning_rate": 4.450019807209825e-05, | |
| "loss": 1.3942, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.5084175084175084, | |
| "eval_loss": 1.4993430376052856, | |
| "eval_runtime": 95.7254, | |
| "eval_samples_per_second": 3.103, | |
| "eval_steps_per_second": 3.103, | |
| "step": 1683 | |
| }, | |
| { | |
| "epoch": 1.0101010101010102, | |
| "grad_norm": 92.40440368652344, | |
| "learning_rate": 4.436815000660241e-05, | |
| "loss": 1.5887, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.0219845513963162, | |
| "grad_norm": 18.110252380371094, | |
| "learning_rate": 4.4236101941106565e-05, | |
| "loss": 1.8026, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.0338680926916222, | |
| "grad_norm": 14.221270561218262, | |
| "learning_rate": 4.410405387561072e-05, | |
| "loss": 1.3638, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.0457516339869282, | |
| "grad_norm": 4.216358661651611, | |
| "learning_rate": 4.3972005810114886e-05, | |
| "loss": 1.8443, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.0576351752822342, | |
| "grad_norm": 0.6796126365661621, | |
| "learning_rate": 4.3839957744619043e-05, | |
| "loss": 0.7499, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.0695187165775402, | |
| "grad_norm": 6.125434398651123, | |
| "learning_rate": 4.370790967912321e-05, | |
| "loss": 1.197, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.0814022578728462, | |
| "grad_norm": 1.4550594091415405, | |
| "learning_rate": 4.3575861613627364e-05, | |
| "loss": 1.7175, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.0932857991681522, | |
| "grad_norm": 9.569698333740234, | |
| "learning_rate": 4.344381354813152e-05, | |
| "loss": 1.5715, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.1051693404634582, | |
| "grad_norm": 6.054975509643555, | |
| "learning_rate": 4.331176548263568e-05, | |
| "loss": 1.5164, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.1170528817587642, | |
| "grad_norm": 66.08502197265625, | |
| "learning_rate": 4.317971741713984e-05, | |
| "loss": 1.834, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.1289364230540702, | |
| "grad_norm": 31.93483543395996, | |
| "learning_rate": 4.3047669351644e-05, | |
| "loss": 1.4792, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.1408199643493762, | |
| "grad_norm": 8.787007331848145, | |
| "learning_rate": 4.2915621286148164e-05, | |
| "loss": 1.1916, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.1527035056446822, | |
| "grad_norm": 12.01029109954834, | |
| "learning_rate": 4.278357322065232e-05, | |
| "loss": 1.4424, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.1645870469399882, | |
| "grad_norm": 10.144413948059082, | |
| "learning_rate": 4.265152515515648e-05, | |
| "loss": 1.1927, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 8.053743362426758, | |
| "learning_rate": 4.2519477089660635e-05, | |
| "loss": 1.4009, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.1883541295306002, | |
| "grad_norm": 3.4341797828674316, | |
| "learning_rate": 4.23874290241648e-05, | |
| "loss": 0.8713, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.2002376708259062, | |
| "grad_norm": 8.886828422546387, | |
| "learning_rate": 4.2255380958668956e-05, | |
| "loss": 0.9202, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 24.93857192993164, | |
| "learning_rate": 4.212333289317312e-05, | |
| "loss": 1.7785, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.2240047534165182, | |
| "grad_norm": 16.332698822021484, | |
| "learning_rate": 4.199128482767728e-05, | |
| "loss": 1.1573, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.2358882947118242, | |
| "grad_norm": 19.60898208618164, | |
| "learning_rate": 4.1859236762181434e-05, | |
| "loss": 1.4027, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.2477718360071302, | |
| "grad_norm": 0.7732555866241455, | |
| "learning_rate": 4.172718869668559e-05, | |
| "loss": 1.1273, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.2596553773024362, | |
| "grad_norm": 10.469820022583008, | |
| "learning_rate": 4.1595140631189755e-05, | |
| "loss": 1.1299, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.2715389185977422, | |
| "grad_norm": 33.61751174926758, | |
| "learning_rate": 4.146309256569392e-05, | |
| "loss": 1.6233, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.2834224598930482, | |
| "grad_norm": 18.64516258239746, | |
| "learning_rate": 4.1331044500198077e-05, | |
| "loss": 1.222, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.2953060011883542, | |
| "grad_norm": 31.447341918945312, | |
| "learning_rate": 4.1198996434702234e-05, | |
| "loss": 1.4424, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.3071895424836601, | |
| "grad_norm": 10.651689529418945, | |
| "learning_rate": 4.106694836920639e-05, | |
| "loss": 1.5345, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.3190730837789661, | |
| "grad_norm": 3.412811040878296, | |
| "learning_rate": 4.0934900303710555e-05, | |
| "loss": 0.9922, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.3309566250742721, | |
| "grad_norm": 14.007122039794922, | |
| "learning_rate": 4.080285223821471e-05, | |
| "loss": 0.9139, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.3428401663695781, | |
| "grad_norm": 13.190730094909668, | |
| "learning_rate": 4.0670804172718876e-05, | |
| "loss": 1.284, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.3547237076648841, | |
| "grad_norm": 0.3047619163990021, | |
| "learning_rate": 4.053875610722303e-05, | |
| "loss": 0.9321, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.3666072489601901, | |
| "grad_norm": 32.45023727416992, | |
| "learning_rate": 4.040670804172719e-05, | |
| "loss": 1.217, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.3784907902554961, | |
| "grad_norm": 15.72593879699707, | |
| "learning_rate": 4.027465997623135e-05, | |
| "loss": 1.7323, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.3903743315508021, | |
| "grad_norm": 29.2542781829834, | |
| "learning_rate": 4.014261191073551e-05, | |
| "loss": 1.2535, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.4022578728461081, | |
| "grad_norm": 23.876358032226562, | |
| "learning_rate": 4.001056384523967e-05, | |
| "loss": 1.8049, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.4141414141414141, | |
| "grad_norm": 6.0813398361206055, | |
| "learning_rate": 3.987851577974383e-05, | |
| "loss": 1.2617, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.4260249554367201, | |
| "grad_norm": 13.96455192565918, | |
| "learning_rate": 3.974646771424799e-05, | |
| "loss": 1.149, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.4379084967320261, | |
| "grad_norm": 0.3341121971607208, | |
| "learning_rate": 3.9614419648752146e-05, | |
| "loss": 0.8563, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.4497920380273321, | |
| "grad_norm": 9.068788528442383, | |
| "learning_rate": 3.9482371583256304e-05, | |
| "loss": 1.5814, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.4616755793226381, | |
| "grad_norm": 6.83055305480957, | |
| "learning_rate": 3.935032351776047e-05, | |
| "loss": 1.4922, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.4735591206179441, | |
| "grad_norm": 6.623952865600586, | |
| "learning_rate": 3.9218275452264625e-05, | |
| "loss": 1.0381, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.4854426619132501, | |
| "grad_norm": 14.515748977661133, | |
| "learning_rate": 3.908622738676879e-05, | |
| "loss": 1.5335, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.4973262032085561, | |
| "grad_norm": 30.07071876525879, | |
| "learning_rate": 3.8954179321272946e-05, | |
| "loss": 1.4818, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.5092097445038621, | |
| "grad_norm": 18.413236618041992, | |
| "learning_rate": 3.88221312557771e-05, | |
| "loss": 1.2395, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.5210932857991681, | |
| "grad_norm": 15.883363723754883, | |
| "learning_rate": 3.869008319028126e-05, | |
| "loss": 1.2161, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.5329768270944741, | |
| "grad_norm": 21.880586624145508, | |
| "learning_rate": 3.8558035124785424e-05, | |
| "loss": 0.9101, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.5448603683897801, | |
| "grad_norm": 18.103723526000977, | |
| "learning_rate": 3.842598705928958e-05, | |
| "loss": 1.4307, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.5567439096850861, | |
| "grad_norm": 36.77565002441406, | |
| "learning_rate": 3.8293938993793745e-05, | |
| "loss": 1.5081, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.5686274509803921, | |
| "grad_norm": 18.047407150268555, | |
| "learning_rate": 3.81618909282979e-05, | |
| "loss": 1.1816, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.5805109922756981, | |
| "grad_norm": 6.798829555511475, | |
| "learning_rate": 3.802984286280206e-05, | |
| "loss": 1.0369, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.5923945335710041, | |
| "grad_norm": 49.81755447387695, | |
| "learning_rate": 3.7897794797306216e-05, | |
| "loss": 1.3919, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.6042780748663101, | |
| "grad_norm": 7.157380104064941, | |
| "learning_rate": 3.776574673181038e-05, | |
| "loss": 1.1026, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.6161616161616161, | |
| "grad_norm": 10.095293998718262, | |
| "learning_rate": 3.7633698666314544e-05, | |
| "loss": 1.486, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.6280451574569221, | |
| "grad_norm": 11.767765045166016, | |
| "learning_rate": 3.75016506008187e-05, | |
| "loss": 1.5152, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.6399286987522281, | |
| "grad_norm": 7.241148471832275, | |
| "learning_rate": 3.736960253532286e-05, | |
| "loss": 1.4989, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.6518122400475341, | |
| "grad_norm": 10.613069534301758, | |
| "learning_rate": 3.7237554469827016e-05, | |
| "loss": 1.1205, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.6636957813428401, | |
| "grad_norm": 9.965812683105469, | |
| "learning_rate": 3.710550640433118e-05, | |
| "loss": 1.3987, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.6755793226381461, | |
| "grad_norm": 1.9508392810821533, | |
| "learning_rate": 3.697345833883534e-05, | |
| "loss": 0.8366, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.6874628639334521, | |
| "grad_norm": 8.022974967956543, | |
| "learning_rate": 3.68414102733395e-05, | |
| "loss": 1.481, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.6993464052287581, | |
| "grad_norm": 3.9751815795898438, | |
| "learning_rate": 3.670936220784366e-05, | |
| "loss": 1.0167, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.7112299465240641, | |
| "grad_norm": 3.7135047912597656, | |
| "learning_rate": 3.657731414234782e-05, | |
| "loss": 0.9009, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.7231134878193701, | |
| "grad_norm": 4.908830165863037, | |
| "learning_rate": 3.644526607685197e-05, | |
| "loss": 1.833, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.7349970291146761, | |
| "grad_norm": 13.40709400177002, | |
| "learning_rate": 3.6313218011356136e-05, | |
| "loss": 1.6045, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.7468805704099821, | |
| "grad_norm": 15.4568510055542, | |
| "learning_rate": 3.6187772349135085e-05, | |
| "loss": 0.8128, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.7587641117052881, | |
| "grad_norm": 23.41459083557129, | |
| "learning_rate": 3.605572428363925e-05, | |
| "loss": 1.5322, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.7706476530005941, | |
| "grad_norm": 2.598500967025757, | |
| "learning_rate": 3.5923676218143406e-05, | |
| "loss": 1.0382, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.7825311942959001, | |
| "grad_norm": 4.4699788093566895, | |
| "learning_rate": 3.579162815264756e-05, | |
| "loss": 0.8716, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.7944147355912063, | |
| "grad_norm": 12.809410095214844, | |
| "learning_rate": 3.565958008715172e-05, | |
| "loss": 1.1505, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.8062982768865123, | |
| "grad_norm": 11.521143913269043, | |
| "learning_rate": 3.5527532021655884e-05, | |
| "loss": 0.932, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 0.12162753939628601, | |
| "learning_rate": 3.539548395616004e-05, | |
| "loss": 1.2314, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.8300653594771243, | |
| "grad_norm": 33.265018463134766, | |
| "learning_rate": 3.5263435890664205e-05, | |
| "loss": 1.6528, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.8419489007724303, | |
| "grad_norm": 13.268301010131836, | |
| "learning_rate": 3.513138782516836e-05, | |
| "loss": 1.7362, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.8538324420677363, | |
| "grad_norm": 2.0898756980895996, | |
| "learning_rate": 3.4999339759672526e-05, | |
| "loss": 1.0029, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.8657159833630423, | |
| "grad_norm": 23.98683738708496, | |
| "learning_rate": 3.486729169417668e-05, | |
| "loss": 1.2156, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.8775995246583483, | |
| "grad_norm": 3.1218037605285645, | |
| "learning_rate": 3.473524362868084e-05, | |
| "loss": 1.5906, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.8894830659536543, | |
| "grad_norm": 0.22381114959716797, | |
| "learning_rate": 3.4603195563185004e-05, | |
| "loss": 0.8903, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.9013666072489603, | |
| "grad_norm": 0.15086892247200012, | |
| "learning_rate": 3.447114749768916e-05, | |
| "loss": 1.9203, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.9132501485442663, | |
| "grad_norm": 4.569338798522949, | |
| "learning_rate": 3.4339099432193325e-05, | |
| "loss": 1.4692, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.9251336898395723, | |
| "grad_norm": 0.027358679100871086, | |
| "learning_rate": 3.420705136669748e-05, | |
| "loss": 0.8022, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.9370172311348783, | |
| "grad_norm": 4.4244465827941895, | |
| "learning_rate": 3.407500330120164e-05, | |
| "loss": 0.8377, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.9489007724301843, | |
| "grad_norm": 11.952341079711914, | |
| "learning_rate": 3.3942955235705797e-05, | |
| "loss": 1.3864, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.9607843137254903, | |
| "grad_norm": 26.201208114624023, | |
| "learning_rate": 3.381090717020996e-05, | |
| "loss": 1.9779, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.9726678550207963, | |
| "grad_norm": 7.364301681518555, | |
| "learning_rate": 3.367885910471412e-05, | |
| "loss": 1.2488, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.9845513963161023, | |
| "grad_norm": 0.006225454155355692, | |
| "learning_rate": 3.354681103921828e-05, | |
| "loss": 1.7714, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.9964349376114083, | |
| "grad_norm": 8.852691650390625, | |
| "learning_rate": 3.341476297372244e-05, | |
| "loss": 1.2031, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.4781144781144781, | |
| "eval_loss": 2.019242763519287, | |
| "eval_runtime": 95.4083, | |
| "eval_samples_per_second": 3.113, | |
| "eval_steps_per_second": 3.113, | |
| "step": 3366 | |
| }, | |
| { | |
| "epoch": 2.0083184789067143, | |
| "grad_norm": 31.287784576416016, | |
| "learning_rate": 3.3282714908226596e-05, | |
| "loss": 0.8208, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.0202020202020203, | |
| "grad_norm": 2.58017635345459, | |
| "learning_rate": 3.315066684273075e-05, | |
| "loss": 1.1056, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.0320855614973263, | |
| "grad_norm": 0.5721943974494934, | |
| "learning_rate": 3.301861877723492e-05, | |
| "loss": 1.0099, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.0439691027926323, | |
| "grad_norm": 24.783836364746094, | |
| "learning_rate": 3.2886570711739074e-05, | |
| "loss": 1.5317, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.0558526440879383, | |
| "grad_norm": 21.35218620300293, | |
| "learning_rate": 3.275452264624324e-05, | |
| "loss": 1.4263, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.0677361853832443, | |
| "grad_norm": 6.621454238891602, | |
| "learning_rate": 3.2622474580747395e-05, | |
| "loss": 1.7136, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.0796197266785503, | |
| "grad_norm": 0.5743517875671387, | |
| "learning_rate": 3.249042651525155e-05, | |
| "loss": 1.3269, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.0915032679738563, | |
| "grad_norm": 6.627630233764648, | |
| "learning_rate": 3.235837844975571e-05, | |
| "loss": 1.093, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.1033868092691623, | |
| "grad_norm": 8.044147491455078, | |
| "learning_rate": 3.222633038425987e-05, | |
| "loss": 1.6103, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.1152703505644683, | |
| "grad_norm": 5.326707363128662, | |
| "learning_rate": 3.209428231876403e-05, | |
| "loss": 0.785, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.1271538918597743, | |
| "grad_norm": 12.404735565185547, | |
| "learning_rate": 3.1962234253268194e-05, | |
| "loss": 0.6382, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 2.1390374331550803, | |
| "grad_norm": 20.279443740844727, | |
| "learning_rate": 3.183018618777235e-05, | |
| "loss": 1.6417, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.1509209744503863, | |
| "grad_norm": 5.098419189453125, | |
| "learning_rate": 3.169813812227651e-05, | |
| "loss": 1.1915, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 2.1628045157456923, | |
| "grad_norm": 14.745153427124023, | |
| "learning_rate": 3.1566090056780666e-05, | |
| "loss": 0.906, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.1746880570409983, | |
| "grad_norm": 13.50672435760498, | |
| "learning_rate": 3.143404199128483e-05, | |
| "loss": 1.318, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 2.1865715983363043, | |
| "grad_norm": 0.5474358797073364, | |
| "learning_rate": 3.130199392578899e-05, | |
| "loss": 1.3119, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 2.1984551396316103, | |
| "grad_norm": 4.46449089050293, | |
| "learning_rate": 3.116994586029315e-05, | |
| "loss": 1.263, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.2103386809269163, | |
| "grad_norm": 0.36209437251091003, | |
| "learning_rate": 3.103789779479731e-05, | |
| "loss": 1.4981, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 28.142601013183594, | |
| "learning_rate": 3.0905849729301465e-05, | |
| "loss": 0.8877, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.2341057635175283, | |
| "grad_norm": 0.3299981355667114, | |
| "learning_rate": 3.077380166380563e-05, | |
| "loss": 1.261, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.2459893048128343, | |
| "grad_norm": 27.140256881713867, | |
| "learning_rate": 3.0641753598309786e-05, | |
| "loss": 1.8361, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.2578728461081403, | |
| "grad_norm": 8.372640609741211, | |
| "learning_rate": 3.0509705532813947e-05, | |
| "loss": 1.3107, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.2697563874034463, | |
| "grad_norm": 0.0998767837882042, | |
| "learning_rate": 3.0377657467318104e-05, | |
| "loss": 1.4373, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.2816399286987523, | |
| "grad_norm": 6.8200154304504395, | |
| "learning_rate": 3.0245609401822268e-05, | |
| "loss": 1.4613, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.2935234699940583, | |
| "grad_norm": 5.426070213317871, | |
| "learning_rate": 3.0113561336326425e-05, | |
| "loss": 1.4091, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.3054070112893643, | |
| "grad_norm": 8.299811363220215, | |
| "learning_rate": 2.9981513270830585e-05, | |
| "loss": 1.3953, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.3172905525846703, | |
| "grad_norm": 32.09596252441406, | |
| "learning_rate": 2.9849465205334742e-05, | |
| "loss": 0.8212, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.3291740938799763, | |
| "grad_norm": 13.691157341003418, | |
| "learning_rate": 2.9717417139838903e-05, | |
| "loss": 1.2198, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.3410576351752823, | |
| "grad_norm": 10.414209365844727, | |
| "learning_rate": 2.958536907434306e-05, | |
| "loss": 1.8699, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 13.435007095336914, | |
| "learning_rate": 2.9453321008847224e-05, | |
| "loss": 1.176, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.3648247177658943, | |
| "grad_norm": 7.29554557800293, | |
| "learning_rate": 2.932127294335138e-05, | |
| "loss": 1.3829, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.3767082590612003, | |
| "grad_norm": 0.7349147200584412, | |
| "learning_rate": 2.9189224877855542e-05, | |
| "loss": 0.9339, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.3885918003565063, | |
| "grad_norm": 1.7457711696624756, | |
| "learning_rate": 2.90571768123597e-05, | |
| "loss": 1.0813, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.4004753416518123, | |
| "grad_norm": 8.853830337524414, | |
| "learning_rate": 2.892512874686386e-05, | |
| "loss": 1.2585, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.4123588829471183, | |
| "grad_norm": 8.946368217468262, | |
| "learning_rate": 2.8793080681368017e-05, | |
| "loss": 1.063, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.4242424242424243, | |
| "grad_norm": 0.7700206637382507, | |
| "learning_rate": 2.866103261587218e-05, | |
| "loss": 0.5709, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.4361259655377303, | |
| "grad_norm": 16.189891815185547, | |
| "learning_rate": 2.8528984550376338e-05, | |
| "loss": 0.898, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.4480095068330363, | |
| "grad_norm": 0.00046739584649913013, | |
| "learning_rate": 2.8396936484880498e-05, | |
| "loss": 1.4132, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.4598930481283423, | |
| "grad_norm": 30.322633743286133, | |
| "learning_rate": 2.8264888419384655e-05, | |
| "loss": 1.3733, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.4717765894236483, | |
| "grad_norm": 2.891150951385498, | |
| "learning_rate": 2.8132840353888816e-05, | |
| "loss": 0.7882, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.4836601307189543, | |
| "grad_norm": 10.033570289611816, | |
| "learning_rate": 2.8000792288392973e-05, | |
| "loss": 1.3073, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.4955436720142603, | |
| "grad_norm": 0.06040190905332565, | |
| "learning_rate": 2.7868744222897137e-05, | |
| "loss": 1.0438, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.5074272133095663, | |
| "grad_norm": 26.081911087036133, | |
| "learning_rate": 2.7736696157401294e-05, | |
| "loss": 1.3487, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.5193107546048723, | |
| "grad_norm": 6.065289497375488, | |
| "learning_rate": 2.7604648091905455e-05, | |
| "loss": 0.8482, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.5311942959001783, | |
| "grad_norm": 20.791973114013672, | |
| "learning_rate": 2.747260002640961e-05, | |
| "loss": 1.1362, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.5430778371954843, | |
| "grad_norm": 0.8581683039665222, | |
| "learning_rate": 2.7340551960913776e-05, | |
| "loss": 1.1743, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.5549613784907903, | |
| "grad_norm": 10.96738338470459, | |
| "learning_rate": 2.7208503895417936e-05, | |
| "loss": 0.6798, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.5668449197860963, | |
| "grad_norm": 7.614635467529297, | |
| "learning_rate": 2.7076455829922093e-05, | |
| "loss": 1.3763, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.5787284610814023, | |
| "grad_norm": 12.606915473937988, | |
| "learning_rate": 2.6944407764426254e-05, | |
| "loss": 0.8797, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.5906120023767083, | |
| "grad_norm": 0.8938280940055847, | |
| "learning_rate": 2.681235969893041e-05, | |
| "loss": 1.3393, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.6024955436720143, | |
| "grad_norm": 32.35802459716797, | |
| "learning_rate": 2.6680311633434575e-05, | |
| "loss": 1.1602, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.6143790849673203, | |
| "grad_norm": 8.067231178283691, | |
| "learning_rate": 2.6548263567938732e-05, | |
| "loss": 1.0959, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.6262626262626263, | |
| "grad_norm": 33.88584899902344, | |
| "learning_rate": 2.6416215502442892e-05, | |
| "loss": 2.0019, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.6381461675579323, | |
| "grad_norm": 16.35814094543457, | |
| "learning_rate": 2.628416743694705e-05, | |
| "loss": 1.257, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.6500297088532383, | |
| "grad_norm": 20.917156219482422, | |
| "learning_rate": 2.615211937145121e-05, | |
| "loss": 1.0194, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.6619132501485443, | |
| "grad_norm": 1.7137622833251953, | |
| "learning_rate": 2.6020071305955367e-05, | |
| "loss": 0.9663, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.6737967914438503, | |
| "grad_norm": 11.321816444396973, | |
| "learning_rate": 2.588802324045953e-05, | |
| "loss": 1.3196, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.6856803327391563, | |
| "grad_norm": 0.3049762547016144, | |
| "learning_rate": 2.575597517496369e-05, | |
| "loss": 1.2364, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.6975638740344623, | |
| "grad_norm": 12.133074760437012, | |
| "learning_rate": 2.562392710946785e-05, | |
| "loss": 0.6172, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.7094474153297683, | |
| "grad_norm": 17.304231643676758, | |
| "learning_rate": 2.5491879043972006e-05, | |
| "loss": 1.2715, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.7213309566250743, | |
| "grad_norm": 23.675540924072266, | |
| "learning_rate": 2.5359830978476167e-05, | |
| "loss": 1.5344, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.7332144979203803, | |
| "grad_norm": 0.7793062329292297, | |
| "learning_rate": 2.5227782912980324e-05, | |
| "loss": 1.201, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.7450980392156863, | |
| "grad_norm": 7.877832412719727, | |
| "learning_rate": 2.5095734847484488e-05, | |
| "loss": 1.1906, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.7569815805109923, | |
| "grad_norm": 16.44761085510254, | |
| "learning_rate": 2.4963686781988645e-05, | |
| "loss": 1.3473, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.7688651218062983, | |
| "grad_norm": 44.280391693115234, | |
| "learning_rate": 2.4831638716492805e-05, | |
| "loss": 1.0871, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.7807486631016043, | |
| "grad_norm": 12.280585289001465, | |
| "learning_rate": 2.4699590650996966e-05, | |
| "loss": 0.9871, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.7926322043969103, | |
| "grad_norm": 20.463937759399414, | |
| "learning_rate": 2.4567542585501123e-05, | |
| "loss": 1.2736, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.8045157456922163, | |
| "grad_norm": 16.443626403808594, | |
| "learning_rate": 2.4435494520005283e-05, | |
| "loss": 1.4343, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.8163992869875223, | |
| "grad_norm": 0.39355403184890747, | |
| "learning_rate": 2.4303446454509444e-05, | |
| "loss": 1.4741, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.8282828282828283, | |
| "grad_norm": 0.24809391796588898, | |
| "learning_rate": 2.41713983890136e-05, | |
| "loss": 1.3588, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.8401663695781343, | |
| "grad_norm": 6.478326797485352, | |
| "learning_rate": 2.403935032351776e-05, | |
| "loss": 1.2004, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.8520499108734403, | |
| "grad_norm": 7.24426794052124, | |
| "learning_rate": 2.3907302258021922e-05, | |
| "loss": 0.9857, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.8639334521687463, | |
| "grad_norm": 50.702274322509766, | |
| "learning_rate": 2.377525419252608e-05, | |
| "loss": 1.3814, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.8758169934640523, | |
| "grad_norm": 29.885473251342773, | |
| "learning_rate": 2.364320612703024e-05, | |
| "loss": 1.4847, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.8877005347593583, | |
| "grad_norm": 8.818001747131348, | |
| "learning_rate": 2.35111580615344e-05, | |
| "loss": 1.3428, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.8995840760546643, | |
| "grad_norm": 20.55769920349121, | |
| "learning_rate": 2.3379109996038558e-05, | |
| "loss": 0.917, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.9114676173499703, | |
| "grad_norm": 47.634132385253906, | |
| "learning_rate": 2.3247061930542718e-05, | |
| "loss": 1.8805, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.9233511586452763, | |
| "grad_norm": 6.875288963317871, | |
| "learning_rate": 2.311501386504688e-05, | |
| "loss": 1.2572, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.9352346999405823, | |
| "grad_norm": 14.847312927246094, | |
| "learning_rate": 2.2982965799551036e-05, | |
| "loss": 1.1894, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.9471182412358883, | |
| "grad_norm": 12.259700775146484, | |
| "learning_rate": 2.2850917734055196e-05, | |
| "loss": 1.336, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.9590017825311943, | |
| "grad_norm": 0.7911491990089417, | |
| "learning_rate": 2.2718869668559357e-05, | |
| "loss": 1.1977, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.9708853238265003, | |
| "grad_norm": 0.1997266709804535, | |
| "learning_rate": 2.2586821603063514e-05, | |
| "loss": 0.8854, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.9827688651218063, | |
| "grad_norm": 20.288911819458008, | |
| "learning_rate": 2.2454773537567674e-05, | |
| "loss": 1.7974, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.9946524064171123, | |
| "grad_norm": 9.013290405273438, | |
| "learning_rate": 2.2322725472071835e-05, | |
| "loss": 1.3532, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.5286195286195287, | |
| "eval_loss": 1.7492114305496216, | |
| "eval_runtime": 96.0692, | |
| "eval_samples_per_second": 3.092, | |
| "eval_steps_per_second": 3.092, | |
| "step": 5049 | |
| }, | |
| { | |
| "epoch": 3.0065359477124183, | |
| "grad_norm": 0.3140548765659332, | |
| "learning_rate": 2.2190677406575992e-05, | |
| "loss": 1.524, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 3.0184194890077243, | |
| "grad_norm": 13.2945556640625, | |
| "learning_rate": 2.2058629341080153e-05, | |
| "loss": 1.2853, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 3.0303030303030303, | |
| "grad_norm": 29.13817024230957, | |
| "learning_rate": 2.1926581275584313e-05, | |
| "loss": 0.8849, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 3.0421865715983363, | |
| "grad_norm": 2.024958848953247, | |
| "learning_rate": 2.179453321008847e-05, | |
| "loss": 0.812, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 3.0540701128936423, | |
| "grad_norm": 8.262164115905762, | |
| "learning_rate": 2.1662485144592634e-05, | |
| "loss": 1.0216, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 3.0659536541889483, | |
| "grad_norm": 7.723167896270752, | |
| "learning_rate": 2.1530437079096795e-05, | |
| "loss": 1.4141, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 3.0778371954842543, | |
| "grad_norm": 29.036544799804688, | |
| "learning_rate": 2.1398389013600952e-05, | |
| "loss": 1.3481, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 3.0897207367795603, | |
| "grad_norm": 21.65529441833496, | |
| "learning_rate": 2.1266340948105112e-05, | |
| "loss": 1.4193, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 3.1016042780748663, | |
| "grad_norm": 4.1284637451171875, | |
| "learning_rate": 2.1134292882609273e-05, | |
| "loss": 1.0835, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 3.1134878193701723, | |
| "grad_norm": 2.1729178428649902, | |
| "learning_rate": 2.100224481711343e-05, | |
| "loss": 0.9514, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 3.1253713606654783, | |
| "grad_norm": 27.18805694580078, | |
| "learning_rate": 2.087019675161759e-05, | |
| "loss": 1.1735, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 3.1372549019607843, | |
| "grad_norm": 28.346616744995117, | |
| "learning_rate": 2.073814868612175e-05, | |
| "loss": 1.1961, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 3.1491384432560903, | |
| "grad_norm": 0.26050230860710144, | |
| "learning_rate": 2.0606100620625908e-05, | |
| "loss": 1.08, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 3.1610219845513963, | |
| "grad_norm": 16.993898391723633, | |
| "learning_rate": 2.047405255513007e-05, | |
| "loss": 0.9361, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 3.1729055258467023, | |
| "grad_norm": 24.867691040039062, | |
| "learning_rate": 2.034200448963423e-05, | |
| "loss": 0.912, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 3.1847890671420083, | |
| "grad_norm": 21.213882446289062, | |
| "learning_rate": 2.0209956424138386e-05, | |
| "loss": 0.9956, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 3.1966726084373143, | |
| "grad_norm": 1.9638105630874634, | |
| "learning_rate": 2.0077908358642547e-05, | |
| "loss": 1.1497, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 3.2085561497326203, | |
| "grad_norm": 38.245845794677734, | |
| "learning_rate": 1.9945860293146708e-05, | |
| "loss": 1.4225, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.2204396910279263, | |
| "grad_norm": 2.6078875064849854, | |
| "learning_rate": 1.9813812227650865e-05, | |
| "loss": 1.0647, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 3.2323232323232323, | |
| "grad_norm": 10.162765502929688, | |
| "learning_rate": 1.9681764162155025e-05, | |
| "loss": 0.8759, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 3.2442067736185383, | |
| "grad_norm": 46.642784118652344, | |
| "learning_rate": 1.9549716096659186e-05, | |
| "loss": 0.8714, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 3.2560903149138443, | |
| "grad_norm": 13.699341773986816, | |
| "learning_rate": 1.9417668031163343e-05, | |
| "loss": 1.3097, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 3.2679738562091503, | |
| "grad_norm": 0.002345487242564559, | |
| "learning_rate": 1.9285619965667503e-05, | |
| "loss": 1.2136, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.2798573975044563, | |
| "grad_norm": 1.9926633834838867, | |
| "learning_rate": 1.9153571900171664e-05, | |
| "loss": 1.7481, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 3.2917409387997623, | |
| "grad_norm": 1.4836812019348145, | |
| "learning_rate": 1.902152383467582e-05, | |
| "loss": 1.0077, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 3.3036244800950683, | |
| "grad_norm": 11.53355884552002, | |
| "learning_rate": 1.888947576917998e-05, | |
| "loss": 1.0962, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 3.3155080213903743, | |
| "grad_norm": 0.4469129741191864, | |
| "learning_rate": 1.8757427703684142e-05, | |
| "loss": 0.5683, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 3.3273915626856803, | |
| "grad_norm": 13.35949993133545, | |
| "learning_rate": 1.86253796381883e-05, | |
| "loss": 1.5648, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 3.3392751039809863, | |
| "grad_norm": 20.45748519897461, | |
| "learning_rate": 1.849333157269246e-05, | |
| "loss": 0.9816, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 3.3511586452762923, | |
| "grad_norm": 19.171648025512695, | |
| "learning_rate": 1.836128350719662e-05, | |
| "loss": 1.2036, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 3.3630421865715983, | |
| "grad_norm": 8.639327049255371, | |
| "learning_rate": 1.8229235441700777e-05, | |
| "loss": 1.4011, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 3.3749257278669043, | |
| "grad_norm": 18.734729766845703, | |
| "learning_rate": 1.8097187376204938e-05, | |
| "loss": 0.9052, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 3.3868092691622103, | |
| "grad_norm": 8.798933982849121, | |
| "learning_rate": 1.79651393107091e-05, | |
| "loss": 1.065, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 3.3986928104575163, | |
| "grad_norm": 13.333514213562012, | |
| "learning_rate": 1.783309124521326e-05, | |
| "loss": 1.2257, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 3.4105763517528223, | |
| "grad_norm": 8.952251434326172, | |
| "learning_rate": 1.770104317971742e-05, | |
| "loss": 1.7173, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 3.4224598930481283, | |
| "grad_norm": 60.43721389770508, | |
| "learning_rate": 1.756899511422158e-05, | |
| "loss": 1.6395, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 3.4343434343434343, | |
| "grad_norm": 28.346031188964844, | |
| "learning_rate": 1.7436947048725737e-05, | |
| "loss": 0.7907, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 3.4462269756387403, | |
| "grad_norm": 35.44182586669922, | |
| "learning_rate": 1.7304898983229898e-05, | |
| "loss": 0.8268, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 3.4581105169340463, | |
| "grad_norm": 22.25836181640625, | |
| "learning_rate": 1.717285091773406e-05, | |
| "loss": 1.3629, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 3.4699940582293523, | |
| "grad_norm": 0.6172131299972534, | |
| "learning_rate": 1.7040802852238215e-05, | |
| "loss": 1.3379, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 3.4818775995246583, | |
| "grad_norm": 19.02311897277832, | |
| "learning_rate": 1.6908754786742376e-05, | |
| "loss": 1.9869, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 3.4937611408199643, | |
| "grad_norm": 3.069859266281128, | |
| "learning_rate": 1.6776706721246537e-05, | |
| "loss": 1.1256, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 3.5056446821152702, | |
| "grad_norm": 2.17348051071167, | |
| "learning_rate": 1.6644658655750694e-05, | |
| "loss": 1.6133, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 3.5175282234105762, | |
| "grad_norm": 0.22041022777557373, | |
| "learning_rate": 1.6512610590254854e-05, | |
| "loss": 1.0189, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "grad_norm": 20.462352752685547, | |
| "learning_rate": 1.6380562524759015e-05, | |
| "loss": 1.5619, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 3.5412953060011882, | |
| "grad_norm": 0.396953284740448, | |
| "learning_rate": 1.6248514459263172e-05, | |
| "loss": 0.9543, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 3.5531788472964942, | |
| "grad_norm": 0.23321232199668884, | |
| "learning_rate": 1.6116466393767332e-05, | |
| "loss": 1.8788, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 3.5650623885918002, | |
| "grad_norm": 3.4248406887054443, | |
| "learning_rate": 1.5984418328271493e-05, | |
| "loss": 1.2511, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.5769459298871062, | |
| "grad_norm": 12.430109977722168, | |
| "learning_rate": 1.585237026277565e-05, | |
| "loss": 1.1817, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 3.5888294711824122, | |
| "grad_norm": 4.982590675354004, | |
| "learning_rate": 1.572032219727981e-05, | |
| "loss": 0.9199, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 3.6007130124777182, | |
| "grad_norm": 0.2364758551120758, | |
| "learning_rate": 1.558827413178397e-05, | |
| "loss": 0.9745, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 3.6125965537730242, | |
| "grad_norm": 7.997034072875977, | |
| "learning_rate": 1.5456226066288128e-05, | |
| "loss": 0.6052, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 3.6244800950683302, | |
| "grad_norm": 0.0892493948340416, | |
| "learning_rate": 1.532417800079229e-05, | |
| "loss": 1.5061, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 3.6363636363636362, | |
| "grad_norm": 0.2148207426071167, | |
| "learning_rate": 1.5192129935296448e-05, | |
| "loss": 0.89, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 3.6482471776589422, | |
| "grad_norm": 13.237604141235352, | |
| "learning_rate": 1.5060081869800608e-05, | |
| "loss": 0.7876, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 3.6601307189542482, | |
| "grad_norm": 8.745626449584961, | |
| "learning_rate": 1.4928033804304767e-05, | |
| "loss": 0.8908, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 3.6720142602495542, | |
| "grad_norm": 13.550650596618652, | |
| "learning_rate": 1.4795985738808926e-05, | |
| "loss": 1.7108, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 3.6838978015448602, | |
| "grad_norm": 11.73013973236084, | |
| "learning_rate": 1.4663937673313086e-05, | |
| "loss": 1.2625, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 3.6957813428401662, | |
| "grad_norm": 0.0058449869975447655, | |
| "learning_rate": 1.4531889607817245e-05, | |
| "loss": 1.1066, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 3.7076648841354722, | |
| "grad_norm": 0.6316971778869629, | |
| "learning_rate": 1.4399841542321404e-05, | |
| "loss": 0.9687, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 3.7195484254307782, | |
| "grad_norm": 2.3133366107940674, | |
| "learning_rate": 1.4267793476825565e-05, | |
| "loss": 1.2709, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 3.7314319667260842, | |
| "grad_norm": 33.18562698364258, | |
| "learning_rate": 1.4135745411329727e-05, | |
| "loss": 1.2372, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 3.7433155080213902, | |
| "grad_norm": 3.1751153469085693, | |
| "learning_rate": 1.4003697345833886e-05, | |
| "loss": 1.6425, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 3.7551990493166962, | |
| "grad_norm": 21.756851196289062, | |
| "learning_rate": 1.3871649280338044e-05, | |
| "loss": 0.9176, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 3.7670825906120022, | |
| "grad_norm": 0.19835074245929718, | |
| "learning_rate": 1.3739601214842205e-05, | |
| "loss": 0.5485, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 3.7789661319073082, | |
| "grad_norm": 20.786287307739258, | |
| "learning_rate": 1.3607553149346364e-05, | |
| "loss": 1.8427, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 3.7908496732026142, | |
| "grad_norm": 3.5100600719451904, | |
| "learning_rate": 1.3475505083850523e-05, | |
| "loss": 1.1399, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 3.8027332144979202, | |
| "grad_norm": 30.671335220336914, | |
| "learning_rate": 1.3343457018354683e-05, | |
| "loss": 0.9599, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 3.8146167557932262, | |
| "grad_norm": 15.896026611328125, | |
| "learning_rate": 1.3211408952858842e-05, | |
| "loss": 0.6175, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 3.8265002970885322, | |
| "grad_norm": 44.605567932128906, | |
| "learning_rate": 1.3079360887363e-05, | |
| "loss": 1.1109, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 3.8383838383838382, | |
| "grad_norm": 3.223285675048828, | |
| "learning_rate": 1.2947312821867161e-05, | |
| "loss": 1.3965, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 3.8502673796791442, | |
| "grad_norm": 0.000214108542422764, | |
| "learning_rate": 1.281526475637132e-05, | |
| "loss": 1.1792, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 3.8621509209744502, | |
| "grad_norm": 26.38980484008789, | |
| "learning_rate": 1.2683216690875479e-05, | |
| "loss": 1.3786, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.8740344622697562, | |
| "grad_norm": 17.448007583618164, | |
| "learning_rate": 1.255116862537964e-05, | |
| "loss": 1.0316, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 3.8859180035650622, | |
| "grad_norm": 26.470539093017578, | |
| "learning_rate": 1.2419120559883798e-05, | |
| "loss": 1.0809, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 3.8978015448603682, | |
| "grad_norm": 7.585838317871094, | |
| "learning_rate": 1.2287072494387957e-05, | |
| "loss": 0.9324, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 3.9096850861556742, | |
| "grad_norm": 0.20393586158752441, | |
| "learning_rate": 1.2155024428892118e-05, | |
| "loss": 1.3897, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 3.9215686274509802, | |
| "grad_norm": 0.0758831799030304, | |
| "learning_rate": 1.2022976363396277e-05, | |
| "loss": 0.9505, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 3.9334521687462862, | |
| "grad_norm": 9.853219985961914, | |
| "learning_rate": 1.1890928297900435e-05, | |
| "loss": 0.7602, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 3.9453357100415927, | |
| "grad_norm": 25.84638214111328, | |
| "learning_rate": 1.1758880232404596e-05, | |
| "loss": 0.8738, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 3.9572192513368982, | |
| "grad_norm": 7.686094760894775, | |
| "learning_rate": 1.1626832166908755e-05, | |
| "loss": 0.7964, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 3.9691027926322047, | |
| "grad_norm": 22.53441047668457, | |
| "learning_rate": 1.1494784101412914e-05, | |
| "loss": 1.2056, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 3.9809863339275102, | |
| "grad_norm": 11.927616119384766, | |
| "learning_rate": 1.1362736035917074e-05, | |
| "loss": 1.2257, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 3.9928698752228167, | |
| "grad_norm": 26.10556983947754, | |
| "learning_rate": 1.1230687970421235e-05, | |
| "loss": 1.4232, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.494949494949495, | |
| "eval_loss": 1.853576421737671, | |
| "eval_runtime": 95.916, | |
| "eval_samples_per_second": 3.096, | |
| "eval_steps_per_second": 3.096, | |
| "step": 6732 | |
| }, | |
| { | |
| "epoch": 4.004753416518122, | |
| "grad_norm": 12.647480964660645, | |
| "learning_rate": 1.1098639904925393e-05, | |
| "loss": 1.668, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 4.016636957813429, | |
| "grad_norm": 10.921769142150879, | |
| "learning_rate": 1.0966591839429554e-05, | |
| "loss": 1.0108, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 4.028520499108734, | |
| "grad_norm": 19.605995178222656, | |
| "learning_rate": 1.0834543773933713e-05, | |
| "loss": 0.8394, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 4.040404040404041, | |
| "grad_norm": 0.858731746673584, | |
| "learning_rate": 1.0702495708437872e-05, | |
| "loss": 1.0475, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 4.052287581699346, | |
| "grad_norm": 17.299776077270508, | |
| "learning_rate": 1.0570447642942032e-05, | |
| "loss": 1.3388, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 4.064171122994653, | |
| "grad_norm": 14.995153427124023, | |
| "learning_rate": 1.0438399577446191e-05, | |
| "loss": 1.6191, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 4.076054664289958, | |
| "grad_norm": 7.30485200881958, | |
| "learning_rate": 1.030635151195035e-05, | |
| "loss": 0.4908, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 4.087938205585265, | |
| "grad_norm": 30.56113624572754, | |
| "learning_rate": 1.017430344645451e-05, | |
| "loss": 1.4799, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 4.09982174688057, | |
| "grad_norm": 0.30605238676071167, | |
| "learning_rate": 1.004225538095867e-05, | |
| "loss": 0.8943, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 4.111705288175877, | |
| "grad_norm": 0.005065273959189653, | |
| "learning_rate": 9.910207315462828e-06, | |
| "loss": 0.8102, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 4.123588829471182, | |
| "grad_norm": 15.29279899597168, | |
| "learning_rate": 9.778159249966989e-06, | |
| "loss": 1.6485, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 4.135472370766489, | |
| "grad_norm": 5.082457065582275, | |
| "learning_rate": 9.646111184471147e-06, | |
| "loss": 1.4701, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 4.147355912061794, | |
| "grad_norm": 24.667327880859375, | |
| "learning_rate": 9.514063118975306e-06, | |
| "loss": 0.9979, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 4.159239453357101, | |
| "grad_norm": 3.714982032775879, | |
| "learning_rate": 9.382015053479467e-06, | |
| "loss": 1.7571, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.171122994652406, | |
| "grad_norm": 26.196866989135742, | |
| "learning_rate": 9.249966987983627e-06, | |
| "loss": 1.0751, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 4.183006535947713, | |
| "grad_norm": 3.4196934700012207, | |
| "learning_rate": 9.117918922487786e-06, | |
| "loss": 1.7258, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 4.194890077243018, | |
| "grad_norm": 0.00030567339854314923, | |
| "learning_rate": 8.985870856991947e-06, | |
| "loss": 1.2107, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 4.206773618538325, | |
| "grad_norm": 32.88508224487305, | |
| "learning_rate": 8.853822791496106e-06, | |
| "loss": 1.189, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 4.21865715983363, | |
| "grad_norm": 2.1774134635925293, | |
| "learning_rate": 8.721774726000264e-06, | |
| "loss": 0.788, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 4.230540701128937, | |
| "grad_norm": 4.273499011993408, | |
| "learning_rate": 8.589726660504425e-06, | |
| "loss": 1.039, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 4.242424242424242, | |
| "grad_norm": 0.47934776544570923, | |
| "learning_rate": 8.457678595008584e-06, | |
| "loss": 0.9438, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 4.254307783719549, | |
| "grad_norm": 0.0029345829971134663, | |
| "learning_rate": 8.325630529512743e-06, | |
| "loss": 0.8263, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 4.266191325014854, | |
| "grad_norm": 28.229270935058594, | |
| "learning_rate": 8.193582464016903e-06, | |
| "loss": 1.4488, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 4.278074866310161, | |
| "grad_norm": 65.6903076171875, | |
| "learning_rate": 8.061534398521062e-06, | |
| "loss": 1.137, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 4.289958407605466, | |
| "grad_norm": 42.370643615722656, | |
| "learning_rate": 7.92948633302522e-06, | |
| "loss": 1.3585, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 4.301841948900773, | |
| "grad_norm": 3.4301371574401855, | |
| "learning_rate": 7.797438267529381e-06, | |
| "loss": 0.7765, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 4.313725490196078, | |
| "grad_norm": 27.960153579711914, | |
| "learning_rate": 7.66539020203354e-06, | |
| "loss": 1.119, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 4.325609031491385, | |
| "grad_norm": 26.195892333984375, | |
| "learning_rate": 7.533342136537701e-06, | |
| "loss": 1.0187, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 4.33749257278669, | |
| "grad_norm": 0.002473491011187434, | |
| "learning_rate": 7.40129407104186e-06, | |
| "loss": 1.0475, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 4.349376114081997, | |
| "grad_norm": 9.781648635864258, | |
| "learning_rate": 7.26924600554602e-06, | |
| "loss": 1.2822, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 4.361259655377302, | |
| "grad_norm": 36.30683135986328, | |
| "learning_rate": 7.137197940050179e-06, | |
| "loss": 1.569, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 4.373143196672609, | |
| "grad_norm": 56.16667175292969, | |
| "learning_rate": 7.0051498745543385e-06, | |
| "loss": 0.7711, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 4.385026737967914, | |
| "grad_norm": 29.77967071533203, | |
| "learning_rate": 6.873101809058498e-06, | |
| "loss": 0.9722, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 4.396910279263221, | |
| "grad_norm": 0.004187744576483965, | |
| "learning_rate": 6.741053743562657e-06, | |
| "loss": 1.1351, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 4.408793820558526, | |
| "grad_norm": 37.170188903808594, | |
| "learning_rate": 6.609005678066817e-06, | |
| "loss": 0.7695, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 4.420677361853833, | |
| "grad_norm": 0.7948021292686462, | |
| "learning_rate": 6.476957612570976e-06, | |
| "loss": 1.4337, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 4.432560903149138, | |
| "grad_norm": 7.071142673492432, | |
| "learning_rate": 6.344909547075135e-06, | |
| "loss": 1.1206, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 7.999136447906494, | |
| "learning_rate": 6.212861481579295e-06, | |
| "loss": 1.0916, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 4.45632798573975, | |
| "grad_norm": 0.48218631744384766, | |
| "learning_rate": 6.080813416083455e-06, | |
| "loss": 1.2054, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.468211527035057, | |
| "grad_norm": 0.760070264339447, | |
| "learning_rate": 5.948765350587614e-06, | |
| "loss": 0.5043, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 4.480095068330362, | |
| "grad_norm": 24.503273010253906, | |
| "learning_rate": 5.816717285091774e-06, | |
| "loss": 1.3106, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 4.491978609625669, | |
| "grad_norm": 1.2818807363510132, | |
| "learning_rate": 5.684669219595933e-06, | |
| "loss": 1.1969, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 4.503862150920974, | |
| "grad_norm": 41.00161361694336, | |
| "learning_rate": 5.5526211541000925e-06, | |
| "loss": 1.0278, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 4.515745692216281, | |
| "grad_norm": 16.333484649658203, | |
| "learning_rate": 5.420573088604252e-06, | |
| "loss": 0.9644, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 4.527629233511586, | |
| "grad_norm": 1.6461055278778076, | |
| "learning_rate": 5.288525023108412e-06, | |
| "loss": 1.2938, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 4.539512774806893, | |
| "grad_norm": 0.09808467328548431, | |
| "learning_rate": 5.1564769576125715e-06, | |
| "loss": 0.9411, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 4.551396316102198, | |
| "grad_norm": 7.122012138366699, | |
| "learning_rate": 5.024428892116731e-06, | |
| "loss": 1.114, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 4.563279857397505, | |
| "grad_norm": 15.417506217956543, | |
| "learning_rate": 4.89238082662089e-06, | |
| "loss": 1.4353, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 4.57516339869281, | |
| "grad_norm": 22.031047821044922, | |
| "learning_rate": 4.76033276112505e-06, | |
| "loss": 1.5221, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 4.587046939988117, | |
| "grad_norm": 6.318397521972656, | |
| "learning_rate": 4.628284695629209e-06, | |
| "loss": 0.8358, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 4.598930481283422, | |
| "grad_norm": 23.213071823120117, | |
| "learning_rate": 4.496236630133368e-06, | |
| "loss": 0.9493, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 4.610814022578729, | |
| "grad_norm": 36.51852035522461, | |
| "learning_rate": 4.364188564637528e-06, | |
| "loss": 2.1477, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 4.622697563874034, | |
| "grad_norm": 12.436498641967773, | |
| "learning_rate": 4.2321404991416884e-06, | |
| "loss": 0.9672, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 4.634581105169341, | |
| "grad_norm": 22.718385696411133, | |
| "learning_rate": 4.100092433645847e-06, | |
| "loss": 1.3351, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 4.646464646464646, | |
| "grad_norm": 10.148547172546387, | |
| "learning_rate": 3.968044368150007e-06, | |
| "loss": 1.2337, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 4.658348187759953, | |
| "grad_norm": 15.9627685546875, | |
| "learning_rate": 3.835996302654167e-06, | |
| "loss": 0.6878, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 4.670231729055258, | |
| "grad_norm": 13.22270393371582, | |
| "learning_rate": 3.703948237158326e-06, | |
| "loss": 1.1205, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 4.682115270350565, | |
| "grad_norm": 17.37915802001953, | |
| "learning_rate": 3.571900171662485e-06, | |
| "loss": 0.803, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 4.69399881164587, | |
| "grad_norm": 5.952159404754639, | |
| "learning_rate": 3.4398521061666444e-06, | |
| "loss": 0.6111, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 4.705882352941177, | |
| "grad_norm": 7.648906707763672, | |
| "learning_rate": 3.307804040670804e-06, | |
| "loss": 0.7931, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 4.717765894236482, | |
| "grad_norm": 5.780369281768799, | |
| "learning_rate": 3.175755975174964e-06, | |
| "loss": 0.7795, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 4.729649435531789, | |
| "grad_norm": 0.2420853227376938, | |
| "learning_rate": 3.0437079096791235e-06, | |
| "loss": 0.8364, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 4.741532976827094, | |
| "grad_norm": 0.007712378166615963, | |
| "learning_rate": 2.9116598441832827e-06, | |
| "loss": 0.7652, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 4.753416518122401, | |
| "grad_norm": 1.513141393661499, | |
| "learning_rate": 2.7796117786874424e-06, | |
| "loss": 0.6637, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.765300059417706, | |
| "grad_norm": 8.523009300231934, | |
| "learning_rate": 2.6475637131916017e-06, | |
| "loss": 0.7923, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 4.777183600713013, | |
| "grad_norm": 8.576272010803223, | |
| "learning_rate": 2.5155156476957613e-06, | |
| "loss": 0.8144, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 4.789067142008318, | |
| "grad_norm": 4.978365421295166, | |
| "learning_rate": 2.383467582199921e-06, | |
| "loss": 1.3135, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 4.800950683303625, | |
| "grad_norm": 22.845678329467773, | |
| "learning_rate": 2.2514195167040803e-06, | |
| "loss": 1.5446, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 4.81283422459893, | |
| "grad_norm": 4.380787372589111, | |
| "learning_rate": 2.11937145120824e-06, | |
| "loss": 0.6026, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 4.824717765894237, | |
| "grad_norm": 0.1694694310426712, | |
| "learning_rate": 1.9873233857123996e-06, | |
| "loss": 1.2781, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 4.836601307189542, | |
| "grad_norm": 105.8367691040039, | |
| "learning_rate": 1.8552753202165589e-06, | |
| "loss": 1.6788, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 4.848484848484849, | |
| "grad_norm": 0.12047601491212845, | |
| "learning_rate": 1.7232272547207184e-06, | |
| "loss": 1.0554, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 4.860368389780154, | |
| "grad_norm": 21.857023239135742, | |
| "learning_rate": 1.591179189224878e-06, | |
| "loss": 1.0381, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 4.872251931075461, | |
| "grad_norm": 64.79426574707031, | |
| "learning_rate": 1.4591311237290375e-06, | |
| "loss": 1.9111, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 4.884135472370766, | |
| "grad_norm": 11.07774829864502, | |
| "learning_rate": 1.327083058233197e-06, | |
| "loss": 1.0473, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 4.896019013666073, | |
| "grad_norm": 25.981216430664062, | |
| "learning_rate": 1.1950349927373565e-06, | |
| "loss": 1.2634, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 4.907902554961378, | |
| "grad_norm": 16.583120346069336, | |
| "learning_rate": 1.062986927241516e-06, | |
| "loss": 1.1052, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 4.919786096256685, | |
| "grad_norm": 48.31085968017578, | |
| "learning_rate": 9.309388617456755e-07, | |
| "loss": 1.2838, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 4.93166963755199, | |
| "grad_norm": 15.064263343811035, | |
| "learning_rate": 7.988907962498351e-07, | |
| "loss": 0.8866, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 4.943553178847297, | |
| "grad_norm": 4.631924629211426, | |
| "learning_rate": 6.668427307539944e-07, | |
| "loss": 0.9971, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 4.955436720142602, | |
| "grad_norm": 3.649411678314209, | |
| "learning_rate": 5.347946652581539e-07, | |
| "loss": 0.7016, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 4.967320261437909, | |
| "grad_norm": 49.374534606933594, | |
| "learning_rate": 4.0274659976231353e-07, | |
| "loss": 1.1992, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 4.979203802733214, | |
| "grad_norm": 8.74241828918457, | |
| "learning_rate": 2.70698534266473e-07, | |
| "loss": 0.5942, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 4.991087344028521, | |
| "grad_norm": 20.124603271484375, | |
| "learning_rate": 1.386504687706325e-07, | |
| "loss": 0.9934, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.4983164983164983, | |
| "eval_loss": 1.831876277923584, | |
| "eval_runtime": 97.0764, | |
| "eval_samples_per_second": 3.059, | |
| "eval_steps_per_second": 3.059, | |
| "step": 8415 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 8415, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.1214329969311736e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |