| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 4218, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007112375533428165, |
| "grad_norm": 45.94488445688017, |
| "learning_rate": 2.132701421800948e-07, |
| "loss": 4.9235, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01422475106685633, |
| "grad_norm": 56.45310643883483, |
| "learning_rate": 4.502369668246446e-07, |
| "loss": 4.7616, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.021337126600284494, |
| "grad_norm": 47.57072569736425, |
| "learning_rate": 6.872037914691944e-07, |
| "loss": 4.0518, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02844950213371266, |
| "grad_norm": 14.9615219454182, |
| "learning_rate": 9.241706161137441e-07, |
| "loss": 3.1168, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03556187766714083, |
| "grad_norm": 9.209691028948875, |
| "learning_rate": 1.161137440758294e-06, |
| "loss": 2.408, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04267425320056899, |
| "grad_norm": 3.738856271681981, |
| "learning_rate": 1.3981042654028437e-06, |
| "loss": 2.0996, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.049786628733997154, |
| "grad_norm": 4.299210545328982, |
| "learning_rate": 1.6350710900473934e-06, |
| "loss": 1.961, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.05689900426742532, |
| "grad_norm": 4.288339811445908, |
| "learning_rate": 1.8720379146919433e-06, |
| "loss": 1.8454, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06401137980085349, |
| "grad_norm": 4.487588443815648, |
| "learning_rate": 2.109004739336493e-06, |
| "loss": 1.8, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07112375533428165, |
| "grad_norm": 5.903658522691362, |
| "learning_rate": 2.345971563981043e-06, |
| "loss": 1.7189, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07823613086770982, |
| "grad_norm": 6.538803049950138, |
| "learning_rate": 2.5829383886255925e-06, |
| "loss": 1.6861, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08534850640113797, |
| "grad_norm": 6.420212036240461, |
| "learning_rate": 2.8199052132701426e-06, |
| "loss": 1.6933, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09246088193456614, |
| "grad_norm": 6.08601994925446, |
| "learning_rate": 3.0568720379146923e-06, |
| "loss": 1.6477, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09957325746799431, |
| "grad_norm": 6.641158507404538, |
| "learning_rate": 3.293838862559242e-06, |
| "loss": 1.5837, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10668563300142248, |
| "grad_norm": 5.6671416215198445, |
| "learning_rate": 3.5308056872037916e-06, |
| "loss": 1.553, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11379800853485064, |
| "grad_norm": 4.895576620125158, |
| "learning_rate": 3.7677725118483417e-06, |
| "loss": 1.601, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.12091038406827881, |
| "grad_norm": 5.00629870941093, |
| "learning_rate": 4.004739336492891e-06, |
| "loss": 1.4953, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12802275960170698, |
| "grad_norm": 4.098161366916081, |
| "learning_rate": 4.2417061611374415e-06, |
| "loss": 1.4986, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13513513513513514, |
| "grad_norm": 4.279942094132115, |
| "learning_rate": 4.478672985781991e-06, |
| "loss": 1.4177, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1422475106685633, |
| "grad_norm": 2.9957264584301506, |
| "learning_rate": 4.715639810426541e-06, |
| "loss": 1.4234, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14935988620199148, |
| "grad_norm": 2.960846105003115, |
| "learning_rate": 4.952606635071091e-06, |
| "loss": 1.4034, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15647226173541964, |
| "grad_norm": 2.8142395090714207, |
| "learning_rate": 5.18957345971564e-06, |
| "loss": 1.4172, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.16358463726884778, |
| "grad_norm": 3.1953820486960938, |
| "learning_rate": 5.42654028436019e-06, |
| "loss": 1.3695, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.17069701280227595, |
| "grad_norm": 3.0329786581569813, |
| "learning_rate": 5.66350710900474e-06, |
| "loss": 1.3815, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17780938833570412, |
| "grad_norm": 3.023917167954777, |
| "learning_rate": 5.90047393364929e-06, |
| "loss": 1.3494, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18492176386913228, |
| "grad_norm": 3.3061969408501186, |
| "learning_rate": 6.137440758293839e-06, |
| "loss": 1.351, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.19203413940256045, |
| "grad_norm": 3.0703691360984116, |
| "learning_rate": 6.374407582938389e-06, |
| "loss": 1.3007, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19914651493598862, |
| "grad_norm": 2.6510030082143072, |
| "learning_rate": 6.611374407582939e-06, |
| "loss": 1.2318, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.20625889046941678, |
| "grad_norm": 2.781634197302321, |
| "learning_rate": 6.848341232227489e-06, |
| "loss": 1.2452, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.21337126600284495, |
| "grad_norm": 2.889926592158047, |
| "learning_rate": 7.085308056872039e-06, |
| "loss": 1.2299, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.22048364153627312, |
| "grad_norm": 2.9460513709926546, |
| "learning_rate": 7.322274881516588e-06, |
| "loss": 1.2481, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.22759601706970128, |
| "grad_norm": 3.117250263470296, |
| "learning_rate": 7.559241706161138e-06, |
| "loss": 1.1874, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.23470839260312945, |
| "grad_norm": 3.1068660585891443, |
| "learning_rate": 7.796208530805689e-06, |
| "loss": 1.242, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.24182076813655762, |
| "grad_norm": 3.2303235755610458, |
| "learning_rate": 8.033175355450237e-06, |
| "loss": 1.1656, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.24893314366998578, |
| "grad_norm": 3.380471682074544, |
| "learning_rate": 8.270142180094787e-06, |
| "loss": 1.1626, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.25604551920341395, |
| "grad_norm": 3.0003799025494455, |
| "learning_rate": 8.507109004739337e-06, |
| "loss": 1.1136, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2631578947368421, |
| "grad_norm": 3.3507131315688037, |
| "learning_rate": 8.744075829383887e-06, |
| "loss": 1.109, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2702702702702703, |
| "grad_norm": 3.286430938699654, |
| "learning_rate": 8.981042654028437e-06, |
| "loss": 1.0926, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2773826458036984, |
| "grad_norm": 3.543025306575121, |
| "learning_rate": 9.218009478672988e-06, |
| "loss": 0.9856, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2844950213371266, |
| "grad_norm": 2.9641151250477, |
| "learning_rate": 9.454976303317538e-06, |
| "loss": 1.0438, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.29160739687055476, |
| "grad_norm": 3.0879210891464175, |
| "learning_rate": 9.691943127962086e-06, |
| "loss": 0.9834, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.29871977240398295, |
| "grad_norm": 3.5828764512704274, |
| "learning_rate": 9.928909952606636e-06, |
| "loss": 1.0355, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3058321479374111, |
| "grad_norm": 3.0432346994349944, |
| "learning_rate": 9.99991609608766e-06, |
| "loss": 0.9973, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3129445234708393, |
| "grad_norm": 3.6852442122283384, |
| "learning_rate": 9.999505144928566e-06, |
| "loss": 1.0118, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3200568990042674, |
| "grad_norm": 3.4571934113589893, |
| "learning_rate": 9.998751763712045e-06, |
| "loss": 0.915, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.32716927453769556, |
| "grad_norm": 3.3733896978659215, |
| "learning_rate": 9.997656004039284e-06, |
| "loss": 0.8872, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.33428165007112376, |
| "grad_norm": 3.1986482463279344, |
| "learning_rate": 9.99621794096192e-06, |
| "loss": 0.9233, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3413940256045519, |
| "grad_norm": 3.3781480125146217, |
| "learning_rate": 9.994437672976904e-06, |
| "loss": 0.8156, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3485064011379801, |
| "grad_norm": 3.6561286544224516, |
| "learning_rate": 9.99231532201976e-06, |
| "loss": 0.8749, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.35561877667140823, |
| "grad_norm": 4.142627644307138, |
| "learning_rate": 9.989851033456224e-06, |
| "loss": 0.8598, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3627311522048364, |
| "grad_norm": 3.7494771233239828, |
| "learning_rate": 9.987044976072298e-06, |
| "loss": 0.8118, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.36984352773826457, |
| "grad_norm": 3.6547956812812123, |
| "learning_rate": 9.983897342062681e-06, |
| "loss": 0.8227, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.37695590327169276, |
| "grad_norm": 3.679890083139226, |
| "learning_rate": 9.98040834701761e-06, |
| "loss": 0.8132, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3840682788051209, |
| "grad_norm": 3.252191257909053, |
| "learning_rate": 9.97657822990809e-06, |
| "loss": 0.7806, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3911806543385491, |
| "grad_norm": 3.614922960561001, |
| "learning_rate": 9.972407253069527e-06, |
| "loss": 0.8095, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.39829302987197723, |
| "grad_norm": 3.793537378483368, |
| "learning_rate": 9.967895702183767e-06, |
| "loss": 0.7911, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.40540540540540543, |
| "grad_norm": 3.65980827340659, |
| "learning_rate": 9.963043886259518e-06, |
| "loss": 0.7712, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.41251778093883357, |
| "grad_norm": 3.5164539759645037, |
| "learning_rate": 9.957852137611187e-06, |
| "loss": 0.7634, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.41963015647226176, |
| "grad_norm": 3.3236842648189633, |
| "learning_rate": 9.952320811836129e-06, |
| "loss": 0.6903, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4267425320056899, |
| "grad_norm": 3.294343434220933, |
| "learning_rate": 9.94645028779028e-06, |
| "loss": 0.7238, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.43385490753911804, |
| "grad_norm": 3.4974393759929208, |
| "learning_rate": 9.94024096756221e-06, |
| "loss": 0.694, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.44096728307254623, |
| "grad_norm": 4.433758888856019, |
| "learning_rate": 9.933693276445588e-06, |
| "loss": 0.7057, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4480796586059744, |
| "grad_norm": 3.3896425434092503, |
| "learning_rate": 9.92680766291005e-06, |
| "loss": 0.7001, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.45519203413940257, |
| "grad_norm": 3.2995707993625834, |
| "learning_rate": 9.91958459857048e-06, |
| "loss": 0.6451, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4623044096728307, |
| "grad_norm": 3.5589453987217805, |
| "learning_rate": 9.912024578154706e-06, |
| "loss": 0.6539, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4694167852062589, |
| "grad_norm": 3.457156793924661, |
| "learning_rate": 9.904128119469625e-06, |
| "loss": 0.6383, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.47652916073968704, |
| "grad_norm": 3.791061357289613, |
| "learning_rate": 9.895895763365722e-06, |
| "loss": 0.6319, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.48364153627311524, |
| "grad_norm": 3.7253719001786307, |
| "learning_rate": 9.88732807370004e-06, |
| "loss": 0.589, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4907539118065434, |
| "grad_norm": 3.8753257386340167, |
| "learning_rate": 9.878425637297549e-06, |
| "loss": 0.5236, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.49786628733997157, |
| "grad_norm": 3.810036186400155, |
| "learning_rate": 9.869189063910959e-06, |
| "loss": 0.524, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5049786628733998, |
| "grad_norm": 4.2180281642967365, |
| "learning_rate": 9.859618986178953e-06, |
| "loss": 0.5336, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5120910384068279, |
| "grad_norm": 3.938273345051735, |
| "learning_rate": 9.84971605958286e-06, |
| "loss": 0.5202, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.519203413940256, |
| "grad_norm": 3.5712127017141397, |
| "learning_rate": 9.839480962401753e-06, |
| "loss": 0.4938, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 3.383580945232286, |
| "learning_rate": 9.828914395665996e-06, |
| "loss": 0.4503, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5334281650071123, |
| "grad_norm": 3.850151538007975, |
| "learning_rate": 9.818017083109233e-06, |
| "loss": 0.5067, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 3.579242735091459, |
| "learning_rate": 9.8067897711188e-06, |
| "loss": 0.4296, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5476529160739687, |
| "grad_norm": 3.33637898169204, |
| "learning_rate": 9.795233228684631e-06, |
| "loss": 0.422, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5547652916073968, |
| "grad_norm": 3.3180173487560998, |
| "learning_rate": 9.783348247346558e-06, |
| "loss": 0.4352, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.561877667140825, |
| "grad_norm": 3.3074859328364172, |
| "learning_rate": 9.771135641140117e-06, |
| "loss": 0.3788, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5689900426742532, |
| "grad_norm": 3.935128904527344, |
| "learning_rate": 9.758596246540782e-06, |
| "loss": 0.4512, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5761024182076814, |
| "grad_norm": 3.130800872692149, |
| "learning_rate": 9.74573092240668e-06, |
| "loss": 0.4286, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5832147937411095, |
| "grad_norm": 3.4818017716980076, |
| "learning_rate": 9.732540549919758e-06, |
| "loss": 0.3976, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5903271692745377, |
| "grad_norm": 3.7176422056718708, |
| "learning_rate": 9.719026032525432e-06, |
| "loss": 0.3845, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5974395448079659, |
| "grad_norm": 4.0428367587373115, |
| "learning_rate": 9.70518829587071e-06, |
| "loss": 0.3761, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.604551920341394, |
| "grad_norm": 3.32333703731893, |
| "learning_rate": 9.691028287740783e-06, |
| "loss": 0.3663, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6116642958748222, |
| "grad_norm": 4.055447477108677, |
| "learning_rate": 9.67654697799412e-06, |
| "loss": 0.3683, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6187766714082503, |
| "grad_norm": 2.801736293850873, |
| "learning_rate": 9.661745358496033e-06, |
| "loss": 0.3302, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6258890469416786, |
| "grad_norm": 2.9454979478833576, |
| "learning_rate": 9.64662444305074e-06, |
| "loss": 0.3714, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6330014224751067, |
| "grad_norm": 3.933969741535959, |
| "learning_rate": 9.631185267331937e-06, |
| "loss": 0.3214, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6401137980085349, |
| "grad_norm": 3.0707180797561398, |
| "learning_rate": 9.615428888811842e-06, |
| "loss": 0.3151, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.647226173541963, |
| "grad_norm": 3.6006782352295095, |
| "learning_rate": 9.59935638668879e-06, |
| "loss": 0.3134, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6543385490753911, |
| "grad_norm": 4.528381319074012, |
| "learning_rate": 9.582968861813295e-06, |
| "loss": 0.2826, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6614509246088194, |
| "grad_norm": 3.084970600037643, |
| "learning_rate": 9.566267436612662e-06, |
| "loss": 0.3272, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6685633001422475, |
| "grad_norm": 3.1926454881670008, |
| "learning_rate": 9.549253255014105e-06, |
| "loss": 0.2838, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6756756756756757, |
| "grad_norm": 3.3232334022391083, |
| "learning_rate": 9.531927482366398e-06, |
| "loss": 0.2676, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6827880512091038, |
| "grad_norm": 3.373450413027547, |
| "learning_rate": 9.514291305360053e-06, |
| "loss": 0.2615, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.689900426742532, |
| "grad_norm": 3.298511219641843, |
| "learning_rate": 9.496345931946039e-06, |
| "loss": 0.2232, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6970128022759602, |
| "grad_norm": 2.8709213001564726, |
| "learning_rate": 9.47809259125306e-06, |
| "loss": 0.2628, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7041251778093883, |
| "grad_norm": 3.0027633203506, |
| "learning_rate": 9.459532533503347e-06, |
| "loss": 0.2404, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7112375533428165, |
| "grad_norm": 3.0886670354052823, |
| "learning_rate": 9.440667029927043e-06, |
| "loss": 0.2259, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7183499288762447, |
| "grad_norm": 3.413560155663082, |
| "learning_rate": 9.421497372675133e-06, |
| "loss": 0.208, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7254623044096729, |
| "grad_norm": 2.26900305381711, |
| "learning_rate": 9.402024874730928e-06, |
| "loss": 0.2277, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.732574679943101, |
| "grad_norm": 3.5894430284698315, |
| "learning_rate": 9.382250869820146e-06, |
| "loss": 0.1926, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7396870554765291, |
| "grad_norm": 3.267737905170995, |
| "learning_rate": 9.36217671231956e-06, |
| "loss": 0.2299, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7467994310099573, |
| "grad_norm": 2.7538943048992737, |
| "learning_rate": 9.341803777164228e-06, |
| "loss": 0.1708, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7539118065433855, |
| "grad_norm": 3.867540040555883, |
| "learning_rate": 9.321133459753322e-06, |
| "loss": 0.2072, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7610241820768137, |
| "grad_norm": 2.3384449104832226, |
| "learning_rate": 9.300167175854564e-06, |
| "loss": 0.1875, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7681365576102418, |
| "grad_norm": 3.6436777076779348, |
| "learning_rate": 9.278906361507238e-06, |
| "loss": 0.173, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7752489331436699, |
| "grad_norm": 2.623342004246653, |
| "learning_rate": 9.257352472923842e-06, |
| "loss": 0.1489, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7823613086770982, |
| "grad_norm": 2.9293688128652606, |
| "learning_rate": 9.235506986390346e-06, |
| "loss": 0.1423, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7894736842105263, |
| "grad_norm": 3.1229986788680653, |
| "learning_rate": 9.213371398165077e-06, |
| "loss": 0.1564, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7965860597439545, |
| "grad_norm": 3.5638406658438826, |
| "learning_rate": 9.190947224376238e-06, |
| "loss": 0.1872, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.8036984352773826, |
| "grad_norm": 3.754826640146973, |
| "learning_rate": 9.168236000918063e-06, |
| "loss": 0.1483, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 2.494125324383473, |
| "learning_rate": 9.145239283345618e-06, |
| "loss": 0.1272, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.817923186344239, |
| "grad_norm": 2.1750463421723003, |
| "learning_rate": 9.121958646768251e-06, |
| "loss": 0.1361, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8250355618776671, |
| "grad_norm": 2.6835693031385035, |
| "learning_rate": 9.09839568574173e-06, |
| "loss": 0.1001, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8321479374110953, |
| "grad_norm": 2.520530993255376, |
| "learning_rate": 9.074552014158994e-06, |
| "loss": 0.1193, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8392603129445235, |
| "grad_norm": 2.583475505711053, |
| "learning_rate": 9.050429265139647e-06, |
| "loss": 0.1122, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8463726884779517, |
| "grad_norm": 3.0551608668064736, |
| "learning_rate": 9.026029090918076e-06, |
| "loss": 0.1345, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8534850640113798, |
| "grad_norm": 2.7079152732306917, |
| "learning_rate": 9.001353162730297e-06, |
| "loss": 0.1134, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8605974395448079, |
| "grad_norm": 2.2611924634890075, |
| "learning_rate": 8.976403170699486e-06, |
| "loss": 0.1026, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8677098150782361, |
| "grad_norm": 1.987002883566529, |
| "learning_rate": 8.951180823720212e-06, |
| "loss": 0.0967, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8748221906116643, |
| "grad_norm": 2.7967317585114615, |
| "learning_rate": 8.925687849341398e-06, |
| "loss": 0.0819, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8819345661450925, |
| "grad_norm": 2.65859268119004, |
| "learning_rate": 8.899925993647994e-06, |
| "loss": 0.0931, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8890469416785206, |
| "grad_norm": 2.5541801040927226, |
| "learning_rate": 8.873897021141378e-06, |
| "loss": 0.0888, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8961593172119487, |
| "grad_norm": 2.6513786896328413, |
| "learning_rate": 8.847602714618504e-06, |
| "loss": 0.0839, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.903271692745377, |
| "grad_norm": 2.3497391818693587, |
| "learning_rate": 8.821044875049796e-06, |
| "loss": 0.0878, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.9103840682788051, |
| "grad_norm": 2.067880100094928, |
| "learning_rate": 8.794225321455788e-06, |
| "loss": 0.0866, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9174964438122333, |
| "grad_norm": 2.466600341108382, |
| "learning_rate": 8.767145890782542e-06, |
| "loss": 0.0849, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9246088193456614, |
| "grad_norm": 2.694537159823399, |
| "learning_rate": 8.739808437775825e-06, |
| "loss": 0.0773, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9317211948790897, |
| "grad_norm": 3.051119356918663, |
| "learning_rate": 8.71221483485407e-06, |
| "loss": 0.0887, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9388335704125178, |
| "grad_norm": 2.091226963672429, |
| "learning_rate": 8.684366971980139e-06, |
| "loss": 0.0739, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9459459459459459, |
| "grad_norm": 2.6573993659558885, |
| "learning_rate": 8.656266756531857e-06, |
| "loss": 0.0757, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9530583214793741, |
| "grad_norm": 2.5135440840845593, |
| "learning_rate": 8.627916113171396e-06, |
| "loss": 0.0695, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9601706970128022, |
| "grad_norm": 1.8647689285533582, |
| "learning_rate": 8.599316983713419e-06, |
| "loss": 0.0703, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9672830725462305, |
| "grad_norm": 2.1656321527764444, |
| "learning_rate": 8.570471326992105e-06, |
| "loss": 0.062, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9743954480796586, |
| "grad_norm": 2.705238359384965, |
| "learning_rate": 8.54138111872697e-06, |
| "loss": 0.0755, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9815078236130867, |
| "grad_norm": 1.4926114349562027, |
| "learning_rate": 8.512048351387551e-06, |
| "loss": 0.0656, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9886201991465149, |
| "grad_norm": 2.193183643997932, |
| "learning_rate": 8.482475034056927e-06, |
| "loss": 0.0659, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9957325746799431, |
| "grad_norm": 2.0527279052017264, |
| "learning_rate": 8.452663192294121e-06, |
| "loss": 0.0576, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.0028449502133712, |
| "grad_norm": 2.043379604895136, |
| "learning_rate": 8.42261486799536e-06, |
| "loss": 0.0518, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.0099573257467995, |
| "grad_norm": 1.7935460456418109, |
| "learning_rate": 8.392332119254214e-06, |
| "loss": 0.0363, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.0170697012802277, |
| "grad_norm": 1.9591421706180754, |
| "learning_rate": 8.361817020220647e-06, |
| "loss": 0.0345, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.0241820768136558, |
| "grad_norm": 1.904127146547918, |
| "learning_rate": 8.331071660958936e-06, |
| "loss": 0.039, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.031294452347084, |
| "grad_norm": 1.8927150070468237, |
| "learning_rate": 8.300098147304523e-06, |
| "loss": 0.0365, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.038406827880512, |
| "grad_norm": 1.9578224146696355, |
| "learning_rate": 8.268898600719785e-06, |
| "loss": 0.0431, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.0455192034139402, |
| "grad_norm": 2.119890142949488, |
| "learning_rate": 8.237475158148724e-06, |
| "loss": 0.0429, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 1.9482483964200852, |
| "learning_rate": 8.205829971870602e-06, |
| "loss": 0.0397, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.0597439544807965, |
| "grad_norm": 1.7329874393672655, |
| "learning_rate": 8.173965209352524e-06, |
| "loss": 0.0344, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.0668563300142249, |
| "grad_norm": 1.8911139378477928, |
| "learning_rate": 8.14188305310099e-06, |
| "loss": 0.0464, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.073968705547653, |
| "grad_norm": 2.450233012383526, |
| "learning_rate": 8.109585700512395e-06, |
| "loss": 0.0375, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.0810810810810811, |
| "grad_norm": 2.0138094788301166, |
| "learning_rate": 8.077075363722542e-06, |
| "loss": 0.0389, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.0881934566145093, |
| "grad_norm": 2.076572644222088, |
| "learning_rate": 8.044354269455109e-06, |
| "loss": 0.0436, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.0953058321479374, |
| "grad_norm": 1.9101229450735917, |
| "learning_rate": 8.011424658869142e-06, |
| "loss": 0.0357, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.1024182076813656, |
| "grad_norm": 1.130649417703215, |
| "learning_rate": 7.978288787405556e-06, |
| "loss": 0.0362, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.1095305832147937, |
| "grad_norm": 1.1581533245467266, |
| "learning_rate": 7.944948924632643e-06, |
| "loss": 0.0345, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.1166429587482218, |
| "grad_norm": 1.6643524677849526, |
| "learning_rate": 7.911407354090634e-06, |
| "loss": 0.0354, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.12375533428165, |
| "grad_norm": 1.9726198917599644, |
| "learning_rate": 7.877666373135287e-06, |
| "loss": 0.0346, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.1308677098150781, |
| "grad_norm": 1.6692436200631287, |
| "learning_rate": 7.84372829278053e-06, |
| "loss": 0.038, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.1379800853485065, |
| "grad_norm": 1.7045565380565189, |
| "learning_rate": 7.809595437540189e-06, |
| "loss": 0.0327, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.1450924608819346, |
| "grad_norm": 1.9976160352568044, |
| "learning_rate": 7.775270145268755e-06, |
| "loss": 0.0256, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.1522048364153628, |
| "grad_norm": 1.3781171703418404, |
| "learning_rate": 7.740754767001278e-06, |
| "loss": 0.039, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.159317211948791, |
| "grad_norm": 1.675366937408603, |
| "learning_rate": 7.706051666792318e-06, |
| "loss": 0.0353, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.166429587482219, |
| "grad_norm": 1.5507760610752672, |
| "learning_rate": 7.671163221554043e-06, |
| "loss": 0.0353, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.1735419630156472, |
| "grad_norm": 1.5578057994726024, |
| "learning_rate": 7.636091820893417e-06, |
| "loss": 0.0374, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.1806543385490753, |
| "grad_norm": 1.9536673456849045, |
| "learning_rate": 7.600839866948528e-06, |
| "loss": 0.0363, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.1877667140825037, |
| "grad_norm": 1.4180294508669007, |
| "learning_rate": 7.565409774224066e-06, |
| "loss": 0.0349, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.1948790896159318, |
| "grad_norm": 1.6616296432221909, |
| "learning_rate": 7.529803969425941e-06, |
| "loss": 0.0307, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.20199146514936, |
| "grad_norm": 1.7138246686303804, |
| "learning_rate": 7.494024891295075e-06, |
| "loss": 0.0322, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.209103840682788, |
| "grad_norm": 1.3613855884690513, |
| "learning_rate": 7.458074990440363e-06, |
| "loss": 0.0293, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.2162162162162162, |
| "grad_norm": 2.4114521805394205, |
| "learning_rate": 7.421956729170823e-06, |
| "loss": 0.0344, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.2233285917496444, |
| "grad_norm": 1.9233612034450194, |
| "learning_rate": 7.385672581326954e-06, |
| "loss": 0.0351, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.2304409672830725, |
| "grad_norm": 1.7307194070590812, |
| "learning_rate": 7.34922503211128e-06, |
| "loss": 0.0353, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.2375533428165006, |
| "grad_norm": 1.468735660134803, |
| "learning_rate": 7.312616577918149e-06, |
| "loss": 0.03, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.2446657183499288, |
| "grad_norm": 0.9815553395553774, |
| "learning_rate": 7.2758497261627345e-06, |
| "loss": 0.0267, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.251778093883357, |
| "grad_norm": 1.4851270984075178, |
| "learning_rate": 7.238926995109306e-06, |
| "loss": 0.0288, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.2588904694167853, |
| "grad_norm": 2.2537032746619183, |
| "learning_rate": 7.201850913698736e-06, |
| "loss": 0.0364, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.2660028449502134, |
| "grad_norm": 1.454211009387941, |
| "learning_rate": 7.164624021375294e-06, |
| "loss": 0.0252, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.2731152204836416, |
| "grad_norm": 1.4034123768391151, |
| "learning_rate": 7.12724886791271e-06, |
| "loss": 0.0266, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.2802275960170697, |
| "grad_norm": 1.546526107411268, |
| "learning_rate": 7.08972801323953e-06, |
| "loss": 0.03, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2873399715504978, |
| "grad_norm": 1.6929689381873503, |
| "learning_rate": 7.052064027263785e-06, |
| "loss": 0.0235, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.294452347083926, |
| "grad_norm": 1.5130921744879449, |
| "learning_rate": 7.014259489696968e-06, |
| "loss": 0.0243, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.3015647226173541, |
| "grad_norm": 1.9572718096346318, |
| "learning_rate": 6.976316989877343e-06, |
| "loss": 0.0249, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.3086770981507825, |
| "grad_norm": 1.2611303057850376, |
| "learning_rate": 6.938239126592592e-06, |
| "loss": 0.0263, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.3157894736842106, |
| "grad_norm": 1.2902816153314383, |
| "learning_rate": 6.90002850790182e-06, |
| "loss": 0.0298, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.3229018492176388, |
| "grad_norm": 0.9719782814773048, |
| "learning_rate": 6.861687750956922e-06, |
| "loss": 0.027, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.330014224751067, |
| "grad_norm": 1.1718631838309244, |
| "learning_rate": 6.823219481823318e-06, |
| "loss": 0.0245, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.337126600284495, |
| "grad_norm": 1.3461970346065844, |
| "learning_rate": 6.784626335300102e-06, |
| "loss": 0.0198, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.3442389758179232, |
| "grad_norm": 1.1445639186428003, |
| "learning_rate": 6.745910954739563e-06, |
| "loss": 0.0274, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.3513513513513513, |
| "grad_norm": 1.9649035858601103, |
| "learning_rate": 6.707075991866143e-06, |
| "loss": 0.0268, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.3584637268847795, |
| "grad_norm": 1.3779682004442027, |
| "learning_rate": 6.668124106594813e-06, |
| "loss": 0.0274, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.3655761024182076, |
| "grad_norm": 0.9339287727084011, |
| "learning_rate": 6.629057966848879e-06, |
| "loss": 0.0244, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.3726884779516357, |
| "grad_norm": 1.3418194746364869, |
| "learning_rate": 6.589880248377258e-06, |
| "loss": 0.023, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.379800853485064, |
| "grad_norm": 1.6101698103903805, |
| "learning_rate": 6.550593634571205e-06, |
| "loss": 0.018, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.3869132290184922, |
| "grad_norm": 1.7415141112043047, |
| "learning_rate": 6.511200816280523e-06, |
| "loss": 0.021, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.3940256045519204, |
| "grad_norm": 1.2100486434644262, |
| "learning_rate": 6.471704491629251e-06, |
| "loss": 0.0285, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.4011379800853485, |
| "grad_norm": 1.301261422264456, |
| "learning_rate": 6.432107365830872e-06, |
| "loss": 0.0198, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.4082503556187767, |
| "grad_norm": 1.3543714484816034, |
| "learning_rate": 6.392412151003019e-06, |
| "loss": 0.0244, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.4153627311522048, |
| "grad_norm": 1.4893305665999936, |
| "learning_rate": 6.3526215659817156e-06, |
| "loss": 0.0226, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.422475106685633, |
| "grad_norm": 1.1217736569772296, |
| "learning_rate": 6.312738336135159e-06, |
| "loss": 0.019, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.4295874822190613, |
| "grad_norm": 1.530506526795571, |
| "learning_rate": 6.272765193177044e-06, |
| "loss": 0.0196, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.4366998577524894, |
| "grad_norm": 1.1830746085813704, |
| "learning_rate": 6.23270487497947e-06, |
| "loss": 0.0189, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.4438122332859176, |
| "grad_norm": 1.3714016439826322, |
| "learning_rate": 6.192560125385412e-06, |
| "loss": 0.025, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.4509246088193457, |
| "grad_norm": 1.1129988250796872, |
| "learning_rate": 6.152333694020781e-06, |
| "loss": 0.0184, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.4580369843527738, |
| "grad_norm": 2.0430785612059346, |
| "learning_rate": 6.112028336106108e-06, |
| "loss": 0.023, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.465149359886202, |
| "grad_norm": 1.4200748013522733, |
| "learning_rate": 6.071646812267817e-06, |
| "loss": 0.0167, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.4722617354196301, |
| "grad_norm": 1.8027434372189237, |
| "learning_rate": 6.031191888349155e-06, |
| "loss": 0.0202, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.4793741109530583, |
| "grad_norm": 1.1171787456661884, |
| "learning_rate": 5.990666335220738e-06, |
| "loss": 0.0178, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.4864864864864864, |
| "grad_norm": 1.6452874612147976, |
| "learning_rate": 5.950072928590781e-06, |
| "loss": 0.018, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.4935988620199145, |
| "grad_norm": 0.9884439749765455, |
| "learning_rate": 5.909414448814971e-06, |
| "loss": 0.0209, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.5007112375533427, |
| "grad_norm": 1.554996157376441, |
| "learning_rate": 5.8686936807060335e-06, |
| "loss": 0.0192, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.5078236130867708, |
| "grad_norm": 1.0929475144672365, |
| "learning_rate": 5.827913413343003e-06, |
| "loss": 0.018, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.5149359886201992, |
| "grad_norm": 1.0492081159201816, |
| "learning_rate": 5.787076439880177e-06, |
| "loss": 0.0179, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.5220483641536273, |
| "grad_norm": 1.2333928332291602, |
| "learning_rate": 5.746185557355814e-06, |
| "loss": 0.0211, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.5291607396870555, |
| "grad_norm": 0.8940904857757537, |
| "learning_rate": 5.70524356650056e-06, |
| "loss": 0.0168, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.5362731152204836, |
| "grad_norm": 0.9594678027850269, |
| "learning_rate": 5.664253271545603e-06, |
| "loss": 0.0172, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.543385490753912, |
| "grad_norm": 1.133529225026687, |
| "learning_rate": 5.623217480030622e-06, |
| "loss": 0.0178, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.55049786628734, |
| "grad_norm": 1.0245366404113008, |
| "learning_rate": 5.58213900261148e-06, |
| "loss": 0.0135, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.5576102418207682, |
| "grad_norm": 0.7068889699880522, |
| "learning_rate": 5.541020652867713e-06, |
| "loss": 0.0153, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.5647226173541964, |
| "grad_norm": 1.2084727884034199, |
| "learning_rate": 5.49986524710983e-06, |
| "loss": 0.0143, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.5718349928876245, |
| "grad_norm": 1.5054621892964164, |
| "learning_rate": 5.4586756041864065e-06, |
| "loss": 0.016, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 1.4176580158063212, |
| "learning_rate": 5.417454545291017e-06, |
| "loss": 0.0168, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.5860597439544808, |
| "grad_norm": 1.1824924291702557, |
| "learning_rate": 5.376204893769e-06, |
| "loss": 0.0198, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.593172119487909, |
| "grad_norm": 1.7631808589665254, |
| "learning_rate": 5.334929474924093e-06, |
| "loss": 0.0155, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.600284495021337, |
| "grad_norm": 1.215149372258629, |
| "learning_rate": 5.293631115824897e-06, |
| "loss": 0.0138, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.6073968705547652, |
| "grad_norm": 1.718329335563461, |
| "learning_rate": 5.252312645111266e-06, |
| "loss": 0.0173, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.6145092460881934, |
| "grad_norm": 1.0751615799620988, |
| "learning_rate": 5.2109768928005454e-06, |
| "loss": 0.0142, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.6216216216216215, |
| "grad_norm": 0.8027120709435296, |
| "learning_rate": 5.169626690093751e-06, |
| "loss": 0.014, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.6287339971550496, |
| "grad_norm": 1.6699231722730825, |
| "learning_rate": 5.128264869181646e-06, |
| "loss": 0.0127, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.635846372688478, |
| "grad_norm": 1.2559995566307685, |
| "learning_rate": 5.086894263050755e-06, |
| "loss": 0.011, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.6429587482219061, |
| "grad_norm": 1.349960059022035, |
| "learning_rate": 5.045517705289328e-06, |
| "loss": 0.0111, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.6500711237553343, |
| "grad_norm": 0.8142603267011976, |
| "learning_rate": 5.004138029893257e-06, |
| "loss": 0.0138, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.6571834992887624, |
| "grad_norm": 1.0621437820203163, |
| "learning_rate": 4.9627580710719734e-06, |
| "loss": 0.0128, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.6642958748221908, |
| "grad_norm": 1.7262184368035551, |
| "learning_rate": 4.921380663054318e-06, |
| "loss": 0.0128, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.671408250355619, |
| "grad_norm": 1.2695847947859624, |
| "learning_rate": 4.880008639894421e-06, |
| "loss": 0.014, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.678520625889047, |
| "grad_norm": 0.9261536386806662, |
| "learning_rate": 4.838644835277585e-06, |
| "loss": 0.0144, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.6856330014224752, |
| "grad_norm": 0.6867762051400554, |
| "learning_rate": 4.79729208232621e-06, |
| "loss": 0.0109, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.6927453769559033, |
| "grad_norm": 0.6232870542134327, |
| "learning_rate": 4.75595321340573e-06, |
| "loss": 0.0122, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.6998577524893315, |
| "grad_norm": 0.970176828182309, |
| "learning_rate": 4.714631059930622e-06, |
| "loss": 0.012, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.7069701280227596, |
| "grad_norm": 1.6173382913062293, |
| "learning_rate": 4.6733284521704816e-06, |
| "loss": 0.0124, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.7140825035561877, |
| "grad_norm": 0.9844171855603, |
| "learning_rate": 4.632048219056159e-06, |
| "loss": 0.012, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.7211948790896159, |
| "grad_norm": 1.3183824382551952, |
| "learning_rate": 4.590793187986003e-06, |
| "loss": 0.0149, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.728307254623044, |
| "grad_norm": 0.5730734000902559, |
| "learning_rate": 4.549566184632206e-06, |
| "loss": 0.0117, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.7354196301564722, |
| "grad_norm": 0.9239894283732394, |
| "learning_rate": 4.508370032747261e-06, |
| "loss": 0.0092, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.7425320056899003, |
| "grad_norm": 0.9732516534559529, |
| "learning_rate": 4.467207553970564e-06, |
| "loss": 0.012, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.7496443812233284, |
| "grad_norm": 0.9139268416210883, |
| "learning_rate": 4.426081567635137e-06, |
| "loss": 0.0092, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.7567567567567568, |
| "grad_norm": 1.2921223854630304, |
| "learning_rate": 4.3849948905745385e-06, |
| "loss": 0.0137, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.763869132290185, |
| "grad_norm": 0.8703692417885042, |
| "learning_rate": 4.343950336929927e-06, |
| "loss": 0.0095, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.770981507823613, |
| "grad_norm": 0.9536442700427114, |
| "learning_rate": 4.302950717957304e-06, |
| "loss": 0.0098, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.7780938833570412, |
| "grad_norm": 0.852536162993322, |
| "learning_rate": 4.261998841834972e-06, |
| "loss": 0.0101, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.7852062588904696, |
| "grad_norm": 1.248725823462744, |
| "learning_rate": 4.221097513471199e-06, |
| "loss": 0.0094, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.7923186344238977, |
| "grad_norm": 0.487586863686056, |
| "learning_rate": 4.18024953431209e-06, |
| "loss": 0.009, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.7994310099573259, |
| "grad_norm": 0.6857485925261184, |
| "learning_rate": 4.13945770214971e-06, |
| "loss": 0.0098, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.806543385490754, |
| "grad_norm": 0.5224101041795471, |
| "learning_rate": 4.098724810930472e-06, |
| "loss": 0.0077, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.8136557610241821, |
| "grad_norm": 0.3255236838052598, |
| "learning_rate": 4.058053650563747e-06, |
| "loss": 0.0069, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.8207681365576103, |
| "grad_norm": 0.5535169044707119, |
| "learning_rate": 4.017447006730796e-06, |
| "loss": 0.0084, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.8278805120910384, |
| "grad_norm": 0.6587680546008802, |
| "learning_rate": 3.976907660693954e-06, |
| "loss": 0.0068, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.8349928876244666, |
| "grad_norm": 0.7451030339766666, |
| "learning_rate": 3.936438389106154e-06, |
| "loss": 0.0091, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.8421052631578947, |
| "grad_norm": 0.7854707802079127, |
| "learning_rate": 3.896041963820724e-06, |
| "loss": 0.0105, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.8492176386913228, |
| "grad_norm": 0.6990927586140553, |
| "learning_rate": 3.855721151701548e-06, |
| "loss": 0.0099, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.856330014224751, |
| "grad_norm": 1.318630670215527, |
| "learning_rate": 3.815478714433559e-06, |
| "loss": 0.0095, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.863442389758179, |
| "grad_norm": 0.8518153474787149, |
| "learning_rate": 3.775317408333571e-06, |
| "loss": 0.0105, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.8705547652916072, |
| "grad_norm": 1.0023735620026466, |
| "learning_rate": 3.7352399841614996e-06, |
| "loss": 0.0082, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.8776671408250356, |
| "grad_norm": 0.9809887806472293, |
| "learning_rate": 3.695249186931954e-06, |
| "loss": 0.0087, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.8847795163584637, |
| "grad_norm": 0.9540456428445807, |
| "learning_rate": 3.655347755726224e-06, |
| "loss": 0.0076, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.8918918918918919, |
| "grad_norm": 0.7066159412282622, |
| "learning_rate": 3.6155384235046674e-06, |
| "loss": 0.0086, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.89900426742532, |
| "grad_norm": 0.5137592216850851, |
| "learning_rate": 3.5758239169195276e-06, |
| "loss": 0.005, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.9061166429587484, |
| "grad_norm": 0.3439517878091387, |
| "learning_rate": 3.5362069561281764e-06, |
| "loss": 0.0072, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.9132290184921765, |
| "grad_norm": 0.3970319267325305, |
| "learning_rate": 3.4966902546068016e-06, |
| "loss": 0.0072, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.9203413940256047, |
| "grad_norm": 0.9810798909167313, |
| "learning_rate": 3.4572765189645516e-06, |
| "loss": 0.0073, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.9274537695590328, |
| "grad_norm": 1.4872117479815739, |
| "learning_rate": 3.4179684487581555e-06, |
| "loss": 0.0067, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.934566145092461, |
| "grad_norm": 0.17941271447530188, |
| "learning_rate": 3.3787687363070256e-06, |
| "loss": 0.0075, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.941678520625889, |
| "grad_norm": 0.21377268278340267, |
| "learning_rate": 3.3396800665088435e-06, |
| "loss": 0.0069, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.9487908961593172, |
| "grad_norm": 0.8027020001474104, |
| "learning_rate": 3.300705116655672e-06, |
| "loss": 0.0058, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.9559032716927454, |
| "grad_norm": 0.607769605088779, |
| "learning_rate": 3.26184655625058e-06, |
| "loss": 0.0055, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.9630156472261735, |
| "grad_norm": 0.29396831979764293, |
| "learning_rate": 3.2231070468247954e-06, |
| "loss": 0.0062, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.9701280227596016, |
| "grad_norm": 0.49083863249583537, |
| "learning_rate": 3.1844892417554102e-06, |
| "loss": 0.0063, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.9772403982930298, |
| "grad_norm": 0.710753958854101, |
| "learning_rate": 3.1459957860836528e-06, |
| "loss": 0.0065, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.984352773826458, |
| "grad_norm": 0.27012727932102704, |
| "learning_rate": 3.1076293163337074e-06, |
| "loss": 0.0068, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.991465149359886, |
| "grad_norm": 0.34603765606499187, |
| "learning_rate": 3.069392460332141e-06, |
| "loss": 0.0057, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.9985775248933144, |
| "grad_norm": 0.3721250969176249, |
| "learning_rate": 3.031287837027911e-06, |
| "loss": 0.0066, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.0056899004267423, |
| "grad_norm": 0.781768421432185, |
| "learning_rate": 2.9933180563129936e-06, |
| "loss": 0.0041, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.012802275960171, |
| "grad_norm": 0.24350008390092337, |
| "learning_rate": 2.955485718843616e-06, |
| "loss": 0.0056, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.019914651493599, |
| "grad_norm": 0.4576741832894929, |
| "learning_rate": 2.917793415862129e-06, |
| "loss": 0.0048, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.027027027027027, |
| "grad_norm": 0.9890835980780475, |
| "learning_rate": 2.880243729019546e-06, |
| "loss": 0.0038, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.0341394025604553, |
| "grad_norm": 0.3917033136267895, |
| "learning_rate": 2.842839230198685e-06, |
| "loss": 0.0052, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.0412517780938835, |
| "grad_norm": 0.12450209954114903, |
| "learning_rate": 2.805582481338044e-06, |
| "loss": 0.0047, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.0483641536273116, |
| "grad_norm": 0.5486661654701261, |
| "learning_rate": 2.7684760342563045e-06, |
| "loss": 0.0047, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.0554765291607398, |
| "grad_norm": 0.22758726780410876, |
| "learning_rate": 2.731522430477571e-06, |
| "loss": 0.0056, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.062588904694168, |
| "grad_norm": 0.2218164583744802, |
| "learning_rate": 2.694724201057273e-06, |
| "loss": 0.0048, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.069701280227596, |
| "grad_norm": 0.45353402328041514, |
| "learning_rate": 2.6580838664088214e-06, |
| "loss": 0.0042, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.076813655761024, |
| "grad_norm": 0.29165554258590237, |
| "learning_rate": 2.6216039361309753e-06, |
| "loss": 0.0044, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.0839260312944523, |
| "grad_norm": 0.42787997336579114, |
| "learning_rate": 2.5852869088359495e-06, |
| "loss": 0.0041, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.0910384068278804, |
| "grad_norm": 0.44323215466285076, |
| "learning_rate": 2.549135271978275e-06, |
| "loss": 0.0032, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.0981507823613086, |
| "grad_norm": 0.1143123602309504, |
| "learning_rate": 2.5131515016844345e-06, |
| "loss": 0.0046, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 0.16583828479799412, |
| "learning_rate": 2.4773380625832603e-06, |
| "loss": 0.0047, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.112375533428165, |
| "grad_norm": 0.15755302830922696, |
| "learning_rate": 2.4416974076371304e-06, |
| "loss": 0.0039, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.119487908961593, |
| "grad_norm": 0.62834650400931, |
| "learning_rate": 2.406231977973942e-06, |
| "loss": 0.0037, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.126600284495021, |
| "grad_norm": 0.3425562134173693, |
| "learning_rate": 2.3709442027199387e-06, |
| "loss": 0.0049, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.1337126600284497, |
| "grad_norm": 0.1176241490475843, |
| "learning_rate": 2.3358364988333066e-06, |
| "loss": 0.0045, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.140825035561878, |
| "grad_norm": 0.21718467446163836, |
| "learning_rate": 2.3009112709386454e-06, |
| "loss": 0.0052, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.147937411095306, |
| "grad_norm": 0.1447042548468856, |
| "learning_rate": 2.2661709111622666e-06, |
| "loss": 0.0047, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.155049786628734, |
| "grad_norm": 0.2850367854449551, |
| "learning_rate": 2.2316177989683458e-06, |
| "loss": 0.004, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.1621621621621623, |
| "grad_norm": 0.33564220562935804, |
| "learning_rate": 2.197254300995953e-06, |
| "loss": 0.0052, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.1692745376955904, |
| "grad_norm": 0.1545067926251289, |
| "learning_rate": 2.163082770896943e-06, |
| "loss": 0.0043, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.1763869132290186, |
| "grad_norm": 0.08868335935281069, |
| "learning_rate": 2.1291055491747643e-06, |
| "loss": 0.0034, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.1834992887624467, |
| "grad_norm": 0.0678499455537346, |
| "learning_rate": 2.095324963024137e-06, |
| "loss": 0.0039, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.190611664295875, |
| "grad_norm": 0.1962461433328382, |
| "learning_rate": 2.061743326171668e-06, |
| "loss": 0.0038, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.197724039829303, |
| "grad_norm": 0.07801886707618137, |
| "learning_rate": 2.02836293871736e-06, |
| "loss": 0.0035, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.204836415362731, |
| "grad_norm": 0.3629078506453925, |
| "learning_rate": 1.9951860869771e-06, |
| "loss": 0.0038, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.2119487908961593, |
| "grad_norm": 0.8806588814039079, |
| "learning_rate": 1.962215043326029e-06, |
| "loss": 0.004, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.2190611664295874, |
| "grad_norm": 0.33169199243250613, |
| "learning_rate": 1.9294520660429284e-06, |
| "loss": 0.0036, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.2261735419630155, |
| "grad_norm": 0.12310821458251077, |
| "learning_rate": 1.8968993991555301e-06, |
| "loss": 0.0045, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.2332859174964437, |
| "grad_norm": 0.1564234234161847, |
| "learning_rate": 1.8645592722868223e-06, |
| "loss": 0.0041, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.240398293029872, |
| "grad_norm": 0.1908716606221835, |
| "learning_rate": 1.8324339005023273e-06, |
| "loss": 0.0042, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.2475106685633, |
| "grad_norm": 0.17491525199519603, |
| "learning_rate": 1.8005254841584035e-06, |
| "loss": 0.0032, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.2546230440967285, |
| "grad_norm": 0.15681019357467124, |
| "learning_rate": 1.768836208751516e-06, |
| "loss": 0.0039, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.2617354196301562, |
| "grad_norm": 0.16172138112249296, |
| "learning_rate": 1.7373682447685624e-06, |
| "loss": 0.004, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.268847795163585, |
| "grad_norm": 0.10575834882863448, |
| "learning_rate": 1.706123747538196e-06, |
| "loss": 0.0035, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.275960170697013, |
| "grad_norm": 0.18222310954574267, |
| "learning_rate": 1.6751048570832184e-06, |
| "loss": 0.0041, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.283072546230441, |
| "grad_norm": 0.14875677905536833, |
| "learning_rate": 1.6443136979739855e-06, |
| "loss": 0.003, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.2901849217638692, |
| "grad_norm": 0.10898246145730768, |
| "learning_rate": 1.6137523791829007e-06, |
| "loss": 0.0034, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.2972972972972974, |
| "grad_norm": 0.1309461753215428, |
| "learning_rate": 1.5834229939399637e-06, |
| "loss": 0.0034, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.3044096728307255, |
| "grad_norm": 0.07200423508178247, |
| "learning_rate": 1.5533276195893987e-06, |
| "loss": 0.0037, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.3115220483641536, |
| "grad_norm": 0.28943328560772674, |
| "learning_rate": 1.5234683174473669e-06, |
| "loss": 0.0039, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.318634423897582, |
| "grad_norm": 0.5192612699526135, |
| "learning_rate": 1.493847132660789e-06, |
| "loss": 0.0034, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.32574679943101, |
| "grad_norm": 0.1606295965015448, |
| "learning_rate": 1.4644660940672628e-06, |
| "loss": 0.0044, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.332859174964438, |
| "grad_norm": 0.37034704670980706, |
| "learning_rate": 1.435327214056103e-06, |
| "loss": 0.0036, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.339971550497866, |
| "grad_norm": 0.1985714241377405, |
| "learning_rate": 1.406432488430508e-06, |
| "loss": 0.0041, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.3470839260312943, |
| "grad_norm": 0.13803180507649276, |
| "learning_rate": 1.3777838962708602e-06, |
| "loss": 0.0035, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.3541963015647225, |
| "grad_norm": 0.16321860803207505, |
| "learning_rate": 1.3493833997991745e-06, |
| "loss": 0.0033, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.3613086770981506, |
| "grad_norm": 0.2001811539323451, |
| "learning_rate": 1.3212329442446985e-06, |
| "loss": 0.0042, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.3684210526315788, |
| "grad_norm": 0.1453173744872287, |
| "learning_rate": 1.2933344577106822e-06, |
| "loss": 0.0032, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.3755334281650073, |
| "grad_norm": 0.10401910511567347, |
| "learning_rate": 1.2656898510423122e-06, |
| "loss": 0.0031, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.382645803698435, |
| "grad_norm": 0.10582948879092595, |
| "learning_rate": 1.2383010176958372e-06, |
| "loss": 0.0033, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.3897581792318636, |
| "grad_norm": 0.16511981732406306, |
| "learning_rate": 1.2111698336088717e-06, |
| "loss": 0.0039, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.3968705547652918, |
| "grad_norm": 0.14041169290258051, |
| "learning_rate": 1.1842981570719237e-06, |
| "loss": 0.0034, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.40398293029872, |
| "grad_norm": 0.216807318559693, |
| "learning_rate": 1.157687828601094e-06, |
| "loss": 0.0039, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.411095305832148, |
| "grad_norm": 0.1487410996270859, |
| "learning_rate": 1.1313406708120327e-06, |
| "loss": 0.0033, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.418207681365576, |
| "grad_norm": 0.17410715559913836, |
| "learning_rate": 1.1052584882950896e-06, |
| "loss": 0.0032, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.4253200568990043, |
| "grad_norm": 0.14679067077660998, |
| "learning_rate": 1.0794430674917262e-06, |
| "loss": 0.0029, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.4324324324324325, |
| "grad_norm": 0.11730320262217042, |
| "learning_rate": 1.0538961765721429e-06, |
| "loss": 0.0034, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.4395448079658606, |
| "grad_norm": 0.15601345944604691, |
| "learning_rate": 1.0286195653141822e-06, |
| "loss": 0.0033, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.4466571834992887, |
| "grad_norm": 0.15596374680032918, |
| "learning_rate": 1.0036149649834786e-06, |
| "loss": 0.0033, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.453769559032717, |
| "grad_norm": 0.15341222073346109, |
| "learning_rate": 9.788840882148803e-07, |
| "loss": 0.0032, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.460881934566145, |
| "grad_norm": 0.18113221503751906, |
| "learning_rate": 9.544286288951393e-07, |
| "loss": 0.0028, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.467994310099573, |
| "grad_norm": 0.23824252331061962, |
| "learning_rate": 9.302502620469073e-07, |
| "loss": 0.003, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.4751066856330013, |
| "grad_norm": 0.1804454838531882, |
| "learning_rate": 9.063506437139901e-07, |
| "loss": 0.0033, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.4822190611664294, |
| "grad_norm": 0.12129461355182411, |
| "learning_rate": 8.827314108479357e-07, |
| "loss": 0.0035, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.4893314366998576, |
| "grad_norm": 0.2496105490338266, |
| "learning_rate": 8.593941811959078e-07, |
| "loss": 0.0037, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.496443812233286, |
| "grad_norm": 0.12260976552880777, |
| "learning_rate": 8.363405531898833e-07, |
| "loss": 0.0035, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.503556187766714, |
| "grad_norm": 0.17068909040005176, |
| "learning_rate": 8.135721058371681e-07, |
| "loss": 0.0038, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.5106685633001424, |
| "grad_norm": 0.14486041747836928, |
| "learning_rate": 7.910903986122537e-07, |
| "loss": 0.0023, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.5177809388335706, |
| "grad_norm": 0.16537212820522457, |
| "learning_rate": 7.688969713499983e-07, |
| "loss": 0.0033, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.5248933143669987, |
| "grad_norm": 0.06547618532234573, |
| "learning_rate": 7.469933441401606e-07, |
| "loss": 0.0036, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.532005689900427, |
| "grad_norm": 0.09486129847604534, |
| "learning_rate": 7.253810172232867e-07, |
| "loss": 0.0029, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.539118065433855, |
| "grad_norm": 0.15420596551214288, |
| "learning_rate": 7.040614708879489e-07, |
| "loss": 0.0031, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.546230440967283, |
| "grad_norm": 0.18795827544823362, |
| "learning_rate": 6.830361653693673e-07, |
| "loss": 0.0031, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.5533428165007113, |
| "grad_norm": 0.20144541991501458, |
| "learning_rate": 6.623065407493801e-07, |
| "loss": 0.0031, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.5604551920341394, |
| "grad_norm": 0.11898776472079374, |
| "learning_rate": 6.418740168578208e-07, |
| "loss": 0.0029, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.5675675675675675, |
| "grad_norm": 0.11704775629045612, |
| "learning_rate": 6.217399931752627e-07, |
| "loss": 0.0031, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.5746799431009957, |
| "grad_norm": 0.13757018665386925, |
| "learning_rate": 6.019058487371687e-07, |
| "loss": 0.0028, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.581792318634424, |
| "grad_norm": 0.07705433560973203, |
| "learning_rate": 5.82372942039432e-07, |
| "loss": 0.0037, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.588904694167852, |
| "grad_norm": 0.12004181043862794, |
| "learning_rate": 5.631426109453364e-07, |
| "loss": 0.003, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.59601706970128, |
| "grad_norm": 0.11547199526456815, |
| "learning_rate": 5.44216172593916e-07, |
| "loss": 0.0032, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.6031294452347082, |
| "grad_norm": 0.20275686253937805, |
| "learning_rate": 5.255949233097451e-07, |
| "loss": 0.0035, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.6102418207681364, |
| "grad_norm": 0.1327960409529542, |
| "learning_rate": 5.072801385141429e-07, |
| "loss": 0.0032, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.617354196301565, |
| "grad_norm": 0.13522734646826431, |
| "learning_rate": 4.89273072637827e-07, |
| "loss": 0.0027, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.6244665718349927, |
| "grad_norm": 0.0921535098896707, |
| "learning_rate": 4.7157495903498105e-07, |
| "loss": 0.0029, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 0.1305724860300583, |
| "learning_rate": 4.541870098987911e-07, |
| "loss": 0.0035, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.6386913229018494, |
| "grad_norm": 0.1366897855739292, |
| "learning_rate": 4.371104161784073e-07, |
| "loss": 0.0039, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.6458036984352775, |
| "grad_norm": 0.16675061725996185, |
| "learning_rate": 4.2034634749738623e-07, |
| "loss": 0.003, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.6529160739687057, |
| "grad_norm": 0.12062320450080749, |
| "learning_rate": 4.038959520735658e-07, |
| "loss": 0.0032, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.660028449502134, |
| "grad_norm": 0.07277873243358957, |
| "learning_rate": 3.8776035664043033e-07, |
| "loss": 0.0033, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.667140825035562, |
| "grad_norm": 0.09995970754512991, |
| "learning_rate": 3.719406663699349e-07, |
| "loss": 0.0036, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.67425320056899, |
| "grad_norm": 0.14356536332083528, |
| "learning_rate": 3.564379647968064e-07, |
| "loss": 0.0034, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.681365576102418, |
| "grad_norm": 0.1289519043233803, |
| "learning_rate": 3.4125331374433414e-07, |
| "loss": 0.0029, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.6884779516358464, |
| "grad_norm": 0.10645779562131363, |
| "learning_rate": 3.2638775325163517e-07, |
| "loss": 0.0027, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.6955903271692745, |
| "grad_norm": 0.10980156190201901, |
| "learning_rate": 3.1184230150243025e-07, |
| "loss": 0.0026, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.7027027027027026, |
| "grad_norm": 0.1212601092847071, |
| "learning_rate": 2.9761795475529375e-07, |
| "loss": 0.0027, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.7098150782361308, |
| "grad_norm": 0.10465054324216685, |
| "learning_rate": 2.8371568727542486e-07, |
| "loss": 0.0032, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.716927453769559, |
| "grad_norm": 0.14087107927522052, |
| "learning_rate": 2.7013645126791446e-07, |
| "loss": 0.0027, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.724039829302987, |
| "grad_norm": 0.11777162015019617, |
| "learning_rate": 2.5688117681252677e-07, |
| "loss": 0.0031, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.731152204836415, |
| "grad_norm": 0.12580839073471906, |
| "learning_rate": 2.439507717999945e-07, |
| "loss": 0.0027, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.7382645803698438, |
| "grad_norm": 0.11019351778666993, |
| "learning_rate": 2.3134612186983817e-07, |
| "loss": 0.0032, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.7453769559032715, |
| "grad_norm": 0.2540811705778796, |
| "learning_rate": 2.1906809034970057e-07, |
| "loss": 0.0032, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.7524893314367, |
| "grad_norm": 0.14533749828341638, |
| "learning_rate": 2.0711751819622038e-07, |
| "loss": 0.0028, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.759601706970128, |
| "grad_norm": 0.17723003777910762, |
| "learning_rate": 1.954952239374286e-07, |
| "loss": 0.0033, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.7667140825035563, |
| "grad_norm": 0.1714781247080342, |
| "learning_rate": 1.8420200361669137e-07, |
| "loss": 0.0028, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.7738264580369845, |
| "grad_norm": 0.1442879683659834, |
| "learning_rate": 1.732386307381767e-07, |
| "loss": 0.0028, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.7809388335704126, |
| "grad_norm": 0.11658671113478708, |
| "learning_rate": 1.6260585621388604e-07, |
| "loss": 0.0032, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.7880512091038407, |
| "grad_norm": 0.13555304661960596, |
| "learning_rate": 1.523044083122138e-07, |
| "loss": 0.0033, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.795163584637269, |
| "grad_norm": 0.16068613052421124, |
| "learning_rate": 1.4233499260807194e-07, |
| "loss": 0.0034, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.802275960170697, |
| "grad_norm": 0.1397672323891182, |
| "learning_rate": 1.326982919345582e-07, |
| "loss": 0.003, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.809388335704125, |
| "grad_norm": 0.1228326098193467, |
| "learning_rate": 1.2339496633619218e-07, |
| "loss": 0.0026, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.8165007112375533, |
| "grad_norm": 0.09294084238773208, |
| "learning_rate": 1.1442565302370146e-07, |
| "loss": 0.0026, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.8236130867709814, |
| "grad_norm": 0.10538827214385106, |
| "learning_rate": 1.0579096633038411e-07, |
| "loss": 0.0033, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.8307254623044096, |
| "grad_norm": 0.09895208971100541, |
| "learning_rate": 9.749149767002197e-08, |
| "loss": 0.0029, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.8378378378378377, |
| "grad_norm": 0.17612347880517987, |
| "learning_rate": 8.952781549638412e-08, |
| "loss": 0.0038, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.844950213371266, |
| "grad_norm": 0.13285843764249902, |
| "learning_rate": 8.190046526428241e-08, |
| "loss": 0.0028, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.852062588904694, |
| "grad_norm": 0.15853886614347157, |
| "learning_rate": 7.460996939221643e-08, |
| "loss": 0.0032, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.8591749644381226, |
| "grad_norm": 0.10115826454451997, |
| "learning_rate": 6.765682722659151e-08, |
| "loss": 0.0034, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.8662873399715503, |
| "grad_norm": 0.16050424912282388, |
| "learning_rate": 6.104151500751609e-08, |
| "loss": 0.0026, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.873399715504979, |
| "grad_norm": 0.10822054946183253, |
| "learning_rate": 5.476448583618288e-08, |
| "loss": 0.0035, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.8805120910384066, |
| "grad_norm": 0.1113521110254991, |
| "learning_rate": 4.8826169643832464e-08, |
| "loss": 0.0026, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.887624466571835, |
| "grad_norm": 0.14081228392187445, |
| "learning_rate": 4.322697316231361e-08, |
| "loss": 0.0032, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.8947368421052633, |
| "grad_norm": 0.11756191197474342, |
| "learning_rate": 3.796727989621385e-08, |
| "loss": 0.0024, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.9018492176386914, |
| "grad_norm": 0.14346626654053973, |
| "learning_rate": 3.304745009660326e-08, |
| "loss": 0.003, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.9089615931721196, |
| "grad_norm": 0.13833583160259022, |
| "learning_rate": 2.8467820736350903e-08, |
| "loss": 0.0028, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.9160739687055477, |
| "grad_norm": 0.08441703695039304, |
| "learning_rate": 2.422870548705103e-08, |
| "loss": 0.003, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.923186344238976, |
| "grad_norm": 0.15199272572784162, |
| "learning_rate": 2.0330394697534726e-08, |
| "loss": 0.0032, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.930298719772404, |
| "grad_norm": 0.09905970954206261, |
| "learning_rate": 1.677315537398583e-08, |
| "loss": 0.0033, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.937411095305832, |
| "grad_norm": 0.12746964816800027, |
| "learning_rate": 1.355723116165164e-08, |
| "loss": 0.003, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.9445234708392602, |
| "grad_norm": 0.1730883953102828, |
| "learning_rate": 1.0682842328154086e-08, |
| "loss": 0.003, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.9516358463726884, |
| "grad_norm": 0.14592570068315344, |
| "learning_rate": 8.150185748405092e-09, |
| "loss": 0.0034, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.9587482219061165, |
| "grad_norm": 0.16218729377273186, |
| "learning_rate": 5.959434891121274e-09, |
| "loss": 0.0031, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.9658605974395447, |
| "grad_norm": 0.1534720207270455, |
| "learning_rate": 4.110739806940656e-09, |
| "loss": 0.0028, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.972972972972973, |
| "grad_norm": 0.1535652411238345, |
| "learning_rate": 2.604227118148117e-09, |
| "loss": 0.0025, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.9800853485064014, |
| "grad_norm": 0.21854345544372025, |
| "learning_rate": 1.4400000100017741e-09, |
| "loss": 0.0028, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.987197724039829, |
| "grad_norm": 0.11360018294244285, |
| "learning_rate": 6.181382236641887e-10, |
| "loss": 0.0027, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.9943100995732577, |
| "grad_norm": 0.13109703302719727, |
| "learning_rate": 1.3869805074284704e-10, |
| "loss": 0.003, |
| "step": 4210 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 4218, |
| "total_flos": 247294279680000.0, |
| "train_loss": 0.26427117863254007, |
| "train_runtime": 27747.0354, |
| "train_samples_per_second": 9.727, |
| "train_steps_per_second": 0.152 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4218, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 247294279680000.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
