| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9558615364817913, |
| "eval_steps": 500, |
| "global_step": 3800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0051473426843392095, |
| "grad_norm": 5.310028553009033, |
| "learning_rate": 4.6272493573264783e-07, |
| "loss": 0.5767, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010294685368678419, |
| "grad_norm": 3.2451159954071045, |
| "learning_rate": 9.768637532133676e-07, |
| "loss": 0.5436, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01544202805301763, |
| "grad_norm": 2.6238412857055664, |
| "learning_rate": 1.4910025706940876e-06, |
| "loss": 0.4248, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.020589370737356838, |
| "grad_norm": 1.1435836553573608, |
| "learning_rate": 2.0051413881748076e-06, |
| "loss": 0.2565, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02573671342169605, |
| "grad_norm": 0.6369749307632446, |
| "learning_rate": 2.519280205655527e-06, |
| "loss": 0.1546, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03088405610603526, |
| "grad_norm": 0.31389811635017395, |
| "learning_rate": 3.033419023136247e-06, |
| "loss": 0.1188, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.036031398790374466, |
| "grad_norm": 0.23692786693572998, |
| "learning_rate": 3.547557840616967e-06, |
| "loss": 0.1005, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.041178741474713676, |
| "grad_norm": 0.17490938305854797, |
| "learning_rate": 4.0616966580976866e-06, |
| "loss": 0.0885, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04632608415905289, |
| "grad_norm": 0.16715744137763977, |
| "learning_rate": 4.575835475578407e-06, |
| "loss": 0.078, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0514734268433921, |
| "grad_norm": 0.168691024184227, |
| "learning_rate": 5.0899742930591265e-06, |
| "loss": 0.0728, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05662076952773131, |
| "grad_norm": 0.1685110628604889, |
| "learning_rate": 5.604113110539846e-06, |
| "loss": 0.0652, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06176811221207052, |
| "grad_norm": 0.14894704520702362, |
| "learning_rate": 6.1182519280205664e-06, |
| "loss": 0.0611, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06691545489640972, |
| "grad_norm": 0.17869767546653748, |
| "learning_rate": 6.632390745501286e-06, |
| "loss": 0.0578, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07206279758074893, |
| "grad_norm": 0.2117505520582199, |
| "learning_rate": 7.1465295629820055e-06, |
| "loss": 0.0565, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07721014026508814, |
| "grad_norm": 0.2170065939426422, |
| "learning_rate": 7.660668380462726e-06, |
| "loss": 0.0518, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08235748294942735, |
| "grad_norm": 0.20486794412136078, |
| "learning_rate": 8.174807197943445e-06, |
| "loss": 0.0506, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08750482563376656, |
| "grad_norm": 0.1600036472082138, |
| "learning_rate": 8.688946015424165e-06, |
| "loss": 0.0505, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09265216831810578, |
| "grad_norm": 0.18623106181621552, |
| "learning_rate": 9.203084832904885e-06, |
| "loss": 0.0454, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.097799511002445, |
| "grad_norm": 0.16273102164268494, |
| "learning_rate": 9.717223650385606e-06, |
| "loss": 0.0443, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1029468536867842, |
| "grad_norm": 0.2154380977153778, |
| "learning_rate": 1.0231362467866324e-05, |
| "loss": 0.0421, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10809419637112341, |
| "grad_norm": 0.15672603249549866, |
| "learning_rate": 1.0745501285347045e-05, |
| "loss": 0.0413, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11324153905546262, |
| "grad_norm": 0.16729186475276947, |
| "learning_rate": 1.1259640102827764e-05, |
| "loss": 0.04, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11838888173980183, |
| "grad_norm": 0.17069196701049805, |
| "learning_rate": 1.1773778920308486e-05, |
| "loss": 0.04, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.12353622442414104, |
| "grad_norm": 0.18878957629203796, |
| "learning_rate": 1.2287917737789203e-05, |
| "loss": 0.0379, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.12868356710848025, |
| "grad_norm": 0.17584006488323212, |
| "learning_rate": 1.2802056555269925e-05, |
| "loss": 0.0361, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.13383090979281945, |
| "grad_norm": 0.19568656384944916, |
| "learning_rate": 1.3316195372750644e-05, |
| "loss": 0.0348, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13897825247715867, |
| "grad_norm": 0.17687125504016876, |
| "learning_rate": 1.3830334190231362e-05, |
| "loss": 0.0344, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14412559516149787, |
| "grad_norm": 0.18790054321289062, |
| "learning_rate": 1.4344473007712083e-05, |
| "loss": 0.0334, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1492729378458371, |
| "grad_norm": 0.174034982919693, |
| "learning_rate": 1.4858611825192803e-05, |
| "loss": 0.0343, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.15442028053017628, |
| "grad_norm": 0.17310510575771332, |
| "learning_rate": 1.5372750642673522e-05, |
| "loss": 0.033, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1595676232145155, |
| "grad_norm": 0.16747431457042694, |
| "learning_rate": 1.5886889460154242e-05, |
| "loss": 0.0321, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1647149658988547, |
| "grad_norm": 0.19836604595184326, |
| "learning_rate": 1.640102827763496e-05, |
| "loss": 0.0321, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16986230858319393, |
| "grad_norm": 0.16714957356452942, |
| "learning_rate": 1.6915167095115684e-05, |
| "loss": 0.0314, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.17500965126753312, |
| "grad_norm": 0.15047457814216614, |
| "learning_rate": 1.74293059125964e-05, |
| "loss": 0.03, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.18015699395187235, |
| "grad_norm": 0.153594508767128, |
| "learning_rate": 1.7943444730077123e-05, |
| "loss": 0.0307, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.18530433663621157, |
| "grad_norm": 0.11620394140481949, |
| "learning_rate": 1.8457583547557843e-05, |
| "loss": 0.0288, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.19045167932055077, |
| "grad_norm": 0.19321905076503754, |
| "learning_rate": 1.8971722365038563e-05, |
| "loss": 0.0295, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.19559902200489, |
| "grad_norm": 0.15826652944087982, |
| "learning_rate": 1.9485861182519282e-05, |
| "loss": 0.0288, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.20074636468922918, |
| "grad_norm": 0.1474819928407669, |
| "learning_rate": 2e-05, |
| "loss": 0.0287, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2058937073735684, |
| "grad_norm": 0.15279045701026917, |
| "learning_rate": 1.999959647024453e-05, |
| "loss": 0.0286, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2110410500579076, |
| "grad_norm": 0.1290847510099411, |
| "learning_rate": 1.999838591354537e-05, |
| "loss": 0.0269, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.21618839274224683, |
| "grad_norm": 0.14468011260032654, |
| "learning_rate": 1.9996368427601652e-05, |
| "loss": 0.0272, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.22133573542658602, |
| "grad_norm": 0.15097224712371826, |
| "learning_rate": 1.9993544175236498e-05, |
| "loss": 0.0263, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.22648307811092525, |
| "grad_norm": 0.14941558241844177, |
| "learning_rate": 1.998991338438388e-05, |
| "loss": 0.0265, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.23163042079526444, |
| "grad_norm": 0.12265824526548386, |
| "learning_rate": 1.9985476348070224e-05, |
| "loss": 0.0253, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.23677776347960366, |
| "grad_norm": 0.13813571631908417, |
| "learning_rate": 1.9980233424390773e-05, |
| "loss": 0.0259, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.24192510616394286, |
| "grad_norm": 0.13315853476524353, |
| "learning_rate": 1.9974185036480664e-05, |
| "loss": 0.025, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.24707244884828208, |
| "grad_norm": 0.10484486818313599, |
| "learning_rate": 1.9967331672480798e-05, |
| "loss": 0.0253, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2522197915326213, |
| "grad_norm": 0.10516864061355591, |
| "learning_rate": 1.995967388549843e-05, |
| "loss": 0.0236, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2573671342169605, |
| "grad_norm": 0.13143527507781982, |
| "learning_rate": 1.9951212293562547e-05, |
| "loss": 0.0247, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2625144769012997, |
| "grad_norm": 0.11734788864850998, |
| "learning_rate": 1.994194757957397e-05, |
| "loss": 0.0239, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2676618195856389, |
| "grad_norm": 0.10932901501655579, |
| "learning_rate": 1.9931880491250263e-05, |
| "loss": 0.0237, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.27280916226997814, |
| "grad_norm": 0.10849976539611816, |
| "learning_rate": 1.992101184106535e-05, |
| "loss": 0.0238, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.27795650495431734, |
| "grad_norm": 0.10729847103357315, |
| "learning_rate": 1.990934250618399e-05, |
| "loss": 0.0247, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.28310384763865654, |
| "grad_norm": 0.10003025084733963, |
| "learning_rate": 1.989687342839095e-05, |
| "loss": 0.0226, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.28825119032299573, |
| "grad_norm": 0.1534651517868042, |
| "learning_rate": 1.9883605614015014e-05, |
| "loss": 0.0231, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.293398533007335, |
| "grad_norm": 0.11108533293008804, |
| "learning_rate": 1.986954013384776e-05, |
| "loss": 0.0223, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2985458756916742, |
| "grad_norm": 0.11034880578517914, |
| "learning_rate": 1.9854678123057144e-05, |
| "loss": 0.0231, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3036932183760134, |
| "grad_norm": 0.1124214380979538, |
| "learning_rate": 1.9839020781095873e-05, |
| "loss": 0.0218, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.30884056106035257, |
| "grad_norm": 0.10357758402824402, |
| "learning_rate": 1.9822569371604637e-05, |
| "loss": 0.0223, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3139879037446918, |
| "grad_norm": 0.10687187314033508, |
| "learning_rate": 1.9805325222310072e-05, |
| "loss": 0.0207, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.319135246429031, |
| "grad_norm": 0.11198052763938904, |
| "learning_rate": 1.9787289724917657e-05, |
| "loss": 0.0217, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3242825891133702, |
| "grad_norm": 0.10764071345329285, |
| "learning_rate": 1.9768464334999352e-05, |
| "loss": 0.0203, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3294299317977094, |
| "grad_norm": 0.11469001322984695, |
| "learning_rate": 1.974885057187617e-05, |
| "loss": 0.0209, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.33457727448204866, |
| "grad_norm": 0.10319452732801437, |
| "learning_rate": 1.9728450018495506e-05, |
| "loss": 0.0211, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.33972461716638785, |
| "grad_norm": 0.1113303154706955, |
| "learning_rate": 1.9707264321303427e-05, |
| "loss": 0.021, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.34487195985072705, |
| "grad_norm": 0.10461831837892532, |
| "learning_rate": 1.9685295190111777e-05, |
| "loss": 0.0204, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.35001930253506625, |
| "grad_norm": 0.11531244963407516, |
| "learning_rate": 1.9662544397960182e-05, |
| "loss": 0.0202, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3551666452194055, |
| "grad_norm": 0.09318046271800995, |
| "learning_rate": 1.9639013780972958e-05, |
| "loss": 0.0205, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3603139879037447, |
| "grad_norm": 0.10880846530199051, |
| "learning_rate": 1.961470523821093e-05, |
| "loss": 0.0206, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3654613305880839, |
| "grad_norm": 0.1059744656085968, |
| "learning_rate": 1.9589620731518166e-05, |
| "loss": 0.02, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.37060867327242314, |
| "grad_norm": 0.09044791013002396, |
| "learning_rate": 1.956376228536363e-05, |
| "loss": 0.0197, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.37575601595676233, |
| "grad_norm": 0.08193252235651016, |
| "learning_rate": 1.953713198667782e-05, |
| "loss": 0.0203, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.38090335864110153, |
| "grad_norm": 0.10840420424938202, |
| "learning_rate": 1.950973198468431e-05, |
| "loss": 0.0196, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3860507013254407, |
| "grad_norm": 0.10423741489648819, |
| "learning_rate": 1.9481564490726327e-05, |
| "loss": 0.0202, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.39119804400978, |
| "grad_norm": 0.09768087416887283, |
| "learning_rate": 1.9452631778088262e-05, |
| "loss": 0.0192, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3963453866941192, |
| "grad_norm": 0.09175275266170502, |
| "learning_rate": 1.94229361818122e-05, |
| "loss": 0.0193, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.40149272937845837, |
| "grad_norm": 0.10638079047203064, |
| "learning_rate": 1.9392480098509488e-05, |
| "loss": 0.0193, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.40664007206279756, |
| "grad_norm": 0.0991005077958107, |
| "learning_rate": 1.9361265986167292e-05, |
| "loss": 0.0195, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4117874147471368, |
| "grad_norm": 0.09562570601701736, |
| "learning_rate": 1.9329296363950237e-05, |
| "loss": 0.0192, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.416934757431476, |
| "grad_norm": 0.08249165862798691, |
| "learning_rate": 1.929657381199709e-05, |
| "loss": 0.0194, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4220821001158152, |
| "grad_norm": 0.08570217341184616, |
| "learning_rate": 1.9263100971212533e-05, |
| "loss": 0.0195, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4272294428001544, |
| "grad_norm": 0.09742734581232071, |
| "learning_rate": 1.922888054305401e-05, |
| "loss": 0.0192, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.43237678548449365, |
| "grad_norm": 0.0958111509680748, |
| "learning_rate": 1.9193915289313726e-05, |
| "loss": 0.0186, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.43752412816883285, |
| "grad_norm": 0.10406336188316345, |
| "learning_rate": 1.9158208031895738e-05, |
| "loss": 0.0182, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.44267147085317204, |
| "grad_norm": 0.09037433564662933, |
| "learning_rate": 1.9121761652588217e-05, |
| "loss": 0.0188, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.44781881353751124, |
| "grad_norm": 0.09204918146133423, |
| "learning_rate": 1.9084579092830873e-05, |
| "loss": 0.0182, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.4529661562218505, |
| "grad_norm": 0.07945096492767334, |
| "learning_rate": 1.904666335347755e-05, |
| "loss": 0.017, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.4581134989061897, |
| "grad_norm": 2.817049980163574, |
| "learning_rate": 1.900801749455406e-05, |
| "loss": 0.0223, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4632608415905289, |
| "grad_norm": 1.0506891012191772, |
| "learning_rate": 1.8968644635011192e-05, |
| "loss": 0.0434, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4684081842748681, |
| "grad_norm": 0.23307710886001587, |
| "learning_rate": 1.8928547952473037e-05, |
| "loss": 0.0308, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.47355552695920733, |
| "grad_norm": 0.11467685550451279, |
| "learning_rate": 1.8887730682980484e-05, |
| "loss": 0.0234, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4787028696435465, |
| "grad_norm": 0.11315492540597916, |
| "learning_rate": 1.8846196120730095e-05, |
| "loss": 0.0222, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4838502123278857, |
| "grad_norm": 0.08601980656385422, |
| "learning_rate": 1.8803947617808217e-05, |
| "loss": 0.0219, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4889975550122249, |
| "grad_norm": 0.08733567595481873, |
| "learning_rate": 1.8760988583920457e-05, |
| "loss": 0.0197, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.49414489769656417, |
| "grad_norm": 0.0972953736782074, |
| "learning_rate": 1.8717322486116513e-05, |
| "loss": 0.019, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.49929224038090336, |
| "grad_norm": 0.08496998995542526, |
| "learning_rate": 1.867295284851033e-05, |
| "loss": 0.0186, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5044395830652426, |
| "grad_norm": 0.09595049172639847, |
| "learning_rate": 1.8627883251995712e-05, |
| "loss": 0.019, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5095869257495818, |
| "grad_norm": 0.10503372550010681, |
| "learning_rate": 1.858211733395731e-05, |
| "loss": 0.0175, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.514734268433921, |
| "grad_norm": 0.07223546504974365, |
| "learning_rate": 1.8535658787977076e-05, |
| "loss": 0.0187, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5198816111182601, |
| "grad_norm": 0.07786504924297333, |
| "learning_rate": 1.848851136353614e-05, |
| "loss": 0.0176, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5250289538025994, |
| "grad_norm": 0.08368386328220367, |
| "learning_rate": 1.8440678865712237e-05, |
| "loss": 0.0171, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5301762964869386, |
| "grad_norm": 0.08910104632377625, |
| "learning_rate": 1.8392165154872596e-05, |
| "loss": 0.0173, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5353236391712778, |
| "grad_norm": 0.07958846539258957, |
| "learning_rate": 1.8342974146362397e-05, |
| "loss": 0.0171, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.540470981855617, |
| "grad_norm": 0.08344627916812897, |
| "learning_rate": 1.8293109810188756e-05, |
| "loss": 0.0179, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5456183245399563, |
| "grad_norm": 0.09093711525201797, |
| "learning_rate": 1.8242576170700356e-05, |
| "loss": 0.0182, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5507656672242954, |
| "grad_norm": 0.07439770549535751, |
| "learning_rate": 1.8191377306262635e-05, |
| "loss": 0.0177, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5559130099086347, |
| "grad_norm": 0.07276415079832077, |
| "learning_rate": 1.813951734892864e-05, |
| "loss": 0.017, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5610603525929739, |
| "grad_norm": 0.07302267104387283, |
| "learning_rate": 1.808700048410555e-05, |
| "loss": 0.0173, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5662076952773131, |
| "grad_norm": 0.07959124445915222, |
| "learning_rate": 1.80338309502169e-05, |
| "loss": 0.0171, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5713550379616523, |
| "grad_norm": 0.07042378187179565, |
| "learning_rate": 1.798001303836048e-05, |
| "loss": 0.0177, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5765023806459915, |
| "grad_norm": 0.07214156538248062, |
| "learning_rate": 1.792555109196205e-05, |
| "loss": 0.0176, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5816497233303307, |
| "grad_norm": 0.08310863375663757, |
| "learning_rate": 1.7870449506424802e-05, |
| "loss": 0.0168, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.58679706601467, |
| "grad_norm": 0.07772408425807953, |
| "learning_rate": 1.7814712728774602e-05, |
| "loss": 0.0161, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5919444086990091, |
| "grad_norm": 0.07578866183757782, |
| "learning_rate": 1.7758345257301097e-05, |
| "loss": 0.0163, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5970917513833484, |
| "grad_norm": 0.07637569308280945, |
| "learning_rate": 1.770135164119468e-05, |
| "loss": 0.017, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6022390940676876, |
| "grad_norm": 0.07771653681993484, |
| "learning_rate": 1.7643736480179353e-05, |
| "loss": 0.0161, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6073864367520267, |
| "grad_norm": 0.07540572434663773, |
| "learning_rate": 1.7585504424141483e-05, |
| "loss": 0.0162, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.612533779436366, |
| "grad_norm": 0.08060440421104431, |
| "learning_rate": 1.752666017275453e-05, |
| "loss": 0.0167, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6176811221207051, |
| "grad_norm": 0.08262394368648529, |
| "learning_rate": 1.7467208475099777e-05, |
| "loss": 0.0164, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6228284648050444, |
| "grad_norm": 0.09898388385772705, |
| "learning_rate": 1.740715412928302e-05, |
| "loss": 0.0161, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6279758074893836, |
| "grad_norm": 0.08121711760759354, |
| "learning_rate": 1.734650198204736e-05, |
| "loss": 0.0158, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6331231501737228, |
| "grad_norm": 0.08025297522544861, |
| "learning_rate": 1.7285256928382024e-05, |
| "loss": 0.0156, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.638270492858062, |
| "grad_norm": 0.07479096949100494, |
| "learning_rate": 1.7223423911127315e-05, |
| "loss": 0.0176, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6434178355424013, |
| "grad_norm": 0.08772420138120651, |
| "learning_rate": 1.7161007920575705e-05, |
| "loss": 0.0156, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6485651782267404, |
| "grad_norm": 0.07971519976854324, |
| "learning_rate": 1.709801399406907e-05, |
| "loss": 0.0154, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6537125209110797, |
| "grad_norm": 0.07564999163150787, |
| "learning_rate": 1.7034447215592168e-05, |
| "loss": 0.0154, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6588598635954188, |
| "grad_norm": 0.07267491519451141, |
| "learning_rate": 1.6970312715362304e-05, |
| "loss": 0.0159, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6640072062797581, |
| "grad_norm": 0.07202299684286118, |
| "learning_rate": 1.6905615669415326e-05, |
| "loss": 0.0164, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6691545489640973, |
| "grad_norm": 0.07982448488473892, |
| "learning_rate": 1.684036129918786e-05, |
| "loss": 0.0155, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6743018916484365, |
| "grad_norm": 0.07582129538059235, |
| "learning_rate": 1.6774554871095918e-05, |
| "loss": 0.0153, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6794492343327757, |
| "grad_norm": 0.08038461208343506, |
| "learning_rate": 1.6708201696109857e-05, |
| "loss": 0.0158, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.684596577017115, |
| "grad_norm": 0.07446227967739105, |
| "learning_rate": 1.6641307129325785e-05, |
| "loss": 0.0164, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6897439197014541, |
| "grad_norm": 0.0867164209485054, |
| "learning_rate": 1.657387656953333e-05, |
| "loss": 0.016, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6948912623857934, |
| "grad_norm": 0.07672440260648727, |
| "learning_rate": 1.6505915458779958e-05, |
| "loss": 0.0153, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7000386050701325, |
| "grad_norm": 0.07314340770244598, |
| "learning_rate": 1.6437429281931744e-05, |
| "loss": 0.0145, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7051859477544717, |
| "grad_norm": 0.07686632126569748, |
| "learning_rate": 1.636842356623073e-05, |
| "loss": 0.0152, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.710333290438811, |
| "grad_norm": 0.07814227044582367, |
| "learning_rate": 1.6298903880848836e-05, |
| "loss": 0.0155, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7154806331231501, |
| "grad_norm": 0.07057350873947144, |
| "learning_rate": 1.6228875836438386e-05, |
| "loss": 0.0152, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7206279758074894, |
| "grad_norm": 0.06801946461200714, |
| "learning_rate": 1.615834508467931e-05, |
| "loss": 0.0148, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7257753184918286, |
| "grad_norm": 0.08162187039852142, |
| "learning_rate": 1.608731731782301e-05, |
| "loss": 0.0156, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7309226611761678, |
| "grad_norm": 0.09547685086727142, |
| "learning_rate": 1.6015798268232964e-05, |
| "loss": 0.0158, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.736070003860507, |
| "grad_norm": 0.07891667634248734, |
| "learning_rate": 1.5943793707922086e-05, |
| "loss": 0.0144, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7412173465448463, |
| "grad_norm": 0.07318150252103806, |
| "learning_rate": 1.5871309448086903e-05, |
| "loss": 0.0158, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7463646892291854, |
| "grad_norm": 0.06992822885513306, |
| "learning_rate": 1.5798351338638548e-05, |
| "loss": 0.0148, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7515120319135247, |
| "grad_norm": 0.0747927725315094, |
| "learning_rate": 1.5724925267730625e-05, |
| "loss": 0.0156, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7566593745978638, |
| "grad_norm": 0.06734950840473175, |
| "learning_rate": 1.5651037161284032e-05, |
| "loss": 0.0155, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7618067172822031, |
| "grad_norm": 0.06667228043079376, |
| "learning_rate": 1.5576692982508665e-05, |
| "loss": 0.0149, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7669540599665423, |
| "grad_norm": 0.07065103948116302, |
| "learning_rate": 1.550189873142219e-05, |
| "loss": 0.0149, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7721014026508815, |
| "grad_norm": 0.07318428158760071, |
| "learning_rate": 1.542666044436577e-05, |
| "loss": 0.0147, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7772487453352207, |
| "grad_norm": 0.06767120212316513, |
| "learning_rate": 1.5350984193516917e-05, |
| "loss": 0.0152, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.78239608801956, |
| "grad_norm": 0.08945749700069427, |
| "learning_rate": 1.5274876086399444e-05, |
| "loss": 0.0147, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7875434307038991, |
| "grad_norm": 0.07100491225719452, |
| "learning_rate": 1.5198342265390511e-05, |
| "loss": 0.0144, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7926907733882383, |
| "grad_norm": 0.06846942007541656, |
| "learning_rate": 1.512138890722494e-05, |
| "loss": 0.0148, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7978381160725775, |
| "grad_norm": 0.07432665675878525, |
| "learning_rate": 1.5044022222496684e-05, |
| "loss": 0.0153, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8029854587569167, |
| "grad_norm": 0.06611491739749908, |
| "learning_rate": 1.4966248455157622e-05, |
| "loss": 0.0143, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.808132801441256, |
| "grad_norm": 0.07415001094341278, |
| "learning_rate": 1.4888073882013616e-05, |
| "loss": 0.0143, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8132801441255951, |
| "grad_norm": 0.06780339032411575, |
| "learning_rate": 1.480950481221795e-05, |
| "loss": 0.0145, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8184274868099344, |
| "grad_norm": 0.07141536474227905, |
| "learning_rate": 1.4730547586762114e-05, |
| "loss": 0.0139, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.8235748294942736, |
| "grad_norm": 0.07404403388500214, |
| "learning_rate": 1.4651208577964099e-05, |
| "loss": 0.0149, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8287221721786128, |
| "grad_norm": 0.07202573120594025, |
| "learning_rate": 1.4571494188954058e-05, |
| "loss": 0.0149, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.833869514862952, |
| "grad_norm": 0.055626142770051956, |
| "learning_rate": 1.4491410853157577e-05, |
| "loss": 0.014, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8390168575472912, |
| "grad_norm": 0.06371673196554184, |
| "learning_rate": 1.4410965033776439e-05, |
| "loss": 0.0146, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8441642002316304, |
| "grad_norm": 0.0604044534265995, |
| "learning_rate": 1.4330163223267005e-05, |
| "loss": 0.0147, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8493115429159697, |
| "grad_norm": 0.07098476588726044, |
| "learning_rate": 1.4249011942816245e-05, |
| "loss": 0.0148, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8544588856003088, |
| "grad_norm": 0.06837648898363113, |
| "learning_rate": 1.416751774181543e-05, |
| "loss": 0.0144, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.859606228284648, |
| "grad_norm": 0.06875620782375336, |
| "learning_rate": 1.4085687197331559e-05, |
| "loss": 0.0143, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8647535709689873, |
| "grad_norm": 0.0676610991358757, |
| "learning_rate": 1.4003526913576555e-05, |
| "loss": 0.0152, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8699009136533264, |
| "grad_norm": 0.06219542399048805, |
| "learning_rate": 1.392104352137426e-05, |
| "loss": 0.0137, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8750482563376657, |
| "grad_norm": 0.06112512946128845, |
| "learning_rate": 1.3838243677625292e-05, |
| "loss": 0.0145, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8801955990220048, |
| "grad_norm": 0.07453671842813492, |
| "learning_rate": 1.3755134064769788e-05, |
| "loss": 0.0144, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8853429417063441, |
| "grad_norm": 0.07224484533071518, |
| "learning_rate": 1.36717213902481e-05, |
| "loss": 0.0138, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8904902843906833, |
| "grad_norm": 0.06484848260879517, |
| "learning_rate": 1.3588012385959464e-05, |
| "loss": 0.0148, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8956376270750225, |
| "grad_norm": 0.06340837478637695, |
| "learning_rate": 1.350401380771868e-05, |
| "loss": 0.014, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.9007849697593617, |
| "grad_norm": 0.06442750245332718, |
| "learning_rate": 1.3419732434710895e-05, |
| "loss": 0.0134, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.905932312443701, |
| "grad_norm": 0.06431768089532852, |
| "learning_rate": 1.333517506894448e-05, |
| "loss": 0.0144, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.9110796551280401, |
| "grad_norm": 0.06857169419527054, |
| "learning_rate": 1.3250348534702063e-05, |
| "loss": 0.0141, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9162269978123794, |
| "grad_norm": 0.07051096856594086, |
| "learning_rate": 1.316525967798976e-05, |
| "loss": 0.0141, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9213743404967185, |
| "grad_norm": 0.07205208390951157, |
| "learning_rate": 1.307991536598469e-05, |
| "loss": 0.0146, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9265216831810578, |
| "grad_norm": 0.07224377989768982, |
| "learning_rate": 1.2994322486480716e-05, |
| "loss": 0.0137, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.931669025865397, |
| "grad_norm": 0.0663972795009613, |
| "learning_rate": 1.2908487947332588e-05, |
| "loss": 0.0135, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.9368163685497362, |
| "grad_norm": 0.06685107946395874, |
| "learning_rate": 1.2822418675898428e-05, |
| "loss": 0.0146, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.9419637112340754, |
| "grad_norm": 0.07378830760717392, |
| "learning_rate": 1.273612161848064e-05, |
| "loss": 0.0137, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9471110539184147, |
| "grad_norm": 0.07926513254642487, |
| "learning_rate": 1.2649603739765323e-05, |
| "loss": 0.0134, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9522583966027538, |
| "grad_norm": 0.060047443956136703, |
| "learning_rate": 1.2562872022260168e-05, |
| "loss": 0.0142, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.957405739287093, |
| "grad_norm": 0.07245929539203644, |
| "learning_rate": 1.2475933465730923e-05, |
| "loss": 0.0134, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9625530819714323, |
| "grad_norm": 0.06252739578485489, |
| "learning_rate": 1.238879508663648e-05, |
| "loss": 0.0136, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9677004246557714, |
| "grad_norm": 0.07423530519008636, |
| "learning_rate": 1.2301463917562602e-05, |
| "loss": 0.0138, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9728477673401107, |
| "grad_norm": 0.06203414499759674, |
| "learning_rate": 1.2213947006654347e-05, |
| "loss": 0.0136, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9779951100244498, |
| "grad_norm": 0.06526093184947968, |
| "learning_rate": 1.212625141704725e-05, |
| "loss": 0.0144, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9831424527087891, |
| "grad_norm": 0.05829852074384689, |
| "learning_rate": 1.2038384226297272e-05, |
| "loss": 0.0135, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9882897953931283, |
| "grad_norm": 0.0650823563337326, |
| "learning_rate": 1.1950352525809619e-05, |
| "loss": 0.0134, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9934371380774675, |
| "grad_norm": 0.07050953805446625, |
| "learning_rate": 1.18621634202664e-05, |
| "loss": 0.0136, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9985844807618067, |
| "grad_norm": 0.05969216674566269, |
| "learning_rate": 1.1773824027053256e-05, |
| "loss": 0.0135, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.0036031398790375, |
| "grad_norm": 0.05986722931265831, |
| "learning_rate": 1.1685341475684935e-05, |
| "loss": 0.0123, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.0087504825633766, |
| "grad_norm": 0.06715232133865356, |
| "learning_rate": 1.15967229072299e-05, |
| "loss": 0.0125, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.0138978252477158, |
| "grad_norm": 0.05757083743810654, |
| "learning_rate": 1.1507975473734002e-05, |
| "loss": 0.0123, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.0190451679320551, |
| "grad_norm": 0.06696327775716782, |
| "learning_rate": 1.141910633764327e-05, |
| "loss": 0.0122, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.0241925106163943, |
| "grad_norm": 0.061676956713199615, |
| "learning_rate": 1.1330122671225855e-05, |
| "loss": 0.0125, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.0293398533007334, |
| "grad_norm": 0.07469218969345093, |
| "learning_rate": 1.1241031655993188e-05, |
| "loss": 0.0127, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.0344871959850728, |
| "grad_norm": 0.06639962643384933, |
| "learning_rate": 1.1151840482120386e-05, |
| "loss": 0.0126, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.039634538669412, |
| "grad_norm": 0.07054606825113297, |
| "learning_rate": 1.1062556347865967e-05, |
| "loss": 0.0127, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.044781881353751, |
| "grad_norm": 0.06040499359369278, |
| "learning_rate": 1.0973186458990902e-05, |
| "loss": 0.0119, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.0499292240380904, |
| "grad_norm": 0.0656294897198677, |
| "learning_rate": 1.0883738028177069e-05, |
| "loss": 0.0126, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.0550765667224296, |
| "grad_norm": 0.06062242388725281, |
| "learning_rate": 1.0794218274445155e-05, |
| "loss": 0.0128, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.0602239094067687, |
| "grad_norm": 0.06211702898144722, |
| "learning_rate": 1.0704634422572029e-05, |
| "loss": 0.0127, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.065371252091108, |
| "grad_norm": 0.05939929559826851, |
| "learning_rate": 1.0614993702507649e-05, |
| "loss": 0.0129, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.0705185947754472, |
| "grad_norm": 0.06660640239715576, |
| "learning_rate": 1.0525303348791599e-05, |
| "loss": 0.012, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.0756659374597863, |
| "grad_norm": 0.061506547033786774, |
| "learning_rate": 1.0435570599969168e-05, |
| "loss": 0.0126, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.0808132801441257, |
| "grad_norm": 0.05894378572702408, |
| "learning_rate": 1.0345802698007198e-05, |
| "loss": 0.0127, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.0859606228284648, |
| "grad_norm": 0.06136978417634964, |
| "learning_rate": 1.0256006887709593e-05, |
| "loss": 0.0115, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.091107965512804, |
| "grad_norm": 0.0651112049818039, |
| "learning_rate": 1.016619041613263e-05, |
| "loss": 0.0125, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.0962553081971431, |
| "grad_norm": 0.06708134710788727, |
| "learning_rate": 1.0076360532000069e-05, |
| "loss": 0.0126, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.1014026508814825, |
| "grad_norm": 0.0627651959657669, |
| "learning_rate": 9.986524485118152e-06, |
| "loss": 0.0119, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.1065499935658216, |
| "grad_norm": 0.060133691877126694, |
| "learning_rate": 9.896689525790474e-06, |
| "loss": 0.013, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.1116973362501608, |
| "grad_norm": 0.05978613346815109, |
| "learning_rate": 9.80686290423288e-06, |
| "loss": 0.0118, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.1168446789345001, |
| "grad_norm": 0.0568259134888649, |
| "learning_rate": 9.717051869988287e-06, |
| "loss": 0.0122, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.1219920216188393, |
| "grad_norm": 0.07073856145143509, |
| "learning_rate": 9.627263671341638e-06, |
| "loss": 0.012, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.1271393643031784, |
| "grad_norm": 0.0650116428732872, |
| "learning_rate": 9.537505554734901e-06, |
| "loss": 0.0126, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.1322867069875178, |
| "grad_norm": 0.06662643700838089, |
| "learning_rate": 9.447784764182247e-06, |
| "loss": 0.0121, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.137434049671857, |
| "grad_norm": 0.06186177209019661, |
| "learning_rate": 9.358108540685406e-06, |
| "loss": 0.0116, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.142581392356196, |
| "grad_norm": 0.06745568662881851, |
| "learning_rate": 9.268484121649289e-06, |
| "loss": 0.0126, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.1477287350405354, |
| "grad_norm": 0.0625823512673378, |
| "learning_rate": 9.178918740297877e-06, |
| "loss": 0.0135, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.1528760777248745, |
| "grad_norm": 0.05811070650815964, |
| "learning_rate": 9.08941962509045e-06, |
| "loss": 0.0122, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.1580234204092137, |
| "grad_norm": 0.06800320744514465, |
| "learning_rate": 8.999993999138227e-06, |
| "loss": 0.0128, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.1631707630935528, |
| "grad_norm": 0.061803579330444336, |
| "learning_rate": 8.91064907962141e-06, |
| "loss": 0.0116, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.1683181057778922, |
| "grad_norm": 0.056932009756565094, |
| "learning_rate": 8.821392077206695e-06, |
| "loss": 0.0123, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.1734654484622313, |
| "grad_norm": 0.0628976821899414, |
| "learning_rate": 8.732230195465353e-06, |
| "loss": 0.0119, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.1786127911465707, |
| "grad_norm": 0.0606074184179306, |
| "learning_rate": 8.64317063029186e-06, |
| "loss": 0.0121, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.1837601338309098, |
| "grad_norm": 0.06012739986181259, |
| "learning_rate": 8.554220569323117e-06, |
| "loss": 0.0123, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.188907476515249, |
| "grad_norm": 0.060469817370176315, |
| "learning_rate": 8.465387191358398e-06, |
| "loss": 0.0121, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.1940548191995881, |
| "grad_norm": 0.06011821702122688, |
| "learning_rate": 8.376677665779968e-06, |
| "loss": 0.0119, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.1992021618839275, |
| "grad_norm": 0.0587395578622818, |
| "learning_rate": 8.288099151974446e-06, |
| "loss": 0.0121, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.2043495045682666, |
| "grad_norm": 0.06356833130121231, |
| "learning_rate": 8.199658798755048e-06, |
| "loss": 0.0123, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.2094968472526058, |
| "grad_norm": 0.05952199548482895, |
| "learning_rate": 8.111363743784587e-06, |
| "loss": 0.0123, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.2146441899369451, |
| "grad_norm": 0.0687473863363266, |
| "learning_rate": 8.023221112999459e-06, |
| "loss": 0.0117, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.2197915326212843, |
| "grad_norm": 0.05651247128844261, |
| "learning_rate": 7.935238020034505e-06, |
| "loss": 0.0107, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.2249388753056234, |
| "grad_norm": 0.05863620713353157, |
| "learning_rate": 7.847421565648929e-06, |
| "loss": 0.0119, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.2300862179899628, |
| "grad_norm": 0.06163261458277702, |
| "learning_rate": 7.759778837153205e-06, |
| "loss": 0.0125, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.235233560674302, |
| "grad_norm": 0.061220042407512665, |
| "learning_rate": 7.672316907837084e-06, |
| "loss": 0.0118, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.240380903358641, |
| "grad_norm": 0.06481561809778214, |
| "learning_rate": 7.585042836398763e-06, |
| "loss": 0.0118, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.2455282460429804, |
| "grad_norm": 0.06460854411125183, |
| "learning_rate": 7.497963666375185e-06, |
| "loss": 0.0124, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.2506755887273195, |
| "grad_norm": 0.0643194317817688, |
| "learning_rate": 7.411086425573584e-06, |
| "loss": 0.0119, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.2558229314116587, |
| "grad_norm": 0.0629289299249649, |
| "learning_rate": 7.324418125504305e-06, |
| "loss": 0.0123, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.2609702740959978, |
| "grad_norm": 0.06404928117990494, |
| "learning_rate": 7.23796576081494e-06, |
| "loss": 0.0122, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.2661176167803372, |
| "grad_norm": 0.06378574669361115, |
| "learning_rate": 7.151736308725802e-06, |
| "loss": 0.0114, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.2712649594646763, |
| "grad_norm": 0.06403859704732895, |
| "learning_rate": 7.065736728466832e-06, |
| "loss": 0.0117, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.2764123021490157, |
| "grad_norm": 0.06829800456762314, |
| "learning_rate": 6.979973960715958e-06, |
| "loss": 0.0124, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.2815596448333548, |
| "grad_norm": 0.059846751391887665, |
| "learning_rate": 6.894454927038907e-06, |
| "loss": 0.0113, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.286706987517694, |
| "grad_norm": 0.054608747363090515, |
| "learning_rate": 6.809186529330639e-06, |
| "loss": 0.012, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.291854330202033, |
| "grad_norm": 0.06600859761238098, |
| "learning_rate": 6.724175649258287e-06, |
| "loss": 0.0126, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.2970016728863725, |
| "grad_norm": 0.05849931016564369, |
| "learning_rate": 6.6394291477057736e-06, |
| "loss": 0.0116, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.3021490155707116, |
| "grad_norm": 0.06548711657524109, |
| "learning_rate": 6.554953864220115e-06, |
| "loss": 0.0121, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.3072963582550507, |
| "grad_norm": 0.05490358918905258, |
| "learning_rate": 6.4707566164594105e-06, |
| "loss": 0.0116, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.3124437009393901, |
| "grad_norm": 0.05758791044354439, |
| "learning_rate": 6.386844199642619e-06, |
| "loss": 0.0117, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.3175910436237293, |
| "grad_norm": 0.0644078403711319, |
| "learning_rate": 6.30322338600114e-06, |
| "loss": 0.0124, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.3227383863080684, |
| "grad_norm": 0.05672595277428627, |
| "learning_rate": 6.219900924232279e-06, |
| "loss": 0.011, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.3278857289924075, |
| "grad_norm": 0.058410342782735825, |
| "learning_rate": 6.136883538954561e-06, |
| "loss": 0.012, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.333033071676747, |
| "grad_norm": 0.05841913819313049, |
| "learning_rate": 6.054177930165017e-06, |
| "loss": 0.0111, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.338180414361086, |
| "grad_norm": 0.06315062940120697, |
| "learning_rate": 5.971790772698467e-06, |
| "loss": 0.0114, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.3433277570454254, |
| "grad_norm": 0.059485290199518204, |
| "learning_rate": 5.889728715688814e-06, |
| "loss": 0.0116, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.3484750997297645, |
| "grad_norm": 0.06330478936433792, |
| "learning_rate": 5.807998382032414e-06, |
| "loss": 0.0117, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.3536224424141037, |
| "grad_norm": 0.05869928374886513, |
| "learning_rate": 5.726606367853581e-06, |
| "loss": 0.0119, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.3587697850984428, |
| "grad_norm": 0.07355443388223648, |
| "learning_rate": 5.645559241972231e-06, |
| "loss": 0.0123, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.3639171277827822, |
| "grad_norm": 0.05870656296610832, |
| "learning_rate": 5.56486354537374e-06, |
| "loss": 0.0117, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.3690644704671213, |
| "grad_norm": 0.059707384556531906, |
| "learning_rate": 5.484525790681052e-06, |
| "loss": 0.0117, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.3742118131514607, |
| "grad_norm": 0.0809202715754509, |
| "learning_rate": 5.404552461629069e-06, |
| "loss": 0.0114, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.3793591558357998, |
| "grad_norm": 0.05704690143465996, |
| "learning_rate": 5.324950012541372e-06, |
| "loss": 0.0118, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.384506498520139, |
| "grad_norm": 0.06190679967403412, |
| "learning_rate": 5.245724867809326e-06, |
| "loss": 0.0116, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.389653841204478, |
| "grad_norm": 0.055938467383384705, |
| "learning_rate": 5.166883421373583e-06, |
| "loss": 0.0116, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.3948011838888175, |
| "grad_norm": 0.05830509215593338, |
| "learning_rate": 5.088432036208075e-06, |
| "loss": 0.0112, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.3999485265731566, |
| "grad_norm": 0.05540473014116287, |
| "learning_rate": 5.010377043806443e-06, |
| "loss": 0.0102, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.4050958692574957, |
| "grad_norm": 0.05529293790459633, |
| "learning_rate": 4.932724743671089e-06, |
| "loss": 0.0113, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.410243211941835, |
| "grad_norm": 0.062383200973272324, |
| "learning_rate": 4.8554814028047605e-06, |
| "loss": 0.0114, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.4153905546261742, |
| "grad_norm": 0.05733776092529297, |
| "learning_rate": 4.778653255204733e-06, |
| "loss": 0.012, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.4205378973105134, |
| "grad_norm": 0.05461714044213295, |
| "learning_rate": 4.702246501359739e-06, |
| "loss": 0.0108, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.4256852399948525, |
| "grad_norm": 0.05713033676147461, |
| "learning_rate": 4.626267307749519e-06, |
| "loss": 0.0113, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.4308325826791919, |
| "grad_norm": 0.066215381026268, |
| "learning_rate": 4.550721806347146e-06, |
| "loss": 0.0117, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.435979925363531, |
| "grad_norm": 0.05536945164203644, |
| "learning_rate": 4.475616094124171e-06, |
| "loss": 0.0114, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.4411272680478704, |
| "grad_norm": 0.05297793820500374, |
| "learning_rate": 4.40095623255853e-06, |
| "loss": 0.0111, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.4462746107322095, |
| "grad_norm": 0.05898694694042206, |
| "learning_rate": 4.3267482471453574e-06, |
| "loss": 0.0107, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.4514219534165487, |
| "grad_norm": 0.05825399234890938, |
| "learning_rate": 4.252998126910696e-06, |
| "loss": 0.01, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.4565692961008878, |
| "grad_norm": 0.05541868135333061, |
| "learning_rate": 4.179711823928141e-06, |
| "loss": 0.0104, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.4617166387852272, |
| "grad_norm": 0.061555661261081696, |
| "learning_rate": 4.106895252838478e-06, |
| "loss": 0.0108, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.4668639814695663, |
| "grad_norm": 0.05560790374875069, |
| "learning_rate": 4.034554290372332e-06, |
| "loss": 0.0113, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.4720113241539057, |
| "grad_norm": 0.06007440760731697, |
| "learning_rate": 3.96269477487588e-06, |
| "loss": 0.0106, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.4771586668382448, |
| "grad_norm": 0.0683414563536644, |
| "learning_rate": 3.891322505839672e-06, |
| "loss": 0.0112, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.482306009522584, |
| "grad_norm": 0.06036698445677757, |
| "learning_rate": 3.820443243430555e-06, |
| "loss": 0.0113, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.487453352206923, |
| "grad_norm": 0.060313206166028976, |
| "learning_rate": 3.750062708026814e-06, |
| "loss": 0.0113, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.4926006948912625, |
| "grad_norm": 0.056533217430114746, |
| "learning_rate": 3.680186579756507e-06, |
| "loss": 0.0106, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.4977480375756016, |
| "grad_norm": 0.054458554834127426, |
| "learning_rate": 3.6108204980390116e-06, |
| "loss": 0.0102, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.502895380259941, |
| "grad_norm": 0.058249276131391525, |
| "learning_rate": 3.5419700611299356e-06, |
| "loss": 0.0108, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.50804272294428, |
| "grad_norm": 0.06064664199948311, |
| "learning_rate": 3.4736408256692757e-06, |
| "loss": 0.0105, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.5131900656286192, |
| "grad_norm": 0.06132345646619797, |
| "learning_rate": 3.4058383062329534e-06, |
| "loss": 0.0107, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.5183374083129584, |
| "grad_norm": 0.06465797871351242, |
| "learning_rate": 3.3385679748877996e-06, |
| "loss": 0.0106, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.5234847509972975, |
| "grad_norm": 0.05858945474028587, |
| "learning_rate": 3.2718352607498814e-06, |
| "loss": 0.0101, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.5286320936816369, |
| "grad_norm": 0.0577542670071125, |
| "learning_rate": 3.205645549546361e-06, |
| "loss": 0.0101, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.533779436365976, |
| "grad_norm": 0.05463823676109314, |
| "learning_rate": 3.140004183180837e-06, |
| "loss": 0.0103, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.5389267790503154, |
| "grad_norm": 0.05978240817785263, |
| "learning_rate": 3.074916459302211e-06, |
| "loss": 0.0105, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.5440741217346545, |
| "grad_norm": 0.059246134012937546, |
| "learning_rate": 3.010387630877142e-06, |
| "loss": 0.0109, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.5492214644189937, |
| "grad_norm": 0.05470456928014755, |
| "learning_rate": 2.946422905766103e-06, |
| "loss": 0.0105, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.5543688071033328, |
| "grad_norm": 0.05716393515467644, |
| "learning_rate": 2.8830274463030705e-06, |
| "loss": 0.0105, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.5595161497876722, |
| "grad_norm": 0.05379533767700195, |
| "learning_rate": 2.820206368878894e-06, |
| "loss": 0.0104, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.5646634924720113, |
| "grad_norm": 0.0554485023021698, |
| "learning_rate": 2.7579647435283773e-06, |
| "loss": 0.0106, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.5698108351563507, |
| "grad_norm": 0.061001092195510864, |
| "learning_rate": 2.696307593521088e-06, |
| "loss": 0.0107, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.5749581778406898, |
| "grad_norm": 0.05021286383271217, |
| "learning_rate": 2.6352398949559697e-06, |
| "loss": 0.0111, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.580105520525029, |
| "grad_norm": 0.057367950677871704, |
| "learning_rate": 2.5747665763597016e-06, |
| "loss": 0.0106, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.585252863209368, |
| "grad_norm": 0.054719775915145874, |
| "learning_rate": 2.514892518288988e-06, |
| "loss": 0.0097, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.5904002058937072, |
| "grad_norm": 0.05537039414048195, |
| "learning_rate": 2.4556225529366316e-06, |
| "loss": 0.0099, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.5955475485780466, |
| "grad_norm": 0.056724581867456436, |
| "learning_rate": 2.3969614637415474e-06, |
| "loss": 0.0107, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.600694891262386, |
| "grad_norm": 0.059857919812202454, |
| "learning_rate": 2.338913985002739e-06, |
| "loss": 0.0104, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.605842233946725, |
| "grad_norm": 0.06095413863658905, |
| "learning_rate": 2.281484801497186e-06, |
| "loss": 0.0099, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.6109895766310642, |
| "grad_norm": 0.056674227118492126, |
| "learning_rate": 2.224678548101762e-06, |
| "loss": 0.0104, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.6161369193154034, |
| "grad_norm": 0.05638737604022026, |
| "learning_rate": 2.168499809419177e-06, |
| "loss": 0.0102, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.6212842619997425, |
| "grad_norm": 0.06467755138874054, |
| "learning_rate": 2.1129531194079656e-06, |
| "loss": 0.0101, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.6264316046840819, |
| "grad_norm": 0.05878566950559616, |
| "learning_rate": 2.0580429610165763e-06, |
| "loss": 0.0102, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.631578947368421, |
| "grad_norm": 0.05528358370065689, |
| "learning_rate": 2.0037737658215684e-06, |
| "loss": 0.0098, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.6367262900527604, |
| "grad_norm": 0.057190001010894775, |
| "learning_rate": 1.950149913669953e-06, |
| "loss": 0.0115, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.6418736327370995, |
| "grad_norm": 0.05818023905158043, |
| "learning_rate": 1.89717573232572e-06, |
| "loss": 0.0097, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.6470209754214387, |
| "grad_norm": 0.050614483654499054, |
| "learning_rate": 1.844855497120558e-06, |
| "loss": 0.0098, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.6521683181057778, |
| "grad_norm": 0.05694177374243736, |
| "learning_rate": 1.7931934306088082e-06, |
| "loss": 0.0099, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.657315660790117, |
| "grad_norm": 0.05727734416723251, |
| "learning_rate": 1.7421937022266921e-06, |
| "loss": 0.0102, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.6624630034744563, |
| "grad_norm": 0.054520897567272186, |
| "learning_rate": 1.691860427955785e-06, |
| "loss": 0.0104, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.6676103461587957, |
| "grad_norm": 0.05534141883254051, |
| "learning_rate": 1.6421976699908636e-06, |
| "loss": 0.0102, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.6727576888431348, |
| "grad_norm": 0.05031333491206169, |
| "learning_rate": 1.5932094364120453e-06, |
| "loss": 0.0099, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.677905031527474, |
| "grad_norm": 0.05531871318817139, |
| "learning_rate": 1.544899680861306e-06, |
| "loss": 0.0099, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.683052374211813, |
| "grad_norm": 0.05327874794602394, |
| "learning_rate": 1.4972723022234214e-06, |
| "loss": 0.0106, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.6881997168961522, |
| "grad_norm": 0.0656590610742569, |
| "learning_rate": 1.45033114431128e-06, |
| "loss": 0.0104, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.6933470595804916, |
| "grad_norm": 0.05613217502832413, |
| "learning_rate": 1.4040799955556771e-06, |
| "loss": 0.0101, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.6984944022648307, |
| "grad_norm": 0.053455501794815063, |
| "learning_rate": 1.3585225886995613e-06, |
| "loss": 0.0095, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.70364174494917, |
| "grad_norm": 0.06014241278171539, |
| "learning_rate": 1.3136626004967834e-06, |
| "loss": 0.0098, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.7087890876335092, |
| "grad_norm": 0.053092245012521744, |
| "learning_rate": 1.2695036514153569e-06, |
| "loss": 0.0101, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.7139364303178484, |
| "grad_norm": 0.057713184505701065, |
| "learning_rate": 1.2260493053452672e-06, |
| "loss": 0.0104, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.7190837730021875, |
| "grad_norm": 0.05759907886385918, |
| "learning_rate": 1.1833030693108426e-06, |
| "loss": 0.0097, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.7242311156865269, |
| "grad_norm": 0.05587298423051834, |
| "learning_rate": 1.1412683931877177e-06, |
| "loss": 0.0096, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.729378458370866, |
| "grad_norm": 0.05066050961613655, |
| "learning_rate": 1.0999486694244087e-06, |
| "loss": 0.0104, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.7345258010552054, |
| "grad_norm": 0.05758954957127571, |
| "learning_rate": 1.0593472327685183e-06, |
| "loss": 0.01, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.7396731437395445, |
| "grad_norm": 0.05743640661239624, |
| "learning_rate": 1.0194673599976134e-06, |
| "loss": 0.0094, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.7448204864238837, |
| "grad_norm": 0.06300937384366989, |
| "learning_rate": 9.803122696547473e-07, |
| "loss": 0.0105, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.7499678291082228, |
| "grad_norm": 0.059773825109004974, |
| "learning_rate": 9.418851217887337e-07, |
| "loss": 0.0104, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.755115171792562, |
| "grad_norm": 0.05869515612721443, |
| "learning_rate": 9.041890176990876e-07, |
| "loss": 0.01, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.7602625144769013, |
| "grad_norm": 0.05758318305015564, |
| "learning_rate": 8.672269996857375e-07, |
| "loss": 0.0102, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.7654098571612407, |
| "grad_norm": 0.059089090675115585, |
| "learning_rate": 8.310020508035055e-07, |
| "loss": 0.0101, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.7705571998455798, |
| "grad_norm": 0.05819304287433624, |
| "learning_rate": 7.955170946213442e-07, |
| "loss": 0.0097, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.775704542529919, |
| "grad_norm": 0.05375674366950989, |
| "learning_rate": 7.607749949863907e-07, |
| "loss": 0.0099, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.780851885214258, |
| "grad_norm": 0.055159516632556915, |
| "learning_rate": 7.267785557928398e-07, |
| "loss": 0.0097, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.7859992278985972, |
| "grad_norm": 0.05335604399442673, |
| "learning_rate": 6.935305207556509e-07, |
| "loss": 0.0101, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.7911465705829366, |
| "grad_norm": 0.05733654648065567, |
| "learning_rate": 6.610335731891116e-07, |
| "loss": 0.0098, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.7962939132672757, |
| "grad_norm": 0.05677180364727974, |
| "learning_rate": 6.292903357902846e-07, |
| "loss": 0.0102, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.801441255951615, |
| "grad_norm": 0.05063822120428085, |
| "learning_rate": 5.983033704273355e-07, |
| "loss": 0.0099, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.8065885986359542, |
| "grad_norm": 0.05387408286333084, |
| "learning_rate": 5.680751779327742e-07, |
| "loss": 0.0095, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.8117359413202934, |
| "grad_norm": 0.053591515868902206, |
| "learning_rate": 5.386081979016256e-07, |
| "loss": 0.01, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.8168832840046325, |
| "grad_norm": 0.05464727059006691, |
| "learning_rate": 5.099048084945401e-07, |
| "loss": 0.0092, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.8220306266889719, |
| "grad_norm": 0.055579908192157745, |
| "learning_rate": 4.819673262458591e-07, |
| "loss": 0.01, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.827177969373311, |
| "grad_norm": 0.05614079535007477, |
| "learning_rate": 4.547980058766566e-07, |
| "loss": 0.0101, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.8323253120576504, |
| "grad_norm": 0.05531793087720871, |
| "learning_rate": 4.283990401127769e-07, |
| "loss": 0.0098, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.8374726547419895, |
| "grad_norm": 0.05819229036569595, |
| "learning_rate": 4.027725595078591e-07, |
| "loss": 0.0098, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.8426199974263286, |
| "grad_norm": 0.06295463442802429, |
| "learning_rate": 3.779206322713913e-07, |
| "loss": 0.0101, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.8477673401106678, |
| "grad_norm": 0.05543727055191994, |
| "learning_rate": 3.5384526410180085e-07, |
| "loss": 0.0101, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.852914682795007, |
| "grad_norm": 0.05354765057563782, |
| "learning_rate": 3.305483980245716e-07, |
| "loss": 0.0097, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.8580620254793463, |
| "grad_norm": 0.05514323711395264, |
| "learning_rate": 3.080319142354393e-07, |
| "loss": 0.0104, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.8632093681636857, |
| "grad_norm": 0.055874355137348175, |
| "learning_rate": 2.8629762994864195e-07, |
| "loss": 0.0104, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.8683567108480248, |
| "grad_norm": 0.04839755967259407, |
| "learning_rate": 2.653472992502648e-07, |
| "loss": 0.0096, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.873504053532364, |
| "grad_norm": 0.05774934962391853, |
| "learning_rate": 2.4518261295667255e-07, |
| "loss": 0.01, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.878651396216703, |
| "grad_norm": 0.05328024923801422, |
| "learning_rate": 2.2580519847805182e-07, |
| "loss": 0.0098, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.8837987389010422, |
| "grad_norm": 0.06098954752087593, |
| "learning_rate": 2.072166196870673e-07, |
| "loss": 0.01, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.8889460815853816, |
| "grad_norm": 0.05954898148775101, |
| "learning_rate": 1.894183767926494e-07, |
| "loss": 0.0099, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.8940934242697207, |
| "grad_norm": 0.05533028766512871, |
| "learning_rate": 1.724119062189189e-07, |
| "loss": 0.0101, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.89924076695406, |
| "grad_norm": 0.054454490542411804, |
| "learning_rate": 1.561985804892585e-07, |
| "loss": 0.0094, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.9043881096383992, |
| "grad_norm": 0.05790005996823311, |
| "learning_rate": 1.4077970811554153e-07, |
| "loss": 0.0095, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.9095354523227384, |
| "grad_norm": 0.05482661351561546, |
| "learning_rate": 1.2615653349252743e-07, |
| "loss": 0.0104, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.9146827950070775, |
| "grad_norm": 0.053785741329193115, |
| "learning_rate": 1.1233023679743326e-07, |
| "loss": 0.01, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.9198301376914169, |
| "grad_norm": 0.05585356056690216, |
| "learning_rate": 9.930193389468323e-08, |
| "loss": 0.0097, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.924977480375756, |
| "grad_norm": 0.055351871997117996, |
| "learning_rate": 8.707267624585292e-08, |
| "loss": 0.0101, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.9301248230600954, |
| "grad_norm": 0.05515802651643753, |
| "learning_rate": 7.564345082481383e-08, |
| "loss": 0.0099, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.9352721657444345, |
| "grad_norm": 0.056177496910095215, |
| "learning_rate": 6.501518003807272e-08, |
| "loss": 0.0099, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.9404195084287736, |
| "grad_norm": 0.0514858104288578, |
| "learning_rate": 5.518872165033329e-08, |
| "loss": 0.0097, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.9455668511131128, |
| "grad_norm": 0.054609816521406174, |
| "learning_rate": 4.6164868715263825e-08, |
| "loss": 0.0093, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.950714193797452, |
| "grad_norm": 0.05447670817375183, |
| "learning_rate": 3.79443495114995e-08, |
| "loss": 0.0104, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.9558615364817913, |
| "grad_norm": 0.0530201718211174, |
| "learning_rate": 3.052782748386052e-08, |
| "loss": 0.0094, |
| "step": 3800 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3886, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.179443739110618e+19, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
