| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 1230, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04069175991861648, |
| "grad_norm": 89.35326385498047, |
| "learning_rate": 7.317073170731707e-07, |
| "loss": 2.6404, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.08138351983723296, |
| "grad_norm": 76.9419937133789, |
| "learning_rate": 1.5447154471544717e-06, |
| "loss": 2.4085, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.12207527975584945, |
| "grad_norm": 42.19841003417969, |
| "learning_rate": 2.3577235772357727e-06, |
| "loss": 1.312, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.16276703967446593, |
| "grad_norm": 16.992250442504883, |
| "learning_rate": 3.1707317073170736e-06, |
| "loss": 0.7585, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2034587995930824, |
| "grad_norm": 23.777936935424805, |
| "learning_rate": 3.983739837398374e-06, |
| "loss": 0.6291, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2441505595116989, |
| "grad_norm": 33.58175277709961, |
| "learning_rate": 4.796747967479675e-06, |
| "loss": 0.7138, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.28484231943031535, |
| "grad_norm": 25.627086639404297, |
| "learning_rate": 5.609756097560977e-06, |
| "loss": 0.6864, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.32553407934893186, |
| "grad_norm": 17.266746520996094, |
| "learning_rate": 6.422764227642278e-06, |
| "loss": 0.5999, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3662258392675483, |
| "grad_norm": 19.108999252319336, |
| "learning_rate": 7.2357723577235786e-06, |
| "loss": 0.6526, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4069175991861648, |
| "grad_norm": 17.752649307250977, |
| "learning_rate": 8.048780487804879e-06, |
| "loss": 0.5345, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4476093591047813, |
| "grad_norm": 19.795991897583008, |
| "learning_rate": 8.86178861788618e-06, |
| "loss": 0.5766, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4883011190233978, |
| "grad_norm": 11.328675270080566, |
| "learning_rate": 9.67479674796748e-06, |
| "loss": 0.7256, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5289928789420142, |
| "grad_norm": 19.272499084472656, |
| "learning_rate": 9.999275169399614e-06, |
| "loss": 0.6282, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5696846388606307, |
| "grad_norm": 17.82128143310547, |
| "learning_rate": 9.994846410084447e-06, |
| "loss": 0.5881, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6103763987792472, |
| "grad_norm": 12.624459266662598, |
| "learning_rate": 9.986395137421607e-06, |
| "loss": 0.6573, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6510681586978637, |
| "grad_norm": 15.948984146118164, |
| "learning_rate": 9.973928157497675e-06, |
| "loss": 0.6869, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6917599186164801, |
| "grad_norm": 16.190900802612305, |
| "learning_rate": 9.957455510379753e-06, |
| "loss": 0.6831, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7324516785350966, |
| "grad_norm": 9.356847763061523, |
| "learning_rate": 9.93699046202989e-06, |
| "loss": 0.5518, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7731434384537131, |
| "grad_norm": 19.214969635009766, |
| "learning_rate": 9.912549493621555e-06, |
| "loss": 0.6744, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8138351983723296, |
| "grad_norm": 16.704742431640625, |
| "learning_rate": 9.88415228826682e-06, |
| "loss": 0.5619, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.854526958290946, |
| "grad_norm": 19.27890968322754, |
| "learning_rate": 9.851821715164891e-06, |
| "loss": 0.5556, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8952187182095626, |
| "grad_norm": 13.688630104064941, |
| "learning_rate": 9.815583811184809e-06, |
| "loss": 0.592, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9359104781281791, |
| "grad_norm": 12.136804580688477, |
| "learning_rate": 9.775467759897092e-06, |
| "loss": 0.5935, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9766022380467956, |
| "grad_norm": 15.438243865966797, |
| "learning_rate": 9.731505868071262e-06, |
| "loss": 0.6359, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0162767039674465, |
| "grad_norm": 16.588224411010742, |
| "learning_rate": 9.68373353965814e-06, |
| "loss": 0.4375, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.056968463886063, |
| "grad_norm": 11.66283130645752, |
| "learning_rate": 9.632189247277885e-06, |
| "loss": 0.2664, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0976602238046795, |
| "grad_norm": 15.249889373779297, |
| "learning_rate": 9.576914501236734e-06, |
| "loss": 0.2865, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.138351983723296, |
| "grad_norm": 10.971893310546875, |
| "learning_rate": 9.517953816097396e-06, |
| "loss": 0.2501, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1790437436419126, |
| "grad_norm": 9.27628231048584, |
| "learning_rate": 9.455354674830016e-06, |
| "loss": 0.3166, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.219735503560529, |
| "grad_norm": 13.709596633911133, |
| "learning_rate": 9.38916749057258e-06, |
| "loss": 0.2858, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2604272634791456, |
| "grad_norm": 15.793980598449707, |
| "learning_rate": 9.31944556603157e-06, |
| "loss": 0.2958, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.3011190233977619, |
| "grad_norm": 18.49693489074707, |
| "learning_rate": 9.24624505055555e-06, |
| "loss": 0.2226, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.3418107833163784, |
| "grad_norm": 15.116625785827637, |
| "learning_rate": 9.169624894916252e-06, |
| "loss": 0.408, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.3825025432349949, |
| "grad_norm": 12.354613304138184, |
| "learning_rate": 9.089646803833589e-06, |
| "loss": 0.275, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.4231943031536114, |
| "grad_norm": 15.7548189163208, |
| "learning_rate": 9.006375186282832e-06, |
| "loss": 0.3446, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.463886063072228, |
| "grad_norm": 8.44507122039795, |
| "learning_rate": 8.919877103623949e-06, |
| "loss": 0.2696, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.5045778229908442, |
| "grad_norm": 21.99254608154297, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.3169, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.545269582909461, |
| "grad_norm": 11.84708023071289, |
| "learning_rate": 8.737482724212331e-06, |
| "loss": 0.3177, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5859613428280772, |
| "grad_norm": 8.813089370727539, |
| "learning_rate": 8.641733315625014e-06, |
| "loss": 0.39, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.626653102746694, |
| "grad_norm": 13.93511962890625, |
| "learning_rate": 8.543051099966558e-06, |
| "loss": 0.3782, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6673448626653102, |
| "grad_norm": 11.278246879577637, |
| "learning_rate": 8.441515549256134e-06, |
| "loss": 0.3698, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.7080366225839267, |
| "grad_norm": 15.365361213684082, |
| "learning_rate": 8.337208433397051e-06, |
| "loss": 0.3354, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.7487283825025433, |
| "grad_norm": 14.246538162231445, |
| "learning_rate": 8.230213754324773e-06, |
| "loss": 0.3034, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.7894201424211598, |
| "grad_norm": 23.70111656188965, |
| "learning_rate": 8.120617678357415e-06, |
| "loss": 0.3206, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.8301119023397763, |
| "grad_norm": 14.0983247756958, |
| "learning_rate": 8.00850846680318e-06, |
| "loss": 0.307, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.8708036622583926, |
| "grad_norm": 13.082509994506836, |
| "learning_rate": 7.893976404880643e-06, |
| "loss": 0.3137, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.9114954221770093, |
| "grad_norm": 7.890928268432617, |
| "learning_rate": 7.7771137290091e-06, |
| "loss": 0.3006, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.9521871820956256, |
| "grad_norm": 12.845849990844727, |
| "learning_rate": 7.658014552527572e-06, |
| "loss": 0.2692, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.992878942014242, |
| "grad_norm": 14.034470558166504, |
| "learning_rate": 7.536774789902246e-06, |
| "loss": 0.347, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.032553407934893, |
| "grad_norm": 6.240048885345459, |
| "learning_rate": 7.413492079483405e-06, |
| "loss": 0.1513, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.0732451678535098, |
| "grad_norm": 9.91797924041748, |
| "learning_rate": 7.288265704874089e-06, |
| "loss": 0.097, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.113936927772126, |
| "grad_norm": 11.786038398742676, |
| "learning_rate": 7.161196514973735e-06, |
| "loss": 0.1396, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.154628687690743, |
| "grad_norm": 16.4578914642334, |
| "learning_rate": 7.032386842761282e-06, |
| "loss": 0.099, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.195320447609359, |
| "grad_norm": 8.25195598602295, |
| "learning_rate": 6.9019404228830465e-06, |
| "loss": 0.1554, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.236012207527976, |
| "grad_norm": 16.354429244995117, |
| "learning_rate": 6.769962308111839e-06, |
| "loss": 0.1177, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.276703967446592, |
| "grad_norm": 5.283965110778809, |
| "learning_rate": 6.636558784744507e-06, |
| "loss": 0.0596, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.3173957273652084, |
| "grad_norm": 11.216028213500977, |
| "learning_rate": 6.501837287006112e-06, |
| "loss": 0.1157, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.358087487283825, |
| "grad_norm": 14.208075523376465, |
| "learning_rate": 6.365906310529631e-06, |
| "loss": 0.1156, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.3987792472024414, |
| "grad_norm": 9.671122550964355, |
| "learning_rate": 6.228875324980862e-06, |
| "loss": 0.1089, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.439471007121058, |
| "grad_norm": 9.490513801574707, |
| "learning_rate": 6.090854685898928e-06, |
| "loss": 0.1043, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.4801627670396744, |
| "grad_norm": 20.91253089904785, |
| "learning_rate": 5.951955545823342e-06, |
| "loss": 0.1569, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.520854526958291, |
| "grad_norm": 12.481582641601562, |
| "learning_rate": 5.812289764779232e-06, |
| "loss": 0.0881, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.5615462868769074, |
| "grad_norm": 10.88056755065918, |
| "learning_rate": 5.671969820192794e-06, |
| "loss": 0.1032, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.6022380467955237, |
| "grad_norm": 11.25527286529541, |
| "learning_rate": 5.5311087163095475e-06, |
| "loss": 0.0861, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.6429298067141405, |
| "grad_norm": 15.59957504272461, |
| "learning_rate": 5.389819893188304e-06, |
| "loss": 0.1308, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.6836215666327567, |
| "grad_norm": 9.788556098937988, |
| "learning_rate": 5.248217135344191e-06, |
| "loss": 0.0892, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.7243133265513735, |
| "grad_norm": 17.310951232910156, |
| "learning_rate": 5.106414480114238e-06, |
| "loss": 0.1437, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.7650050864699898, |
| "grad_norm": 13.309972763061523, |
| "learning_rate": 4.96452612581939e-06, |
| "loss": 0.079, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.8056968463886065, |
| "grad_norm": 10.911243438720703, |
| "learning_rate": 4.82266633979685e-06, |
| "loss": 0.1153, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.846388606307223, |
| "grad_norm": 11.69054126739502, |
| "learning_rate": 4.680949366376858e-06, |
| "loss": 0.1396, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.887080366225839, |
| "grad_norm": 16.399673461914062, |
| "learning_rate": 4.539489334877992e-06, |
| "loss": 0.0961, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.927772126144456, |
| "grad_norm": 10.901628494262695, |
| "learning_rate": 4.3984001676950875e-06, |
| "loss": 0.1238, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.968463886063072, |
| "grad_norm": 10.190411567687988, |
| "learning_rate": 4.2577954885537985e-06, |
| "loss": 0.1376, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.0081383519837233, |
| "grad_norm": 5.727451801300049, |
| "learning_rate": 4.1177885310057045e-06, |
| "loss": 0.0798, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.04883011190234, |
| "grad_norm": 2.0749783515930176, |
| "learning_rate": 3.978492047237608e-06, |
| "loss": 0.0299, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.0895218718209563, |
| "grad_norm": 1.896183967590332, |
| "learning_rate": 3.840018217268527e-06, |
| "loss": 0.0293, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.1302136317395726, |
| "grad_norm": 10.008612632751465, |
| "learning_rate": 3.702478558607429e-06, |
| "loss": 0.0258, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.1709053916581893, |
| "grad_norm": 8.061917304992676, |
| "learning_rate": 3.5659838364445505e-06, |
| "loss": 0.0365, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.2115971515768056, |
| "grad_norm": 6.632195472717285, |
| "learning_rate": 3.4306439744485453e-06, |
| "loss": 0.0421, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.2522889114954223, |
| "grad_norm": 10.166711807250977, |
| "learning_rate": 3.2965679662413772e-06, |
| "loss": 0.0307, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.2929806714140386, |
| "grad_norm": 1.6602095365524292, |
| "learning_rate": 3.163863787622162e-06, |
| "loss": 0.0221, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.333672431332655, |
| "grad_norm": 13.902002334594727, |
| "learning_rate": 3.0326383096107424e-06, |
| "loss": 0.0419, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.3743641912512716, |
| "grad_norm": 15.942489624023438, |
| "learning_rate": 2.9029972123809425e-06, |
| "loss": 0.0611, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.415055951169888, |
| "grad_norm": 2.8235344886779785, |
| "learning_rate": 2.775044900152873e-06, |
| "loss": 0.0604, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.4557477110885046, |
| "grad_norm": 8.490610122680664, |
| "learning_rate": 2.6488844171127903e-06, |
| "loss": 0.034, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.496439471007121, |
| "grad_norm": 1.7496405839920044, |
| "learning_rate": 2.52461736442824e-06, |
| "loss": 0.0472, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.5371312309257377, |
| "grad_norm": 2.676968812942505, |
| "learning_rate": 2.4023438184253115e-06, |
| "loss": 0.0322, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.577822990844354, |
| "grad_norm": 17.634803771972656, |
| "learning_rate": 2.282162249993895e-06, |
| "loss": 0.0435, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.6185147507629702, |
| "grad_norm": 3.301680326461792, |
| "learning_rate": 2.1641694452858486e-06, |
| "loss": 0.0459, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.659206510681587, |
| "grad_norm": 2.321408987045288, |
| "learning_rate": 2.0484604277699437e-06, |
| "loss": 0.025, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.6998982706002037, |
| "grad_norm": 12.765607833862305, |
| "learning_rate": 1.935128381706355e-06, |
| "loss": 0.035, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.74059003051882, |
| "grad_norm": 7.213560581207275, |
| "learning_rate": 1.8242645771023205e-06, |
| "loss": 0.0336, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.7812817904374363, |
| "grad_norm": 7.408237934112549, |
| "learning_rate": 1.7159582962094224e-06, |
| "loss": 0.0285, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.821973550356053, |
| "grad_norm": 5.603072643280029, |
| "learning_rate": 1.610296761621662e-06, |
| "loss": 0.0217, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.8626653102746693, |
| "grad_norm": 3.787916898727417, |
| "learning_rate": 1.5073650660322509e-06, |
| "loss": 0.0512, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.9033570701932856, |
| "grad_norm": 4.275238037109375, |
| "learning_rate": 1.4072461037056806e-06, |
| "loss": 0.0358, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.9440488301119023, |
| "grad_norm": 3.2695820331573486, |
| "learning_rate": 1.310020503720254e-06, |
| "loss": 0.0461, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.984740590030519, |
| "grad_norm": 8.396214485168457, |
| "learning_rate": 1.2157665650348516e-06, |
| "loss": 0.0245, |
| "step": 980 |
| }, |
| { |
| "epoch": 4.02441505595117, |
| "grad_norm": 4.22248649597168, |
| "learning_rate": 1.1245601934322148e-06, |
| "loss": 0.033, |
| "step": 990 |
| }, |
| { |
| "epoch": 4.065106815869786, |
| "grad_norm": 3.4119231700897217, |
| "learning_rate": 1.0364748403895368e-06, |
| "loss": 0.0136, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.105798575788403, |
| "grad_norm": 2.9896421432495117, |
| "learning_rate": 9.51581443925576e-07, |
| "loss": 0.0073, |
| "step": 1010 |
| }, |
| { |
| "epoch": 4.1464903357070195, |
| "grad_norm": 4.508012294769287, |
| "learning_rate": 8.699483714719547e-07, |
| "loss": 0.0084, |
| "step": 1020 |
| }, |
| { |
| "epoch": 4.187182095625635, |
| "grad_norm": 0.24614429473876953, |
| "learning_rate": 7.916413648146282e-07, |
| "loss": 0.0055, |
| "step": 1030 |
| }, |
| { |
| "epoch": 4.227873855544252, |
| "grad_norm": 1.215620517730713, |
| "learning_rate": 7.167234871498646e-07, |
| "loss": 0.0067, |
| "step": 1040 |
| }, |
| { |
| "epoch": 4.268565615462869, |
| "grad_norm": 0.1597607284784317, |
| "learning_rate": 6.452550722973927e-07, |
| "loss": 0.0138, |
| "step": 1050 |
| }, |
| { |
| "epoch": 4.309257375381486, |
| "grad_norm": 0.5498334169387817, |
| "learning_rate": 5.772936761116027e-07, |
| "loss": 0.0032, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.349949135300101, |
| "grad_norm": 5.39498233795166, |
| "learning_rate": 5.128940301299334e-07, |
| "loss": 0.0075, |
| "step": 1070 |
| }, |
| { |
| "epoch": 4.390640895218718, |
| "grad_norm": 1.214426040649414, |
| "learning_rate": 4.5210799749576815e-07, |
| "loss": 0.0076, |
| "step": 1080 |
| }, |
| { |
| "epoch": 4.431332655137335, |
| "grad_norm": 3.13959002494812, |
| "learning_rate": 3.9498453119134917e-07, |
| "loss": 0.0081, |
| "step": 1090 |
| }, |
| { |
| "epoch": 4.472024415055952, |
| "grad_norm": 2.9278972148895264, |
| "learning_rate": 3.4156963461434156e-07, |
| "loss": 0.0068, |
| "step": 1100 |
| }, |
| { |
| "epoch": 4.5127161749745675, |
| "grad_norm": 3.3142828941345215, |
| "learning_rate": 2.9190632452978706e-07, |
| "loss": 0.0106, |
| "step": 1110 |
| }, |
| { |
| "epoch": 4.553407934893184, |
| "grad_norm": 1.1654607057571411, |
| "learning_rate": 2.4603459642729867e-07, |
| "loss": 0.003, |
| "step": 1120 |
| }, |
| { |
| "epoch": 4.594099694811801, |
| "grad_norm": 1.5315704345703125, |
| "learning_rate": 2.0399139231137731e-07, |
| "loss": 0.0074, |
| "step": 1130 |
| }, |
| { |
| "epoch": 4.634791454730417, |
| "grad_norm": 0.38135647773742676, |
| "learning_rate": 1.6581057095081288e-07, |
| "loss": 0.0077, |
| "step": 1140 |
| }, |
| { |
| "epoch": 4.6754832146490335, |
| "grad_norm": 2.646099090576172, |
| "learning_rate": 1.3152288061110518e-07, |
| "loss": 0.0065, |
| "step": 1150 |
| }, |
| { |
| "epoch": 4.71617497456765, |
| "grad_norm": 0.751757025718689, |
| "learning_rate": 1.0115593429187942e-07, |
| "loss": 0.0075, |
| "step": 1160 |
| }, |
| { |
| "epoch": 4.756866734486266, |
| "grad_norm": 1.1848853826522827, |
| "learning_rate": 7.473418748923545e-08, |
| "loss": 0.0022, |
| "step": 1170 |
| }, |
| { |
| "epoch": 4.797558494404883, |
| "grad_norm": 1.9046436548233032, |
| "learning_rate": 5.227891850093314e-08, |
| "loss": 0.004, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.8382502543234995, |
| "grad_norm": 3.036072015762329, |
| "learning_rate": 3.3808211290284886e-08, |
| "loss": 0.0063, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.878942014242116, |
| "grad_norm": 9.75121784210205, |
| "learning_rate": 1.933694092254801e-08, |
| "loss": 0.0164, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.919633774160732, |
| "grad_norm": 1.7381020784378052, |
| "learning_rate": 8.87676158554507e-09, |
| "loss": 0.0035, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.960325534079349, |
| "grad_norm": 0.9791738390922546, |
| "learning_rate": 2.436097204167043e-09, |
| "loss": 0.0025, |
| "step": 1220 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 1.383083701133728, |
| "learning_rate": 2.0134656311676658e-11, |
| "loss": 0.008, |
| "step": 1230 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1230, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4673958743900160.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
