| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 200, |
| "global_step": 1782, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.016842105263157894, |
| "grad_norm": 2.3675968647003174, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 2.3691780090332033, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03368421052631579, |
| "grad_norm": 2.2398316860198975, |
| "learning_rate": 1.0555555555555557e-06, |
| "loss": 2.442026901245117, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05052631578947368, |
| "grad_norm": 2.4165735244750977, |
| "learning_rate": 1.6111111111111113e-06, |
| "loss": 2.4075597763061523, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06736842105263158, |
| "grad_norm": 2.081270694732666, |
| "learning_rate": 2.166666666666667e-06, |
| "loss": 2.509693717956543, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08421052631578947, |
| "grad_norm": 2.0487782955169678, |
| "learning_rate": 2.7222222222222224e-06, |
| "loss": 2.265007209777832, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10105263157894737, |
| "grad_norm": 2.2293291091918945, |
| "learning_rate": 3.277777777777778e-06, |
| "loss": 2.235431671142578, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.11789473684210526, |
| "grad_norm": 1.609149694442749, |
| "learning_rate": 3.833333333333334e-06, |
| "loss": 1.9537654876708985, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.13473684210526315, |
| "grad_norm": 1.5908480882644653, |
| "learning_rate": 4.388888888888889e-06, |
| "loss": 1.80606689453125, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.15157894736842106, |
| "grad_norm": 1.250032663345337, |
| "learning_rate": 4.944444444444445e-06, |
| "loss": 1.5460500717163086, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.16842105263157894, |
| "grad_norm": 0.7745718955993652, |
| "learning_rate": 4.999650952964643e-06, |
| "loss": 1.3418588638305664, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.18526315789473685, |
| "grad_norm": 0.786589503288269, |
| "learning_rate": 4.998444495752662e-06, |
| "loss": 1.197255802154541, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.20210526315789473, |
| "grad_norm": 0.5270315408706665, |
| "learning_rate": 4.9963767349515075e-06, |
| "loss": 1.0972392082214355, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.21894736842105264, |
| "grad_norm": 0.5498689413070679, |
| "learning_rate": 4.993448383392625e-06, |
| "loss": 1.0014358520507813, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.23578947368421052, |
| "grad_norm": 0.583773672580719, |
| "learning_rate": 4.989660450584015e-06, |
| "loss": 0.9596162796020508, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.25263157894736843, |
| "grad_norm": 0.5195373296737671, |
| "learning_rate": 4.985014242362221e-06, |
| "loss": 0.941214656829834, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2694736842105263, |
| "grad_norm": 0.5280083417892456, |
| "learning_rate": 4.9795113604421606e-06, |
| "loss": 0.8085845947265625, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2863157894736842, |
| "grad_norm": 0.45546460151672363, |
| "learning_rate": 4.973153701864953e-06, |
| "loss": 0.8009994506835938, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3031578947368421, |
| "grad_norm": 0.46576207876205444, |
| "learning_rate": 4.965943458343949e-06, |
| "loss": 0.7760515213012695, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.45923057198524475, |
| "learning_rate": 4.9578831155091585e-06, |
| "loss": 0.7632324695587158, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3368421052631579, |
| "grad_norm": 0.4534441828727722, |
| "learning_rate": 4.9489754520503754e-06, |
| "loss": 0.7539843082427978, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.35368421052631577, |
| "grad_norm": 0.4716040790081024, |
| "learning_rate": 4.939223538759253e-06, |
| "loss": 0.6971303939819335, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3705263157894737, |
| "grad_norm": 0.4764370620250702, |
| "learning_rate": 4.9286307374706985e-06, |
| "loss": 0.7053776264190674, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3873684210526316, |
| "grad_norm": 0.48134034872055054, |
| "learning_rate": 4.917200699903926e-06, |
| "loss": 0.7123528957366944, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.40421052631578946, |
| "grad_norm": 0.45863306522369385, |
| "learning_rate": 4.904937366403576e-06, |
| "loss": 0.6910786628723145, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 0.46483689546585083, |
| "learning_rate": 4.891844964581339e-06, |
| "loss": 0.6985108852386475, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4378947368421053, |
| "grad_norm": 0.5262766480445862, |
| "learning_rate": 4.8779280078585475e-06, |
| "loss": 0.6655729293823243, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.45473684210526316, |
| "grad_norm": 0.42967167496681213, |
| "learning_rate": 4.8631912939102326e-06, |
| "loss": 0.7196405410766602, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.47157894736842104, |
| "grad_norm": 0.4787631630897522, |
| "learning_rate": 4.847639903011196e-06, |
| "loss": 0.6648534297943115, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4884210526315789, |
| "grad_norm": 0.5099977850914001, |
| "learning_rate": 4.831279196284656e-06, |
| "loss": 0.575913381576538, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5052631578947369, |
| "grad_norm": 0.46509549021720886, |
| "learning_rate": 4.814114813854078e-06, |
| "loss": 0.6416436195373535, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5221052631578947, |
| "grad_norm": 0.432441771030426, |
| "learning_rate": 4.796152672898818e-06, |
| "loss": 0.6302789211273193, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5389473684210526, |
| "grad_norm": 0.4251745939254761, |
| "learning_rate": 4.777398965614261e-06, |
| "loss": 0.6588118076324463, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5557894736842105, |
| "grad_norm": 0.4384589195251465, |
| "learning_rate": 4.757860157077147e-06, |
| "loss": 0.6521795272827149, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5726315789473684, |
| "grad_norm": 0.4723098576068878, |
| "learning_rate": 4.737542983016824e-06, |
| "loss": 0.6493458271026611, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5894736842105263, |
| "grad_norm": 0.42850667238235474, |
| "learning_rate": 4.716454447493209e-06, |
| "loss": 0.6356882095336914, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6063157894736843, |
| "grad_norm": 0.3517947196960449, |
| "learning_rate": 4.694601820482225e-06, |
| "loss": 0.6760905265808106, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6231578947368421, |
| "grad_norm": 0.5018452405929565, |
| "learning_rate": 4.671992635369592e-06, |
| "loss": 0.6354838371276855, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.4580940902233124, |
| "learning_rate": 4.648634686353784e-06, |
| "loss": 0.6125568866729736, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6568421052631579, |
| "grad_norm": 0.48389866948127747, |
| "learning_rate": 4.624536025759103e-06, |
| "loss": 0.6288070678710938, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6736842105263158, |
| "grad_norm": 0.5069875717163086, |
| "learning_rate": 4.599704961259743e-06, |
| "loss": 0.6024885177612305, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6905263157894737, |
| "grad_norm": 0.41696321964263916, |
| "learning_rate": 4.574150053015841e-06, |
| "loss": 0.5551046848297119, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7073684210526315, |
| "grad_norm": 0.4543442726135254, |
| "learning_rate": 4.54788011072248e-06, |
| "loss": 0.6317256927490235, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7242105263157895, |
| "grad_norm": 0.5469536781311035, |
| "learning_rate": 4.5209041905726726e-06, |
| "loss": 0.6079788208007812, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7410526315789474, |
| "grad_norm": 0.521289050579071, |
| "learning_rate": 4.493231592135365e-06, |
| "loss": 0.6110894203186035, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7578947368421053, |
| "grad_norm": 0.4019668698310852, |
| "learning_rate": 4.4648718551495414e-06, |
| "loss": 0.6034395217895507, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7747368421052632, |
| "grad_norm": 0.41849735379219055, |
| "learning_rate": 4.435834756235534e-06, |
| "loss": 0.584140682220459, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.791578947368421, |
| "grad_norm": 0.40643349289894104, |
| "learning_rate": 4.406130305524668e-06, |
| "loss": 0.5806079864501953, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8084210526315789, |
| "grad_norm": 0.3704324960708618, |
| "learning_rate": 4.375768743208413e-06, |
| "loss": 0.5913614749908447, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8252631578947368, |
| "grad_norm": 0.5236285328865051, |
| "learning_rate": 4.344760536008218e-06, |
| "loss": 0.6399223327636718, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 0.464455783367157, |
| "learning_rate": 4.313116373567262e-06, |
| "loss": 0.593417739868164, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8589473684210527, |
| "grad_norm": 0.42120617628097534, |
| "learning_rate": 4.28084716476534e-06, |
| "loss": 0.6142099857330322, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.8757894736842106, |
| "grad_norm": 0.5095754861831665, |
| "learning_rate": 4.247964033958192e-06, |
| "loss": 0.5817235469818115, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.8926315789473684, |
| "grad_norm": 0.4550492465496063, |
| "learning_rate": 4.214478317142529e-06, |
| "loss": 0.5919324874877929, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.9094736842105263, |
| "grad_norm": 0.4662947654724121, |
| "learning_rate": 4.1804015580481095e-06, |
| "loss": 0.5827170848846436, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.9263157894736842, |
| "grad_norm": 0.5098485350608826, |
| "learning_rate": 4.1457455041582044e-06, |
| "loss": 0.6532581806182861, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.9431578947368421, |
| "grad_norm": 0.4516877233982086, |
| "learning_rate": 4.110522102659816e-06, |
| "loss": 0.5680957317352295, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.48152726888656616, |
| "learning_rate": 4.074743496325048e-06, |
| "loss": 0.5398642539978027, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.9768421052631578, |
| "grad_norm": 0.45088857412338257, |
| "learning_rate": 4.038422019325066e-06, |
| "loss": 0.567262077331543, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.9936842105263158, |
| "grad_norm": 0.44439584016799927, |
| "learning_rate": 4.001570192978057e-06, |
| "loss": 0.5635426998138428, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.0101052631578948, |
| "grad_norm": 0.44740575551986694, |
| "learning_rate": 3.964200721432683e-06, |
| "loss": 0.5941667079925537, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.0269473684210526, |
| "grad_norm": 0.44090500473976135, |
| "learning_rate": 3.926326487288506e-06, |
| "loss": 0.5816664695739746, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.0437894736842106, |
| "grad_norm": 0.41892901062965393, |
| "learning_rate": 3.887960547154894e-06, |
| "loss": 0.5755373954772949, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.0606315789473684, |
| "grad_norm": 0.46069079637527466, |
| "learning_rate": 3.849116127149936e-06, |
| "loss": 0.5655642032623291, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.0774736842105264, |
| "grad_norm": 0.5407482385635376, |
| "learning_rate": 3.8098066183409223e-06, |
| "loss": 0.5383800983428955, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.0943157894736841, |
| "grad_norm": 0.4630482494831085, |
| "learning_rate": 3.7700455721279694e-06, |
| "loss": 0.5431939125061035, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.1111578947368421, |
| "grad_norm": 0.43207013607025146, |
| "learning_rate": 3.7298466955723587e-06, |
| "loss": 0.6164653778076172, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.44431108236312866, |
| "learning_rate": 3.6892238466712233e-06, |
| "loss": 0.5817042350769043, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.1448421052631579, |
| "grad_norm": 0.4709595739841461, |
| "learning_rate": 3.6481910295801964e-06, |
| "loss": 0.5780113220214844, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.1616842105263159, |
| "grad_norm": 0.3738909363746643, |
| "learning_rate": 3.606762389785677e-06, |
| "loss": 0.5264674663543701, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.1785263157894736, |
| "grad_norm": 0.353249728679657, |
| "learning_rate": 3.5649522092283727e-06, |
| "loss": 0.5763276576995849, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.1953684210526316, |
| "grad_norm": 0.43097689747810364, |
| "learning_rate": 3.522774901379803e-06, |
| "loss": 0.5881312847137451, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.2122105263157894, |
| "grad_norm": 0.34989133477211, |
| "learning_rate": 3.4802450062734516e-06, |
| "loss": 0.5387351989746094, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.2290526315789474, |
| "grad_norm": 0.4101610779762268, |
| "learning_rate": 3.4373771854923032e-06, |
| "loss": 0.5462720394134521, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.2458947368421052, |
| "grad_norm": 0.4284352958202362, |
| "learning_rate": 3.394186217114461e-06, |
| "loss": 0.5075682640075684, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.2627368421052632, |
| "grad_norm": 0.46738967299461365, |
| "learning_rate": 3.350686990618619e-06, |
| "loss": 0.56449875831604, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.279578947368421, |
| "grad_norm": 0.3971182107925415, |
| "learning_rate": 3.306894501751118e-06, |
| "loss": 0.5791185379028321, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.296421052631579, |
| "grad_norm": 0.4265970289707184, |
| "learning_rate": 3.262823847356376e-06, |
| "loss": 0.5642617225646973, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.313263157894737, |
| "grad_norm": 0.4123178720474243, |
| "learning_rate": 3.218490220172464e-06, |
| "loss": 0.58898024559021, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.3301052631578947, |
| "grad_norm": 0.4736369848251343, |
| "learning_rate": 3.173908903593621e-06, |
| "loss": 0.5553134441375732, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.3469473684210527, |
| "grad_norm": 0.6982717514038086, |
| "learning_rate": 3.1290952664015226e-06, |
| "loss": 0.5672073841094971, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.3637894736842107, |
| "grad_norm": 0.5104728937149048, |
| "learning_rate": 3.0840647574671046e-06, |
| "loss": 0.5513389110565186, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.3806315789473684, |
| "grad_norm": 0.43303966522216797, |
| "learning_rate": 3.038832900424784e-06, |
| "loss": 0.5767755031585693, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.3974736842105262, |
| "grad_norm": 0.3601587414741516, |
| "learning_rate": 2.99341528832091e-06, |
| "loss": 0.5640051364898682, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.4143157894736842, |
| "grad_norm": 0.4812554121017456, |
| "learning_rate": 2.9478275782382698e-06, |
| "loss": 0.5934456825256348, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.4311578947368422, |
| "grad_norm": 0.41394785046577454, |
| "learning_rate": 2.9020854858985405e-06, |
| "loss": 0.5351485252380371, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.448, |
| "grad_norm": 0.488293319940567, |
| "learning_rate": 2.856204780244508e-06, |
| "loss": 0.5578882217407226, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.464842105263158, |
| "grad_norm": 0.43654918670654297, |
| "learning_rate": 2.810201278003949e-06, |
| "loss": 0.5997494697570801, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.4816842105263157, |
| "grad_norm": 0.47475796937942505, |
| "learning_rate": 2.7640908382370353e-06, |
| "loss": 0.6016314506530762, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.4985263157894737, |
| "grad_norm": 0.4382602870464325, |
| "learning_rate": 2.717889356869146e-06, |
| "loss": 0.5398138046264649, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.5153684210526315, |
| "grad_norm": 0.5595154762268066, |
| "learning_rate": 2.671612761210972e-06, |
| "loss": 0.5806910037994385, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.5322105263157895, |
| "grad_norm": 0.43729111552238464, |
| "learning_rate": 2.625277004467798e-06, |
| "loss": 0.5106444358825684, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.5490526315789475, |
| "grad_norm": 0.493868887424469, |
| "learning_rate": 2.578898060239864e-06, |
| "loss": 0.5604496479034424, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.5658947368421052, |
| "grad_norm": 0.5986487865447998, |
| "learning_rate": 2.5324919170156812e-06, |
| "loss": 0.6156312465667725, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.582736842105263, |
| "grad_norm": 0.532580554485321, |
| "learning_rate": 2.4860745726602388e-06, |
| "loss": 0.6126661777496338, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.5995789473684212, |
| "grad_norm": 0.45284345746040344, |
| "learning_rate": 2.4396620288999535e-06, |
| "loss": 0.5442125797271729, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.616421052631579, |
| "grad_norm": 0.471273809671402, |
| "learning_rate": 2.3932702858063077e-06, |
| "loss": 0.5386880874633789, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.6332631578947368, |
| "grad_norm": 0.4507131576538086, |
| "learning_rate": 2.3469153362800444e-06, |
| "loss": 0.5528570175170898, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.6501052631578947, |
| "grad_norm": 0.3987991213798523, |
| "learning_rate": 2.300613160537842e-06, |
| "loss": 0.5685427188873291, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.6669473684210527, |
| "grad_norm": 0.3747977316379547, |
| "learning_rate": 2.2543797206033624e-06, |
| "loss": 0.5286425113677978, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.6837894736842105, |
| "grad_norm": 0.4136403203010559, |
| "learning_rate": 2.2082309548045595e-06, |
| "loss": 0.5814678192138671, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.7006315789473683, |
| "grad_norm": 0.687925398349762, |
| "learning_rate": 2.1621827722791766e-06, |
| "loss": 0.5451530933380127, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.7174736842105263, |
| "grad_norm": 0.45145687460899353, |
| "learning_rate": 2.1162510474902817e-06, |
| "loss": 0.5333961963653564, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.7343157894736843, |
| "grad_norm": 0.42507562041282654, |
| "learning_rate": 2.070451614753783e-06, |
| "loss": 0.5521537780761718, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.751157894736842, |
| "grad_norm": 0.4860495626926422, |
| "learning_rate": 2.0248002627797603e-06, |
| "loss": 0.5086616992950439, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.768, |
| "grad_norm": 0.37300288677215576, |
| "learning_rate": 1.9793127292295355e-06, |
| "loss": 0.5284741401672364, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.784842105263158, |
| "grad_norm": 0.6154864430427551, |
| "learning_rate": 1.9340046952903347e-06, |
| "loss": 0.5843222141265869, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.8016842105263158, |
| "grad_norm": 0.40758585929870605, |
| "learning_rate": 1.8888917802694163e-06, |
| "loss": 0.5341190814971923, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.8185263157894735, |
| "grad_norm": 0.6138201951980591, |
| "learning_rate": 1.8439895362095392e-06, |
| "loss": 0.5368884563446045, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.8353684210526315, |
| "grad_norm": 0.4472939968109131, |
| "learning_rate": 1.7993134425276095e-06, |
| "loss": 0.5785743236541748, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.8522105263157895, |
| "grad_norm": 0.5062076449394226, |
| "learning_rate": 1.7548789006783767e-06, |
| "loss": 0.5302117347717286, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.8690526315789473, |
| "grad_norm": 0.4329136610031128, |
| "learning_rate": 1.7107012288449893e-06, |
| "loss": 0.5525520324707032, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.8858947368421053, |
| "grad_norm": 0.48740825057029724, |
| "learning_rate": 1.6667956566582733e-06, |
| "loss": 0.5427632331848145, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.9027368421052633, |
| "grad_norm": 0.4774317741394043, |
| "learning_rate": 1.6231773199465328e-06, |
| "loss": 0.5031283855438232, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.919578947368421, |
| "grad_norm": 0.5567426085472107, |
| "learning_rate": 1.579861255517679e-06, |
| "loss": 0.5639900207519531, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.9364210526315788, |
| "grad_norm": 0.418606698513031, |
| "learning_rate": 1.5368623959755091e-06, |
| "loss": 0.5398945331573486, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.9532631578947368, |
| "grad_norm": 0.41494137048721313, |
| "learning_rate": 1.494195564571896e-06, |
| "loss": 0.5497087001800537, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.9701052631578948, |
| "grad_norm": 0.43794137239456177, |
| "learning_rate": 1.4518754700966852e-06, |
| "loss": 0.5589231967926025, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.9869473684210526, |
| "grad_norm": 0.4637230634689331, |
| "learning_rate": 1.4099167018070436e-06, |
| "loss": 0.5796440601348877, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.0033684210526315, |
| "grad_norm": 0.4874701499938965, |
| "learning_rate": 1.368333724398018e-06, |
| "loss": 0.5948200225830078, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.0202105263157897, |
| "grad_norm": 0.4159238934516907, |
| "learning_rate": 1.3271408730160387e-06, |
| "loss": 0.5691422462463379, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.0370526315789474, |
| "grad_norm": 0.5367531180381775, |
| "learning_rate": 1.2863523483170747e-06, |
| "loss": 0.49358205795288085, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.053894736842105, |
| "grad_norm": 0.3846629858016968, |
| "learning_rate": 1.2459822115711604e-06, |
| "loss": 0.5058943748474121, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.070736842105263, |
| "grad_norm": 0.5145422220230103, |
| "learning_rate": 1.206044379814969e-06, |
| "loss": 0.5441148757934571, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.087578947368421, |
| "grad_norm": 0.48207297921180725, |
| "learning_rate": 1.166552621054111e-06, |
| "loss": 0.5424808025360107, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.104421052631579, |
| "grad_norm": 0.5606981515884399, |
| "learning_rate": 1.1275205495168088e-06, |
| "loss": 0.5733020305633545, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.1212631578947367, |
| "grad_norm": 0.6228098273277283, |
| "learning_rate": 1.0889616209605792e-06, |
| "loss": 0.5328383922576905, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.138105263157895, |
| "grad_norm": 0.4159585237503052, |
| "learning_rate": 1.0508891280335562e-06, |
| "loss": 0.5331964015960693, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.1549473684210527, |
| "grad_norm": 0.461050808429718, |
| "learning_rate": 1.0133161956920324e-06, |
| "loss": 0.5633898735046386, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.1717894736842105, |
| "grad_norm": 0.45412588119506836, |
| "learning_rate": 9.762557766758162e-07, |
| "loss": 0.5189047813415527, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.1886315789473683, |
| "grad_norm": 0.47112417221069336, |
| "learning_rate": 9.397206470429593e-07, |
| "loss": 0.5841322422027588, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.2054736842105265, |
| "grad_norm": 0.5289595127105713, |
| "learning_rate": 9.037234017653868e-07, |
| "loss": 0.5423564910888672, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.2223157894736842, |
| "grad_norm": 0.5475178956985474, |
| "learning_rate": 8.682764503869628e-07, |
| "loss": 0.5551994323730469, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.239157894736842, |
| "grad_norm": 0.38113123178482056, |
| "learning_rate": 8.333920127454697e-07, |
| "loss": 0.5250718116760253, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.49941059947013855, |
| "learning_rate": 7.990821147599933e-07, |
| "loss": 0.5366021633148194, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.272842105263158, |
| "grad_norm": 0.6488338112831116, |
| "learning_rate": 7.653585842851555e-07, |
| "loss": 0.5126526832580567, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.2896842105263158, |
| "grad_norm": 0.442120224237442, |
| "learning_rate": 7.322330470336314e-07, |
| "loss": 0.5691324234008789, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.3065263157894735, |
| "grad_norm": 0.41539308428764343, |
| "learning_rate": 6.997169225683428e-07, |
| "loss": 0.5692724704742431, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.3233684210526317, |
| "grad_norm": 0.487481027841568, |
| "learning_rate": 6.678214203657271e-07, |
| "loss": 0.49768476486206054, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.3402105263157895, |
| "grad_norm": 0.4554758071899414, |
| "learning_rate": 6.365575359514311e-07, |
| "loss": 0.5807519435882569, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.3570526315789473, |
| "grad_norm": 0.43024933338165283, |
| "learning_rate": 6.059360471097528e-07, |
| "loss": 0.5478704452514649, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.3738947368421055, |
| "grad_norm": 0.4391016960144043, |
| "learning_rate": 5.759675101681547e-07, |
| "loss": 0.5237262725830079, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.3907368421052633, |
| "grad_norm": 0.48355668783187866, |
| "learning_rate": 5.466622563581186e-07, |
| "loss": 0.5412522792816162, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.407578947368421, |
| "grad_norm": 0.4674224853515625, |
| "learning_rate": 5.180303882535992e-07, |
| "loss": 0.5138509273529053, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.424421052631579, |
| "grad_norm": 0.49533811211586, |
| "learning_rate": 4.90081776288302e-07, |
| "loss": 0.5057380676269532, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.441263157894737, |
| "grad_norm": 0.3906404376029968, |
| "learning_rate": 4.628260553529917e-07, |
| "loss": 0.5184959888458252, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.458105263157895, |
| "grad_norm": 0.49051445722579956, |
| "learning_rate": 4.362726214739985e-07, |
| "loss": 0.5473256587982178, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.4749473684210526, |
| "grad_norm": 0.5990830659866333, |
| "learning_rate": 4.104306285740703e-07, |
| "loss": 0.54063720703125, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.4917894736842103, |
| "grad_norm": 0.5474934577941895, |
| "learning_rate": 3.8530898531668775e-07, |
| "loss": 0.5649588584899903, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.5086315789473685, |
| "grad_norm": 0.47150352597236633, |
| "learning_rate": 3.609163520349254e-07, |
| "loss": 0.617987585067749, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.5254736842105263, |
| "grad_norm": 0.43933191895484924, |
| "learning_rate": 3.3726113774592727e-07, |
| "loss": 0.5586119651794433, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.542315789473684, |
| "grad_norm": 0.41653919219970703, |
| "learning_rate": 3.1435149725201256e-07, |
| "loss": 0.5318275451660156, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.559157894736842, |
| "grad_norm": 0.4257458448410034, |
| "learning_rate": 2.921953283294243e-07, |
| "loss": 0.5267440795898437, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.576, |
| "grad_norm": 0.5163229703903198, |
| "learning_rate": 2.708002690056824e-07, |
| "loss": 0.5639180183410645, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.592842105263158, |
| "grad_norm": 0.32207292318344116, |
| "learning_rate": 2.501736949264805e-07, |
| "loss": 0.5227752208709717, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.609684210526316, |
| "grad_norm": 0.49159786105155945, |
| "learning_rate": 2.3032271681303674e-07, |
| "loss": 0.508394718170166, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.626526315789474, |
| "grad_norm": 0.5257501602172852, |
| "learning_rate": 2.1125417801077103e-07, |
| "loss": 0.5707829475402832, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.6433684210526316, |
| "grad_norm": 0.46089208126068115, |
| "learning_rate": 1.929746521301587e-07, |
| "loss": 0.5277367115020752, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.6602105263157894, |
| "grad_norm": 0.34436914324760437, |
| "learning_rate": 1.754904407805727e-07, |
| "loss": 0.5176792621612549, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.677052631578947, |
| "grad_norm": 0.38178616762161255, |
| "learning_rate": 1.5880757139788844e-07, |
| "loss": 0.5936840057373047, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.6938947368421053, |
| "grad_norm": 0.46855390071868896, |
| "learning_rate": 1.42931795166614e-07, |
| "loss": 0.535886573791504, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.710736842105263, |
| "grad_norm": 0.46840333938598633, |
| "learning_rate": 1.2786858503724769e-07, |
| "loss": 0.5586328983306885, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.7275789473684213, |
| "grad_norm": 0.37853482365608215, |
| "learning_rate": 1.1362313383955742e-07, |
| "loss": 0.5618060111999512, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.744421052631579, |
| "grad_norm": 0.4498389661312103, |
| "learning_rate": 1.0020035249242304e-07, |
| "loss": 0.5269010543823243, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.761263157894737, |
| "grad_norm": 0.40865084528923035, |
| "learning_rate": 8.760486831086823e-08, |
| "loss": 0.577173900604248, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.7781052631578946, |
| "grad_norm": 0.4958624243736267, |
| "learning_rate": 7.584102341085808e-08, |
| "loss": 0.5220235824584961, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.7949473684210524, |
| "grad_norm": 0.5125174522399902, |
| "learning_rate": 6.491287321241574e-08, |
| "loss": 0.5500850200653076, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.8117894736842106, |
| "grad_norm": 0.5046398043632507, |
| "learning_rate": 5.482418504157372e-08, |
| "loss": 0.587200117111206, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.8286315789473684, |
| "grad_norm": 0.45359060168266296, |
| "learning_rate": 4.5578436831640035e-08, |
| "loss": 0.5316465377807618, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.845473684210526, |
| "grad_norm": 0.4397830367088318, |
| "learning_rate": 3.7178815924232e-08, |
| "loss": 0.5368952274322509, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.8623157894736844, |
| "grad_norm": 0.423321008682251, |
| "learning_rate": 2.9628217970482377e-08, |
| "loss": 0.5311310768127442, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.879157894736842, |
| "grad_norm": 0.4652172327041626, |
| "learning_rate": 2.292924593280621e-08, |
| "loss": 0.545475435256958, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.896, |
| "grad_norm": 0.43478888273239136, |
| "learning_rate": 1.708420918756476e-08, |
| "loss": 0.5385183334350586, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.9128421052631577, |
| "grad_norm": 0.4868566691875458, |
| "learning_rate": 1.2095122728942032e-08, |
| "loss": 0.5762796401977539, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.929684210526316, |
| "grad_norm": 0.46321260929107666, |
| "learning_rate": 7.9637064743035e-09, |
| "loss": 0.5364442825317383, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.9465263157894737, |
| "grad_norm": 0.5065796971321106, |
| "learning_rate": 4.691384671277055e-09, |
| "loss": 0.548289442062378, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.9633684210526314, |
| "grad_norm": 0.4855494499206543, |
| "learning_rate": 2.279285406766585e-09, |
| "loss": 0.5444241523742676, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.9802105263157896, |
| "grad_norm": 0.5797643661499023, |
| "learning_rate": 7.282402180569525e-10, |
| "loss": 0.5320149421691894, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.9970526315789474, |
| "grad_norm": 0.4781881272792816, |
| "learning_rate": 3.878380615579547e-11, |
| "loss": 0.5637479305267334, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1782, |
| "total_flos": 1.423601283446784e+16, |
| "train_loss": 0.6745078128529451, |
| "train_runtime": 1708.5057, |
| "train_samples_per_second": 8.341, |
| "train_steps_per_second": 1.043 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1782, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.423601283446784e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
