| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7089684509039348, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003544842254519674, |
| "grad_norm": 132.5248565673828, |
| "learning_rate": 6.373937677053824e-07, |
| "loss": 14.446830749511719, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007089684509039348, |
| "grad_norm": 54.77531051635742, |
| "learning_rate": 1.3456090651558075e-06, |
| "loss": 13.234834289550781, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.010634526763559022, |
| "grad_norm": 6.283421993255615, |
| "learning_rate": 2.0538243626062327e-06, |
| "loss": 11.701119995117187, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.014179369018078695, |
| "grad_norm": 9.19540023803711, |
| "learning_rate": 2.762039660056657e-06, |
| "loss": 11.269725799560547, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01772421127259837, |
| "grad_norm": 3.588550329208374, |
| "learning_rate": 3.4702549575070827e-06, |
| "loss": 11.082182312011719, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.021269053527118043, |
| "grad_norm": 4.2412614822387695, |
| "learning_rate": 4.178470254957508e-06, |
| "loss": 10.633071899414062, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02481389578163772, |
| "grad_norm": 2.81349515914917, |
| "learning_rate": 4.886685552407932e-06, |
| "loss": 10.016432189941407, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02835873803615739, |
| "grad_norm": 2.157428026199341, |
| "learning_rate": 5.594900849858357e-06, |
| "loss": 9.317854309082032, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03190358029067707, |
| "grad_norm": 1.53337824344635, |
| "learning_rate": 6.3031161473087825e-06, |
| "loss": 8.773271179199218, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03544842254519674, |
| "grad_norm": 1.2842110395431519, |
| "learning_rate": 7.011331444759208e-06, |
| "loss": 8.46307373046875, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03899326479971641, |
| "grad_norm": 0.8940983414649963, |
| "learning_rate": 7.719546742209632e-06, |
| "loss": 8.362952423095702, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.042538107054236086, |
| "grad_norm": 1.2323634624481201, |
| "learning_rate": 8.427762039660058e-06, |
| "loss": 8.313992309570313, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04608294930875576, |
| "grad_norm": 0.8698780536651611, |
| "learning_rate": 9.135977337110482e-06, |
| "loss": 8.313835906982423, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04962779156327544, |
| "grad_norm": 0.6485510468482971, |
| "learning_rate": 9.844192634560907e-06, |
| "loss": 8.277175140380859, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.053172633817795106, |
| "grad_norm": 1.8881973028182983, |
| "learning_rate": 1.0552407932011333e-05, |
| "loss": 8.263162231445312, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05671747607231478, |
| "grad_norm": 1.2178221940994263, |
| "learning_rate": 1.1260623229461757e-05, |
| "loss": 8.26162109375, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06026231832683446, |
| "grad_norm": 2.23687481880188, |
| "learning_rate": 1.1968838526912181e-05, |
| "loss": 8.220828247070312, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06380716058135413, |
| "grad_norm": 2.2403409481048584, |
| "learning_rate": 1.2677053824362606e-05, |
| "loss": 8.156272888183594, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.06735200283587381, |
| "grad_norm": 4.979323863983154, |
| "learning_rate": 1.3385269121813032e-05, |
| "loss": 8.121318054199218, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07089684509039348, |
| "grad_norm": 3.5296337604522705, |
| "learning_rate": 1.4093484419263456e-05, |
| "loss": 8.086737823486327, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07444168734491315, |
| "grad_norm": 2.324810743331909, |
| "learning_rate": 1.4801699716713882e-05, |
| "loss": 8.067035675048828, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07798652959943282, |
| "grad_norm": 0.9995874166488647, |
| "learning_rate": 1.5509915014164305e-05, |
| "loss": 8.020206451416016, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0815313718539525, |
| "grad_norm": 1.183273196220398, |
| "learning_rate": 1.6218130311614733e-05, |
| "loss": 7.9764549255371096, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.08507621410847217, |
| "grad_norm": 0.9968162775039673, |
| "learning_rate": 1.6926345609065157e-05, |
| "loss": 7.941542053222657, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08862105636299185, |
| "grad_norm": 1.453206181526184, |
| "learning_rate": 1.763456090651558e-05, |
| "loss": 7.900083923339844, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.09216589861751152, |
| "grad_norm": 1.9150718450546265, |
| "learning_rate": 1.8342776203966006e-05, |
| "loss": 7.868098449707031, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0957107408720312, |
| "grad_norm": 1.4079521894454956, |
| "learning_rate": 1.9050991501416433e-05, |
| "loss": 7.8084770202636715, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.09925558312655088, |
| "grad_norm": 2.327735424041748, |
| "learning_rate": 1.9759206798866854e-05, |
| "loss": 7.770416259765625, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.10280042538107054, |
| "grad_norm": 3.1308300495147705, |
| "learning_rate": 2.0467422096317282e-05, |
| "loss": 7.720582580566406, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.10634526763559021, |
| "grad_norm": 1.5730700492858887, |
| "learning_rate": 2.1175637393767706e-05, |
| "loss": 7.653485107421875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.10989010989010989, |
| "grad_norm": 1.9993301630020142, |
| "learning_rate": 2.188385269121813e-05, |
| "loss": 7.584654998779297, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.11343495214462956, |
| "grad_norm": 3.556170701980591, |
| "learning_rate": 2.2592067988668555e-05, |
| "loss": 7.472293090820313, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.11697979439914924, |
| "grad_norm": 1.5170807838439941, |
| "learning_rate": 2.3300283286118983e-05, |
| "loss": 7.420698547363282, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.12052463665366892, |
| "grad_norm": 1.8956718444824219, |
| "learning_rate": 2.4008498583569404e-05, |
| "loss": 7.352853393554687, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.12406947890818859, |
| "grad_norm": 3.6424927711486816, |
| "learning_rate": 2.471671388101983e-05, |
| "loss": 7.289952087402344, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.12761432116270827, |
| "grad_norm": 3.950108528137207, |
| "learning_rate": 2.542492917847026e-05, |
| "loss": 7.2670539855957035, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.13115916341722794, |
| "grad_norm": 3.1376140117645264, |
| "learning_rate": 2.613314447592068e-05, |
| "loss": 7.219367980957031, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.13470400567174762, |
| "grad_norm": 2.8113393783569336, |
| "learning_rate": 2.6841359773371104e-05, |
| "loss": 7.1138450622558596, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 1.7290911674499512, |
| "learning_rate": 2.7549575070821532e-05, |
| "loss": 7.069696044921875, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.14179369018078697, |
| "grad_norm": 2.157928705215454, |
| "learning_rate": 2.8257790368271957e-05, |
| "loss": 7.032493591308594, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.14533853243530662, |
| "grad_norm": 2.0297610759735107, |
| "learning_rate": 2.8966005665722377e-05, |
| "loss": 6.974455261230469, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1488833746898263, |
| "grad_norm": 2.0817925930023193, |
| "learning_rate": 2.9674220963172805e-05, |
| "loss": 6.954932403564453, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.15242821694434597, |
| "grad_norm": 2.302412271499634, |
| "learning_rate": 3.0382436260623233e-05, |
| "loss": 6.9087669372558596, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.15597305919886564, |
| "grad_norm": 2.4860918521881104, |
| "learning_rate": 3.109065155807366e-05, |
| "loss": 6.853008270263672, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.15951790145338532, |
| "grad_norm": 1.9176361560821533, |
| "learning_rate": 3.179886685552408e-05, |
| "loss": 6.821636199951172, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.163062743707905, |
| "grad_norm": 2.412122964859009, |
| "learning_rate": 3.2507082152974506e-05, |
| "loss": 6.7895256042480465, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.16660758596242467, |
| "grad_norm": 2.1598598957061768, |
| "learning_rate": 3.3215297450424934e-05, |
| "loss": 6.758164978027343, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.17015242821694435, |
| "grad_norm": 1.4905693531036377, |
| "learning_rate": 3.3923512747875355e-05, |
| "loss": 6.707500457763672, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.17369727047146402, |
| "grad_norm": 2.570793628692627, |
| "learning_rate": 3.4631728045325776e-05, |
| "loss": 6.675039672851563, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1772421127259837, |
| "grad_norm": 1.7906855344772339, |
| "learning_rate": 3.53399433427762e-05, |
| "loss": 6.652853393554688, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.18078695498050337, |
| "grad_norm": 2.3503963947296143, |
| "learning_rate": 3.604815864022663e-05, |
| "loss": 6.630236053466797, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.18433179723502305, |
| "grad_norm": 2.17346453666687, |
| "learning_rate": 3.675637393767706e-05, |
| "loss": 6.607561492919922, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.18787663948954272, |
| "grad_norm": 2.7891957759857178, |
| "learning_rate": 3.746458923512748e-05, |
| "loss": 6.555358123779297, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.1914214817440624, |
| "grad_norm": 1.5042469501495361, |
| "learning_rate": 3.817280453257791e-05, |
| "loss": 6.542356872558594, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.19496632399858208, |
| "grad_norm": 2.329241991043091, |
| "learning_rate": 3.888101983002833e-05, |
| "loss": 6.541840362548828, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.19851116625310175, |
| "grad_norm": 2.9417874813079834, |
| "learning_rate": 3.9589235127478756e-05, |
| "loss": 6.506352233886719, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2020560085076214, |
| "grad_norm": 1.765146255493164, |
| "learning_rate": 4.029745042492918e-05, |
| "loss": 6.494882202148437, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.20560085076214107, |
| "grad_norm": 1.5695878267288208, |
| "learning_rate": 4.1005665722379605e-05, |
| "loss": 6.457882690429687, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.20914569301666075, |
| "grad_norm": 2.1169416904449463, |
| "learning_rate": 4.171388101983003e-05, |
| "loss": 6.4466796875, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.21269053527118043, |
| "grad_norm": 2.836350679397583, |
| "learning_rate": 4.242209631728046e-05, |
| "loss": 6.394796371459961, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2162353775257001, |
| "grad_norm": 2.057159423828125, |
| "learning_rate": 4.313031161473088e-05, |
| "loss": 6.309791564941406, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.21978021978021978, |
| "grad_norm": 1.9764236211776733, |
| "learning_rate": 4.38385269121813e-05, |
| "loss": 6.143642425537109, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.22332506203473945, |
| "grad_norm": 1.5374716520309448, |
| "learning_rate": 4.454674220963173e-05, |
| "loss": 6.059618377685547, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.22686990428925913, |
| "grad_norm": 1.504021406173706, |
| "learning_rate": 4.525495750708216e-05, |
| "loss": 5.966709899902344, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2304147465437788, |
| "grad_norm": 1.8329981565475464, |
| "learning_rate": 4.596317280453258e-05, |
| "loss": 5.919542694091797, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.23395958879829848, |
| "grad_norm": 1.955461859703064, |
| "learning_rate": 4.6671388101983006e-05, |
| "loss": 5.863460540771484, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.23750443105281815, |
| "grad_norm": 1.6255284547805786, |
| "learning_rate": 4.7379603399433434e-05, |
| "loss": 5.847004318237305, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.24104927330733783, |
| "grad_norm": 1.6530513763427734, |
| "learning_rate": 4.8087818696883855e-05, |
| "loss": 5.811199569702149, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2445941155618575, |
| "grad_norm": 1.6961824893951416, |
| "learning_rate": 4.8796033994334276e-05, |
| "loss": 5.7780517578125, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.24813895781637718, |
| "grad_norm": 1.508845567703247, |
| "learning_rate": 4.9504249291784704e-05, |
| "loss": 5.740897750854492, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.25168380007089686, |
| "grad_norm": 1.4073859453201294, |
| "learning_rate": 4.999999381545897e-05, |
| "loss": 5.743928146362305, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.25522864232541653, |
| "grad_norm": 1.2714122533798218, |
| "learning_rate": 4.999988386814785e-05, |
| "loss": 5.7146648406982425, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2587734845799362, |
| "grad_norm": 1.105147361755371, |
| "learning_rate": 4.999963648728715e-05, |
| "loss": 5.703514862060547, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2623183268344559, |
| "grad_norm": 1.281786561012268, |
| "learning_rate": 4.99992516742368e-05, |
| "loss": 5.659426879882813, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.26586316908897556, |
| "grad_norm": 1.4539729356765747, |
| "learning_rate": 4.999872943111228e-05, |
| "loss": 5.675305938720703, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.26940801134349524, |
| "grad_norm": 1.2878540754318237, |
| "learning_rate": 4.9998069760784536e-05, |
| "loss": 5.644029998779297, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2729528535980149, |
| "grad_norm": 1.2199702262878418, |
| "learning_rate": 4.9997272666880024e-05, |
| "loss": 5.6056877136230465, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 1.2377008199691772, |
| "learning_rate": 4.999633815378066e-05, |
| "loss": 5.609469604492188, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.28004253810705426, |
| "grad_norm": 1.278878927230835, |
| "learning_rate": 4.9995266226623807e-05, |
| "loss": 5.626304626464844, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.28358738036157394, |
| "grad_norm": 1.3319532871246338, |
| "learning_rate": 4.999405689130224e-05, |
| "loss": 5.580442428588867, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.28713222261609356, |
| "grad_norm": 1.683655858039856, |
| "learning_rate": 4.9992710154464116e-05, |
| "loss": 5.579409790039063, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.29067706487061323, |
| "grad_norm": 1.1337031126022339, |
| "learning_rate": 4.999122602351296e-05, |
| "loss": 5.577402877807617, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2942219071251329, |
| "grad_norm": 1.3304811716079712, |
| "learning_rate": 4.9989604506607564e-05, |
| "loss": 5.547556686401367, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2977667493796526, |
| "grad_norm": 1.2711671590805054, |
| "learning_rate": 4.998784561266201e-05, |
| "loss": 5.548542404174805, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.30131159163417226, |
| "grad_norm": 1.3355711698532104, |
| "learning_rate": 4.998594935134559e-05, |
| "loss": 5.53816032409668, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.30485643388869194, |
| "grad_norm": 1.1520898342132568, |
| "learning_rate": 4.998391573308275e-05, |
| "loss": 5.541797637939453, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3084012761432116, |
| "grad_norm": 1.3476178646087646, |
| "learning_rate": 4.998174476905303e-05, |
| "loss": 5.528475570678711, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.3119461183977313, |
| "grad_norm": 0.979820191860199, |
| "learning_rate": 4.9979436471191015e-05, |
| "loss": 5.501230621337891, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.31549096065225096, |
| "grad_norm": 0.9973044395446777, |
| "learning_rate": 4.997699085218628e-05, |
| "loss": 5.48109130859375, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.31903580290677064, |
| "grad_norm": 1.2147647142410278, |
| "learning_rate": 4.9974407925483275e-05, |
| "loss": 5.5053356170654295, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 1.174742579460144, |
| "learning_rate": 4.9971687705281305e-05, |
| "loss": 5.525197982788086, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.32612548741581, |
| "grad_norm": 1.0364092588424683, |
| "learning_rate": 4.9968830206534426e-05, |
| "loss": 5.507562255859375, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.32967032967032966, |
| "grad_norm": 1.1423817873001099, |
| "learning_rate": 4.9965835444951345e-05, |
| "loss": 5.50116081237793, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.33321517192484934, |
| "grad_norm": 1.063589096069336, |
| "learning_rate": 4.996270343699539e-05, |
| "loss": 5.483753967285156, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.336760014179369, |
| "grad_norm": 1.156726360321045, |
| "learning_rate": 4.995943419988433e-05, |
| "loss": 5.5090789794921875, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3403048564338887, |
| "grad_norm": 1.3510740995407104, |
| "learning_rate": 4.995602775159038e-05, |
| "loss": 5.480130767822265, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.34384969868840837, |
| "grad_norm": 1.1639209985733032, |
| "learning_rate": 4.995248411084004e-05, |
| "loss": 5.487713623046875, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.34739454094292804, |
| "grad_norm": 1.0440890789031982, |
| "learning_rate": 4.9948803297114e-05, |
| "loss": 5.465737152099609, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3509393831974477, |
| "grad_norm": 0.9426578283309937, |
| "learning_rate": 4.9944985330647045e-05, |
| "loss": 5.451010894775391, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3544842254519674, |
| "grad_norm": 0.8856348991394043, |
| "learning_rate": 4.9941030232427945e-05, |
| "loss": 5.4333232879638675, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.35802906770648707, |
| "grad_norm": 1.196390986442566, |
| "learning_rate": 4.993693802419933e-05, |
| "loss": 5.440399169921875, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.36157390996100675, |
| "grad_norm": 0.9776602387428284, |
| "learning_rate": 4.993270872845756e-05, |
| "loss": 5.427825164794922, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3651187522155264, |
| "grad_norm": 0.776901125907898, |
| "learning_rate": 4.992834236845264e-05, |
| "loss": 5.455727386474609, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3686635944700461, |
| "grad_norm": 0.8997649550437927, |
| "learning_rate": 4.992383896818805e-05, |
| "loss": 5.438071823120117, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.37220843672456577, |
| "grad_norm": 0.8250705003738403, |
| "learning_rate": 4.991919855242065e-05, |
| "loss": 5.4653472900390625, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.37575327897908545, |
| "grad_norm": 0.8961722254753113, |
| "learning_rate": 4.991442114666049e-05, |
| "loss": 5.4244224548339846, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.3792981212336051, |
| "grad_norm": 0.9243871569633484, |
| "learning_rate": 4.990950677717073e-05, |
| "loss": 5.4270378112792965, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.3828429634881248, |
| "grad_norm": 0.9992454051971436, |
| "learning_rate": 4.990445547096748e-05, |
| "loss": 5.421928024291992, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.3863878057426445, |
| "grad_norm": 0.8732923269271851, |
| "learning_rate": 4.989926725581962e-05, |
| "loss": 5.399656295776367, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.38993264799716415, |
| "grad_norm": 1.0609304904937744, |
| "learning_rate": 4.989394216024866e-05, |
| "loss": 5.381362533569336, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.3934774902516838, |
| "grad_norm": 0.8973801732063293, |
| "learning_rate": 4.9888480213528624e-05, |
| "loss": 5.3848522186279295, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.3970223325062035, |
| "grad_norm": 0.8304575085639954, |
| "learning_rate": 4.988288144568583e-05, |
| "loss": 5.370730590820313, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4005671747607231, |
| "grad_norm": 1.0252659320831299, |
| "learning_rate": 4.9877145887498774e-05, |
| "loss": 5.375761032104492, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4041120170152428, |
| "grad_norm": 0.9789050221443176, |
| "learning_rate": 4.9871273570497924e-05, |
| "loss": 5.376107788085937, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4076568592697625, |
| "grad_norm": 0.7593803405761719, |
| "learning_rate": 4.986526452696556e-05, |
| "loss": 5.3734375, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.41120170152428215, |
| "grad_norm": 0.7464333772659302, |
| "learning_rate": 4.98591187899356e-05, |
| "loss": 5.366069793701172, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 0.7203890085220337, |
| "learning_rate": 4.9852836393193436e-05, |
| "loss": 5.3826652526855465, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4182913860333215, |
| "grad_norm": 0.9423730373382568, |
| "learning_rate": 4.984641737127569e-05, |
| "loss": 5.383267974853515, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4218362282878412, |
| "grad_norm": 0.8559587597846985, |
| "learning_rate": 4.98398617594701e-05, |
| "loss": 5.379903411865234, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.42538107054236085, |
| "grad_norm": 0.7626580595970154, |
| "learning_rate": 4.9833169593815264e-05, |
| "loss": 5.348976135253906, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4289259127968805, |
| "grad_norm": 0.9729316830635071, |
| "learning_rate": 4.9826340911100484e-05, |
| "loss": 5.38103141784668, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.4324707550514002, |
| "grad_norm": 0.9993200898170471, |
| "learning_rate": 4.981937574886553e-05, |
| "loss": 5.35406265258789, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4360155973059199, |
| "grad_norm": 0.8553763031959534, |
| "learning_rate": 4.9812274145400476e-05, |
| "loss": 5.344794845581054, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.43956043956043955, |
| "grad_norm": 0.8764554262161255, |
| "learning_rate": 4.980503613974542e-05, |
| "loss": 5.346466064453125, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.44310528181495923, |
| "grad_norm": 0.931968629360199, |
| "learning_rate": 4.9797661771690355e-05, |
| "loss": 5.383474349975586, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4466501240694789, |
| "grad_norm": 0.9033966660499573, |
| "learning_rate": 4.9790151081774894e-05, |
| "loss": 5.3460533142089846, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4501949663239986, |
| "grad_norm": 0.7806386947631836, |
| "learning_rate": 4.978250411128805e-05, |
| "loss": 5.311779022216797, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.45373980857851826, |
| "grad_norm": 0.9154277443885803, |
| "learning_rate": 4.9774720902268045e-05, |
| "loss": 5.3727764129638675, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.45728465083303793, |
| "grad_norm": 0.9599602222442627, |
| "learning_rate": 4.9766801497502025e-05, |
| "loss": 5.323087692260742, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4608294930875576, |
| "grad_norm": 0.7230603098869324, |
| "learning_rate": 4.9758745940525874e-05, |
| "loss": 5.366838073730468, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4643743353420773, |
| "grad_norm": 1.0107765197753906, |
| "learning_rate": 4.975055427562396e-05, |
| "loss": 5.308674240112305, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.46791917759659696, |
| "grad_norm": 0.8170345425605774, |
| "learning_rate": 4.974222654782885e-05, |
| "loss": 5.34793701171875, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.47146401985111663, |
| "grad_norm": 0.9455390572547913, |
| "learning_rate": 4.973376280292115e-05, |
| "loss": 5.278959274291992, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.4750088621056363, |
| "grad_norm": 0.7414869666099548, |
| "learning_rate": 4.9725163087429164e-05, |
| "loss": 5.352619934082031, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.478553704360156, |
| "grad_norm": 0.6697789430618286, |
| "learning_rate": 4.971642744862869e-05, |
| "loss": 5.344553375244141, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.48209854661467566, |
| "grad_norm": 0.7350028157234192, |
| "learning_rate": 4.9707555934542735e-05, |
| "loss": 5.331580352783203, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.48564338886919534, |
| "grad_norm": 0.7793420553207397, |
| "learning_rate": 4.9698548593941295e-05, |
| "loss": 5.325060272216797, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.489188231123715, |
| "grad_norm": 0.9029025435447693, |
| "learning_rate": 4.968940547634102e-05, |
| "loss": 5.306049728393555, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.4927330733782347, |
| "grad_norm": 0.8494910597801208, |
| "learning_rate": 4.9680126632004984e-05, |
| "loss": 5.327105331420898, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.49627791563275436, |
| "grad_norm": 0.7679411172866821, |
| "learning_rate": 4.967071211194241e-05, |
| "loss": 5.330787277221679, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.49982275788727404, |
| "grad_norm": 0.7874600291252136, |
| "learning_rate": 4.966116196790836e-05, |
| "loss": 5.342826461791992, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5033676001417937, |
| "grad_norm": 0.9020946025848389, |
| "learning_rate": 4.965147625240351e-05, |
| "loss": 5.3182518005371096, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5069124423963134, |
| "grad_norm": 0.7656190991401672, |
| "learning_rate": 4.964165501867378e-05, |
| "loss": 5.303837585449219, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5104572846508331, |
| "grad_norm": 0.7332035303115845, |
| "learning_rate": 4.9631698320710115e-05, |
| "loss": 5.324761962890625, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5140021269053527, |
| "grad_norm": 0.6765123009681702, |
| "learning_rate": 4.962160621324813e-05, |
| "loss": 5.318471527099609, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5175469691598724, |
| "grad_norm": 0.7399813532829285, |
| "learning_rate": 4.9611378751767854e-05, |
| "loss": 5.327352905273438, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5210918114143921, |
| "grad_norm": 0.9081066846847534, |
| "learning_rate": 4.96010159924934e-05, |
| "loss": 5.302130889892578, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5246366536689118, |
| "grad_norm": 0.8822699189186096, |
| "learning_rate": 4.959051799239267e-05, |
| "loss": 5.313935470581055, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5281814959234314, |
| "grad_norm": 0.7201648354530334, |
| "learning_rate": 4.9579884809177024e-05, |
| "loss": 5.290200805664062, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5317263381779511, |
| "grad_norm": 0.6942399740219116, |
| "learning_rate": 4.956911650130098e-05, |
| "loss": 5.262855148315429, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5352711804324708, |
| "grad_norm": 0.7676780819892883, |
| "learning_rate": 4.955821312796188e-05, |
| "loss": 5.308451461791992, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5388160226869905, |
| "grad_norm": 0.8454974889755249, |
| "learning_rate": 4.954717474909958e-05, |
| "loss": 5.288463592529297, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5423608649415101, |
| "grad_norm": 0.622800350189209, |
| "learning_rate": 4.953600142539609e-05, |
| "loss": 5.301121520996094, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5459057071960298, |
| "grad_norm": 0.7299189567565918, |
| "learning_rate": 4.9524693218275306e-05, |
| "loss": 5.29693603515625, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5494505494505495, |
| "grad_norm": 0.7149349451065063, |
| "learning_rate": 4.951325018990258e-05, |
| "loss": 5.285152435302734, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.7443231344223022, |
| "learning_rate": 4.950167240318444e-05, |
| "loss": 5.3107250213623045, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.5565402339595888, |
| "grad_norm": 0.7101079821586609, |
| "learning_rate": 4.948995992176824e-05, |
| "loss": 5.288132858276367, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5600850762141085, |
| "grad_norm": 0.6409624218940735, |
| "learning_rate": 4.94781128100418e-05, |
| "loss": 5.258818817138672, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5636299184686282, |
| "grad_norm": 0.7422112226486206, |
| "learning_rate": 4.946613113313304e-05, |
| "loss": 5.310946273803711, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5671747607231479, |
| "grad_norm": 0.7419252991676331, |
| "learning_rate": 4.9454014956909644e-05, |
| "loss": 5.281931686401367, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5707196029776674, |
| "grad_norm": 0.6587216258049011, |
| "learning_rate": 4.944176434797869e-05, |
| "loss": 5.29292106628418, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.5742644452321871, |
| "grad_norm": 0.7236230373382568, |
| "learning_rate": 4.942937937368628e-05, |
| "loss": 5.291954803466797, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.5778092874867068, |
| "grad_norm": 0.8149150013923645, |
| "learning_rate": 4.941686010211715e-05, |
| "loss": 5.252371978759766, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5813541297412265, |
| "grad_norm": 0.6907062530517578, |
| "learning_rate": 4.940420660209436e-05, |
| "loss": 5.272654342651367, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5848989719957461, |
| "grad_norm": 0.7174138426780701, |
| "learning_rate": 4.9391418943178836e-05, |
| "loss": 5.294339752197265, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5884438142502658, |
| "grad_norm": 0.798039972782135, |
| "learning_rate": 4.9378497195669036e-05, |
| "loss": 5.257662963867188, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5919886565047855, |
| "grad_norm": 0.724810004234314, |
| "learning_rate": 4.936544143060058e-05, |
| "loss": 5.284110641479492, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5955334987593052, |
| "grad_norm": 0.7931723594665527, |
| "learning_rate": 4.9352251719745774e-05, |
| "loss": 5.281097412109375, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5990783410138248, |
| "grad_norm": 0.6884552836418152, |
| "learning_rate": 4.933892813561333e-05, |
| "loss": 5.27345085144043, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6026231832683445, |
| "grad_norm": 0.6960254907608032, |
| "learning_rate": 4.9325470751447866e-05, |
| "loss": 5.2600860595703125, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6061680255228642, |
| "grad_norm": 0.7212153077125549, |
| "learning_rate": 4.931187964122959e-05, |
| "loss": 5.293134307861328, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6097128677773839, |
| "grad_norm": 0.7511916756629944, |
| "learning_rate": 4.929815487967382e-05, |
| "loss": 5.3018230438232425, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6132577100319035, |
| "grad_norm": 0.7361993193626404, |
| "learning_rate": 4.9284296542230615e-05, |
| "loss": 5.259002685546875, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6168025522864232, |
| "grad_norm": 0.6815996170043945, |
| "learning_rate": 4.927030470508434e-05, |
| "loss": 5.303490447998047, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6203473945409429, |
| "grad_norm": 0.6869247555732727, |
| "learning_rate": 4.925617944515328e-05, |
| "loss": 5.268404388427735, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6238922367954626, |
| "grad_norm": 0.712818443775177, |
| "learning_rate": 4.9241920840089176e-05, |
| "loss": 5.259001922607422, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.6274370790499822, |
| "grad_norm": 0.7157370448112488, |
| "learning_rate": 4.922752896827682e-05, |
| "loss": 5.2527915954589846, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6309819213045019, |
| "grad_norm": 0.7796548008918762, |
| "learning_rate": 4.921300390883362e-05, |
| "loss": 5.244187545776367, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6345267635590216, |
| "grad_norm": 0.6423467397689819, |
| "learning_rate": 4.919834574160916e-05, |
| "loss": 5.230907440185547, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6380716058135413, |
| "grad_norm": 0.7811551094055176, |
| "learning_rate": 4.9183554547184784e-05, |
| "loss": 5.229999923706055, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.641616448068061, |
| "grad_norm": 0.6660889387130737, |
| "learning_rate": 4.916863040687312e-05, |
| "loss": 5.248212814331055, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.6456777453422546, |
| "learning_rate": 4.915357340271765e-05, |
| "loss": 5.257810592651367, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.6487061325771003, |
| "grad_norm": 0.6784165501594543, |
| "learning_rate": 4.9138383617492254e-05, |
| "loss": 5.257859420776367, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.65225097483162, |
| "grad_norm": 0.6905676126480103, |
| "learning_rate": 4.9123061134700774e-05, |
| "loss": 5.253431701660157, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.6557958170861397, |
| "grad_norm": 0.6898303031921387, |
| "learning_rate": 4.9107606038576523e-05, |
| "loss": 5.243818283081055, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.6593406593406593, |
| "grad_norm": 0.6445653438568115, |
| "learning_rate": 4.9092018414081854e-05, |
| "loss": 5.2768810272216795, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.662885501595179, |
| "grad_norm": 0.6441115140914917, |
| "learning_rate": 4.9076298346907654e-05, |
| "loss": 5.255257415771484, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.6664303438496987, |
| "grad_norm": 0.6179636716842651, |
| "learning_rate": 4.906044592347292e-05, |
| "loss": 5.236399078369141, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.6699751861042184, |
| "grad_norm": 0.6955509781837463, |
| "learning_rate": 4.904446123092424e-05, |
| "loss": 5.26529541015625, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.673520028358738, |
| "grad_norm": 0.716314971446991, |
| "learning_rate": 4.9028344357135355e-05, |
| "loss": 5.257140350341797, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6770648706132577, |
| "grad_norm": 0.785479724407196, |
| "learning_rate": 4.9012095390706636e-05, |
| "loss": 5.23547477722168, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6806097128677774, |
| "grad_norm": 0.619127094745636, |
| "learning_rate": 4.899571442096462e-05, |
| "loss": 5.233910751342774, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6841545551222971, |
| "grad_norm": 0.6372919082641602, |
| "learning_rate": 4.897920153796153e-05, |
| "loss": 5.2188163757324215, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6876993973768167, |
| "grad_norm": 0.6643814444541931, |
| "learning_rate": 4.896255683247474e-05, |
| "loss": 5.250975036621094, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 0.551176130771637, |
| "learning_rate": 4.894578039600633e-05, |
| "loss": 5.245917510986328, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6947890818858561, |
| "grad_norm": 0.7061398029327393, |
| "learning_rate": 4.892887232078251e-05, |
| "loss": 5.223080062866211, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6983339241403758, |
| "grad_norm": 0.6970100402832031, |
| "learning_rate": 4.8911832699753205e-05, |
| "loss": 5.245952606201172, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7018787663948954, |
| "grad_norm": 0.6700912117958069, |
| "learning_rate": 4.8894661626591475e-05, |
| "loss": 5.273249816894531, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7054236086494151, |
| "grad_norm": 0.5814111828804016, |
| "learning_rate": 4.8877359195693005e-05, |
| "loss": 5.207174682617188, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7089684509039348, |
| "grad_norm": 0.7154501080513, |
| "learning_rate": 4.885992550217563e-05, |
| "loss": 5.2551219940185545, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 14105, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6845619367143014e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
