| { |
| "best_global_step": 1214, |
| "best_metric": 0.975861668586731, |
| "best_model_checkpoint": "/hddsda/team_VLT/experiments/splash_1B/outputs/60_2e5/checkpoint-1214", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 2428, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008237232289950576, |
| "grad_norm": 59.42716598510742, |
| "learning_rate": 5.47945205479452e-07, |
| "loss": 3.9203125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016474464579901153, |
| "grad_norm": 38.90184020996094, |
| "learning_rate": 1.095890410958904e-06, |
| "loss": 3.6734375, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02471169686985173, |
| "grad_norm": 25.503145217895508, |
| "learning_rate": 1.6438356164383561e-06, |
| "loss": 2.7765625, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.032948929159802305, |
| "grad_norm": 12.902335166931152, |
| "learning_rate": 2.191780821917808e-06, |
| "loss": 2.01171875, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04118616144975288, |
| "grad_norm": 8.680400848388672, |
| "learning_rate": 2.7397260273972604e-06, |
| "loss": 1.62421875, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04942339373970346, |
| "grad_norm": 9.069554328918457, |
| "learning_rate": 3.2876712328767123e-06, |
| "loss": 1.43828125, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.057660626029654036, |
| "grad_norm": 12.622966766357422, |
| "learning_rate": 3.8356164383561645e-06, |
| "loss": 1.3921875, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06589785831960461, |
| "grad_norm": 8.354354858398438, |
| "learning_rate": 4.383561643835616e-06, |
| "loss": 1.371875, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07413509060955518, |
| "grad_norm": 7.582118511199951, |
| "learning_rate": 4.931506849315069e-06, |
| "loss": 1.31953125, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08237232289950576, |
| "grad_norm": 7.6723313331604, |
| "learning_rate": 5.479452054794521e-06, |
| "loss": 1.2421875, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09060955518945635, |
| "grad_norm": 6.57471227645874, |
| "learning_rate": 6.027397260273973e-06, |
| "loss": 1.22265625, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09884678747940692, |
| "grad_norm": 6.930084228515625, |
| "learning_rate": 6.5753424657534245e-06, |
| "loss": 1.178125, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1070840197693575, |
| "grad_norm": 6.962713718414307, |
| "learning_rate": 7.123287671232877e-06, |
| "loss": 1.2109375, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11532125205930807, |
| "grad_norm": 5.813303470611572, |
| "learning_rate": 7.671232876712329e-06, |
| "loss": 1.259375, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12355848434925865, |
| "grad_norm": 5.77918815612793, |
| "learning_rate": 8.219178082191782e-06, |
| "loss": 1.181640625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.13179571663920922, |
| "grad_norm": 6.510586738586426, |
| "learning_rate": 8.767123287671233e-06, |
| "loss": 1.1734375, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1400329489291598, |
| "grad_norm": 6.044201850891113, |
| "learning_rate": 9.315068493150685e-06, |
| "loss": 1.14765625, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.14827018121911037, |
| "grad_norm": 7.2401041984558105, |
| "learning_rate": 9.863013698630138e-06, |
| "loss": 1.11796875, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.15650741350906094, |
| "grad_norm": 5.330558776855469, |
| "learning_rate": 1.0410958904109589e-05, |
| "loss": 1.151953125, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16474464579901152, |
| "grad_norm": 5.636282444000244, |
| "learning_rate": 1.0958904109589042e-05, |
| "loss": 1.10859375, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17298187808896212, |
| "grad_norm": 6.467264652252197, |
| "learning_rate": 1.1506849315068493e-05, |
| "loss": 1.1375, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1812191103789127, |
| "grad_norm": 5.765719413757324, |
| "learning_rate": 1.2054794520547945e-05, |
| "loss": 1.14296875, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.18945634266886327, |
| "grad_norm": 5.661046028137207, |
| "learning_rate": 1.2602739726027398e-05, |
| "loss": 1.15234375, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.19769357495881384, |
| "grad_norm": 5.168608665466309, |
| "learning_rate": 1.3150684931506849e-05, |
| "loss": 1.1125, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.20593080724876442, |
| "grad_norm": 4.618305683135986, |
| "learning_rate": 1.3698630136986302e-05, |
| "loss": 1.146875, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.214168039538715, |
| "grad_norm": 4.392104148864746, |
| "learning_rate": 1.4246575342465754e-05, |
| "loss": 1.1328125, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22240527182866557, |
| "grad_norm": 5.369014263153076, |
| "learning_rate": 1.4794520547945205e-05, |
| "loss": 1.107421875, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.23064250411861614, |
| "grad_norm": 4.20781946182251, |
| "learning_rate": 1.5342465753424658e-05, |
| "loss": 1.064453125, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.23887973640856672, |
| "grad_norm": 5.343926429748535, |
| "learning_rate": 1.589041095890411e-05, |
| "loss": 1.09453125, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2471169686985173, |
| "grad_norm": 4.698163986206055, |
| "learning_rate": 1.6438356164383563e-05, |
| "loss": 1.109375, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2553542009884679, |
| "grad_norm": 4.694039821624756, |
| "learning_rate": 1.6986301369863014e-05, |
| "loss": 1.06796875, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.26359143327841844, |
| "grad_norm": 4.443817138671875, |
| "learning_rate": 1.7534246575342465e-05, |
| "loss": 1.096484375, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.27182866556836904, |
| "grad_norm": 4.604736804962158, |
| "learning_rate": 1.808219178082192e-05, |
| "loss": 1.04609375, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2800658978583196, |
| "grad_norm": 4.275271415710449, |
| "learning_rate": 1.863013698630137e-05, |
| "loss": 1.054296875, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2883031301482702, |
| "grad_norm": 4.036405086517334, |
| "learning_rate": 1.9178082191780822e-05, |
| "loss": 1.0875, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.29654036243822074, |
| "grad_norm": 4.500349521636963, |
| "learning_rate": 1.9726027397260276e-05, |
| "loss": 1.05078125, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.30477759472817134, |
| "grad_norm": 4.127949237823486, |
| "learning_rate": 1.9999885116926973e-05, |
| "loss": 1.040625, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3130148270181219, |
| "grad_norm": 3.660872220993042, |
| "learning_rate": 1.9998966068180426e-05, |
| "loss": 1.01484375, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3212520593080725, |
| "grad_norm": 4.046405792236328, |
| "learning_rate": 1.999712805515336e-05, |
| "loss": 1.045703125, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.32948929159802304, |
| "grad_norm": 3.8753719329833984, |
| "learning_rate": 1.9994371246770076e-05, |
| "loss": 1.080859375, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.33772652388797364, |
| "grad_norm": 4.130710124969482, |
| "learning_rate": 1.9990695896397612e-05, |
| "loss": 0.983203125, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.34596375617792424, |
| "grad_norm": 3.3500330448150635, |
| "learning_rate": 1.998610234182246e-05, |
| "loss": 1.07265625, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3542009884678748, |
| "grad_norm": 3.836678981781006, |
| "learning_rate": 1.9980591005219537e-05, |
| "loss": 1.004296875, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3624382207578254, |
| "grad_norm": 3.467137098312378, |
| "learning_rate": 1.9974162393113353e-05, |
| "loss": 1.018359375, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.37067545304777594, |
| "grad_norm": 3.424943685531616, |
| "learning_rate": 1.9966817096331485e-05, |
| "loss": 1.03359375, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.37891268533772654, |
| "grad_norm": 4.344949245452881, |
| "learning_rate": 1.9958555789950278e-05, |
| "loss": 1.069140625, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3871499176276771, |
| "grad_norm": 3.3675737380981445, |
| "learning_rate": 1.9949379233232773e-05, |
| "loss": 1.0390625, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3953871499176277, |
| "grad_norm": 4.10872220993042, |
| "learning_rate": 1.993928826955896e-05, |
| "loss": 0.98671875, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.40362438220757824, |
| "grad_norm": 2.9576351642608643, |
| "learning_rate": 1.9928283826348237e-05, |
| "loss": 1.01796875, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.41186161449752884, |
| "grad_norm": 3.2495648860931396, |
| "learning_rate": 1.9916366914974207e-05, |
| "loss": 1.0703125, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4200988467874794, |
| "grad_norm": 3.462428569793701, |
| "learning_rate": 1.9903538630671687e-05, |
| "loss": 1.02109375, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.42833607907743, |
| "grad_norm": 3.6364905834198, |
| "learning_rate": 1.9889800152436095e-05, |
| "loss": 0.97734375, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.43657331136738053, |
| "grad_norm": 2.8674442768096924, |
| "learning_rate": 1.987515274291505e-05, |
| "loss": 1.0671875, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.44481054365733114, |
| "grad_norm": 3.5747509002685547, |
| "learning_rate": 1.9859597748292355e-05, |
| "loss": 0.992578125, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.45304777594728174, |
| "grad_norm": 2.901777982711792, |
| "learning_rate": 1.9843136598164257e-05, |
| "loss": 1.01875, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4612850082372323, |
| "grad_norm": 3.292612075805664, |
| "learning_rate": 1.982577080540809e-05, |
| "loss": 0.984765625, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.4695222405271829, |
| "grad_norm": 3.03844952583313, |
| "learning_rate": 1.9807501966043186e-05, |
| "loss": 0.9421875, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.47775947281713343, |
| "grad_norm": 3.5532376766204834, |
| "learning_rate": 1.978833175908423e-05, |
| "loss": 1.0203125, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.48599670510708404, |
| "grad_norm": 3.1076343059539795, |
| "learning_rate": 1.976826194638693e-05, |
| "loss": 1.01484375, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4942339373970346, |
| "grad_norm": 3.1734344959259033, |
| "learning_rate": 1.974729437248609e-05, |
| "loss": 0.98515625, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5024711696869851, |
| "grad_norm": 3.0382258892059326, |
| "learning_rate": 1.972543096442611e-05, |
| "loss": 0.96953125, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5107084019769358, |
| "grad_norm": 3.5049564838409424, |
| "learning_rate": 1.9702673731583847e-05, |
| "loss": 0.99765625, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5189456342668863, |
| "grad_norm": 3.0992934703826904, |
| "learning_rate": 1.967902476548396e-05, |
| "loss": 0.992578125, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5271828665568369, |
| "grad_norm": 2.7654359340667725, |
| "learning_rate": 1.9654486239606686e-05, |
| "loss": 0.955859375, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5354200988467874, |
| "grad_norm": 3.8260226249694824, |
| "learning_rate": 1.962906040918808e-05, |
| "loss": 0.940625, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5436573311367381, |
| "grad_norm": 3.1025912761688232, |
| "learning_rate": 1.9602749611012738e-05, |
| "loss": 0.943359375, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5518945634266886, |
| "grad_norm": 3.2073378562927246, |
| "learning_rate": 1.9575556263199055e-05, |
| "loss": 0.919921875, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5601317957166392, |
| "grad_norm": 3.0796053409576416, |
| "learning_rate": 1.9547482864976964e-05, |
| "loss": 0.9953125, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5683690280065898, |
| "grad_norm": 3.2200849056243896, |
| "learning_rate": 1.951853199645825e-05, |
| "loss": 0.971484375, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5766062602965404, |
| "grad_norm": 2.985048770904541, |
| "learning_rate": 1.9488706318399426e-05, |
| "loss": 0.921484375, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5848434925864909, |
| "grad_norm": 3.4840943813323975, |
| "learning_rate": 1.945800857195718e-05, |
| "loss": 0.9640625, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5930807248764415, |
| "grad_norm": 3.4614648818969727, |
| "learning_rate": 1.942644157843647e-05, |
| "loss": 1.0015625, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6013179571663921, |
| "grad_norm": 3.204954147338867, |
| "learning_rate": 1.9394008239031203e-05, |
| "loss": 0.958984375, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6095551894563427, |
| "grad_norm": 3.055288314819336, |
| "learning_rate": 1.936071153455762e-05, |
| "loss": 0.95546875, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6177924217462932, |
| "grad_norm": 2.852473258972168, |
| "learning_rate": 1.932655452518033e-05, |
| "loss": 0.945703125, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6260296540362438, |
| "grad_norm": 3.1580588817596436, |
| "learning_rate": 1.9291540350131056e-05, |
| "loss": 0.917578125, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6342668863261944, |
| "grad_norm": 2.799454689025879, |
| "learning_rate": 1.925567222742014e-05, |
| "loss": 0.941015625, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.642504118616145, |
| "grad_norm": 2.688756227493286, |
| "learning_rate": 1.9218953453540778e-05, |
| "loss": 0.909375, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6507413509060955, |
| "grad_norm": 3.1734654903411865, |
| "learning_rate": 1.9181387403166046e-05, |
| "loss": 0.916796875, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6589785831960461, |
| "grad_norm": 3.331912040710449, |
| "learning_rate": 1.9142977528838763e-05, |
| "loss": 0.912109375, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6672158154859967, |
| "grad_norm": 2.7767021656036377, |
| "learning_rate": 1.9103727360654166e-05, |
| "loss": 0.961328125, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6754530477759473, |
| "grad_norm": 2.9284727573394775, |
| "learning_rate": 1.906364050593548e-05, |
| "loss": 0.94296875, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6836902800658978, |
| "grad_norm": 3.007228136062622, |
| "learning_rate": 1.90227206489024e-05, |
| "loss": 0.9671875, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.6919275123558485, |
| "grad_norm": 3.078132390975952, |
| "learning_rate": 1.8980971550332455e-05, |
| "loss": 0.920703125, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.700164744645799, |
| "grad_norm": 3.112370491027832, |
| "learning_rate": 1.8938397047215392e-05, |
| "loss": 0.9328125, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7084019769357496, |
| "grad_norm": 2.957212209701538, |
| "learning_rate": 1.889500105240055e-05, |
| "loss": 0.904296875, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7166392092257001, |
| "grad_norm": 3.200221538543701, |
| "learning_rate": 1.88507875542372e-05, |
| "loss": 0.92265625, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7248764415156508, |
| "grad_norm": 2.9260823726654053, |
| "learning_rate": 1.8805760616208032e-05, |
| "loss": 0.957421875, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7331136738056013, |
| "grad_norm": 2.978455066680908, |
| "learning_rate": 1.875992437655569e-05, |
| "loss": 0.966796875, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7413509060955519, |
| "grad_norm": 2.8367488384246826, |
| "learning_rate": 1.871328304790242e-05, |
| "loss": 0.94375, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7495881383855024, |
| "grad_norm": 2.8874731063842773, |
| "learning_rate": 1.866584091686294e-05, |
| "loss": 0.9046875, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7578253706754531, |
| "grad_norm": 3.263575553894043, |
| "learning_rate": 1.8617602343650447e-05, |
| "loss": 0.8765625, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7660626029654036, |
| "grad_norm": 3.1561167240142822, |
| "learning_rate": 1.8568571761675893e-05, |
| "loss": 0.901171875, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7742998352553542, |
| "grad_norm": 2.7282521724700928, |
| "learning_rate": 1.851875367714054e-05, |
| "loss": 0.912890625, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7825370675453048, |
| "grad_norm": 2.757443428039551, |
| "learning_rate": 1.8468152668621807e-05, |
| "loss": 0.915625, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.7907742998352554, |
| "grad_norm": 4.307620525360107, |
| "learning_rate": 1.8416773386652464e-05, |
| "loss": 0.9203125, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.7990115321252059, |
| "grad_norm": 2.970149517059326, |
| "learning_rate": 1.8364620553293222e-05, |
| "loss": 0.870703125, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8072487644151565, |
| "grad_norm": 2.706763505935669, |
| "learning_rate": 1.8311698961698766e-05, |
| "loss": 0.916015625, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8154859967051071, |
| "grad_norm": 2.9329113960266113, |
| "learning_rate": 1.8258013475677216e-05, |
| "loss": 0.90859375, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8237232289950577, |
| "grad_norm": 2.8903682231903076, |
| "learning_rate": 1.8203569029243113e-05, |
| "loss": 0.96328125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8319604612850082, |
| "grad_norm": 2.7756187915802, |
| "learning_rate": 1.814837062616397e-05, |
| "loss": 0.91953125, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8401976935749588, |
| "grad_norm": 2.7421905994415283, |
| "learning_rate": 1.8092423339500383e-05, |
| "loss": 0.89375, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8484349258649094, |
| "grad_norm": 3.0162296295166016, |
| "learning_rate": 1.8035732311139798e-05, |
| "loss": 0.925, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.85667215815486, |
| "grad_norm": 2.7499682903289795, |
| "learning_rate": 1.797830275132392e-05, |
| "loss": 0.925390625, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.8649093904448105, |
| "grad_norm": 2.886056423187256, |
| "learning_rate": 1.792013993816988e-05, |
| "loss": 0.9, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8731466227347611, |
| "grad_norm": 2.8466620445251465, |
| "learning_rate": 1.786124921718515e-05, |
| "loss": 0.917578125, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8813838550247117, |
| "grad_norm": 3.1304376125335693, |
| "learning_rate": 1.7801636000776232e-05, |
| "loss": 0.912109375, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8896210873146623, |
| "grad_norm": 2.630829334259033, |
| "learning_rate": 1.7741305767751256e-05, |
| "loss": 0.905078125, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.8978583196046128, |
| "grad_norm": 2.7537589073181152, |
| "learning_rate": 1.768026406281642e-05, |
| "loss": 0.899609375, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9060955518945635, |
| "grad_norm": 2.9089252948760986, |
| "learning_rate": 1.7618516496066422e-05, |
| "loss": 0.8953125, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.914332784184514, |
| "grad_norm": 2.397491455078125, |
| "learning_rate": 1.7556068742468836e-05, |
| "loss": 0.8875, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9225700164744646, |
| "grad_norm": 2.698484182357788, |
| "learning_rate": 1.7492926541342562e-05, |
| "loss": 0.87265625, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9308072487644151, |
| "grad_norm": 2.7854061126708984, |
| "learning_rate": 1.7429095695830348e-05, |
| "loss": 0.867578125, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9390444810543658, |
| "grad_norm": 2.9530394077301025, |
| "learning_rate": 1.7364582072365454e-05, |
| "loss": 0.912890625, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9472817133443163, |
| "grad_norm": 2.7242469787597656, |
| "learning_rate": 1.7299391600132463e-05, |
| "loss": 0.91328125, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9555189456342669, |
| "grad_norm": 2.798717975616455, |
| "learning_rate": 1.723353027052239e-05, |
| "loss": 0.9046875, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9637561779242174, |
| "grad_norm": 2.965654134750366, |
| "learning_rate": 1.716700413658202e-05, |
| "loss": 0.891015625, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9719934102141681, |
| "grad_norm": 2.8522415161132812, |
| "learning_rate": 1.709981931245759e-05, |
| "loss": 0.8828125, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9802306425041186, |
| "grad_norm": 2.54638671875, |
| "learning_rate": 1.7031981972832875e-05, |
| "loss": 0.881640625, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.9884678747940692, |
| "grad_norm": 2.872195243835449, |
| "learning_rate": 1.6963498352361704e-05, |
| "loss": 0.884765625, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9967051070840197, |
| "grad_norm": 3.168564558029175, |
| "learning_rate": 1.6894374745094935e-05, |
| "loss": 0.910546875, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.975861668586731, |
| "eval_runtime": 275.0235, |
| "eval_samples_per_second": 15.646, |
| "eval_steps_per_second": 1.956, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.0049423393739703, |
| "grad_norm": 2.7183890342712402, |
| "learning_rate": 1.6824617503902012e-05, |
| "loss": 0.851171875, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.013179571663921, |
| "grad_norm": 2.986445665359497, |
| "learning_rate": 1.67542330398871e-05, |
| "loss": 0.8515625, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.0214168039538716, |
| "grad_norm": 3.4267704486846924, |
| "learning_rate": 1.6683227821799853e-05, |
| "loss": 0.840625, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.029654036243822, |
| "grad_norm": 3.226541757583618, |
| "learning_rate": 1.6611608375440914e-05, |
| "loss": 0.815625, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0378912685337727, |
| "grad_norm": 3.0246481895446777, |
| "learning_rate": 1.6539381283062135e-05, |
| "loss": 0.823046875, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.0461285008237233, |
| "grad_norm": 3.1954500675201416, |
| "learning_rate": 1.6466553182761657e-05, |
| "loss": 0.794921875, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.0543657331136738, |
| "grad_norm": 3.0190796852111816, |
| "learning_rate": 1.6393130767873798e-05, |
| "loss": 0.836328125, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.0626029654036244, |
| "grad_norm": 3.312737226486206, |
| "learning_rate": 1.6319120786353918e-05, |
| "loss": 0.848046875, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.0708401976935749, |
| "grad_norm": 3.154492139816284, |
| "learning_rate": 1.624453004015824e-05, |
| "loss": 0.834375, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.0790774299835255, |
| "grad_norm": 3.3488335609436035, |
| "learning_rate": 1.6169365384618697e-05, |
| "loss": 0.8265625, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.0873146622734762, |
| "grad_norm": 3.1863484382629395, |
| "learning_rate": 1.6093633727812895e-05, |
| "loss": 0.8234375, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.0955518945634266, |
| "grad_norm": 3.4723682403564453, |
| "learning_rate": 1.6017342029929223e-05, |
| "loss": 0.833203125, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.1037891268533773, |
| "grad_norm": 3.222951650619507, |
| "learning_rate": 1.5940497302627165e-05, |
| "loss": 0.819140625, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.112026359143328, |
| "grad_norm": 3.2630727291107178, |
| "learning_rate": 1.5863106608392884e-05, |
| "loss": 0.8984375, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.1202635914332784, |
| "grad_norm": 3.097550868988037, |
| "learning_rate": 1.578517705989015e-05, |
| "loss": 0.823828125, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.128500823723229, |
| "grad_norm": 3.1272077560424805, |
| "learning_rate": 1.5706715819306622e-05, |
| "loss": 0.810546875, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1367380560131797, |
| "grad_norm": 3.524237871170044, |
| "learning_rate": 1.562773009769564e-05, |
| "loss": 0.844921875, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.1449752883031301, |
| "grad_norm": 3.30476450920105, |
| "learning_rate": 1.5548227154313433e-05, |
| "loss": 0.8484375, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.1532125205930808, |
| "grad_norm": 3.4365389347076416, |
| "learning_rate": 1.546821429595199e-05, |
| "loss": 0.791796875, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.1614497528830312, |
| "grad_norm": 3.0440518856048584, |
| "learning_rate": 1.5387698876267517e-05, |
| "loss": 0.7921875, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.1696869851729819, |
| "grad_norm": 2.8585503101348877, |
| "learning_rate": 1.5306688295104575e-05, |
| "loss": 0.82734375, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.1779242174629325, |
| "grad_norm": 3.4312729835510254, |
| "learning_rate": 1.5225189997816006e-05, |
| "loss": 0.823828125, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.186161449752883, |
| "grad_norm": 3.015860080718994, |
| "learning_rate": 1.5143211474578658e-05, |
| "loss": 0.880859375, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.1943986820428336, |
| "grad_norm": 3.2433841228485107, |
| "learning_rate": 1.5060760259704988e-05, |
| "loss": 0.841015625, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.2026359143327843, |
| "grad_norm": 2.8961446285247803, |
| "learning_rate": 1.4977843930950622e-05, |
| "loss": 0.809375, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2108731466227347, |
| "grad_norm": 3.448920249938965, |
| "learning_rate": 1.4894470108817905e-05, |
| "loss": 0.813671875, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.2191103789126854, |
| "grad_norm": 3.053058624267578, |
| "learning_rate": 1.4810646455855542e-05, |
| "loss": 0.82265625, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.227347611202636, |
| "grad_norm": 3.519761085510254, |
| "learning_rate": 1.4726380675954352e-05, |
| "loss": 0.8296875, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.2355848434925865, |
| "grad_norm": 3.0173768997192383, |
| "learning_rate": 1.4641680513639254e-05, |
| "loss": 0.76796875, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2438220757825371, |
| "grad_norm": 3.2784814834594727, |
| "learning_rate": 1.4556553753357472e-05, |
| "loss": 0.84140625, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.2520593080724876, |
| "grad_norm": 2.9391214847564697, |
| "learning_rate": 1.4471008218763122e-05, |
| "loss": 0.796484375, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.2602965403624382, |
| "grad_norm": 3.34924578666687, |
| "learning_rate": 1.4385051771998159e-05, |
| "loss": 0.816015625, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.2685337726523889, |
| "grad_norm": 3.1663498878479004, |
| "learning_rate": 1.4298692312969808e-05, |
| "loss": 0.79375, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.2767710049423393, |
| "grad_norm": 3.537677526473999, |
| "learning_rate": 1.421193777862451e-05, |
| "loss": 0.810546875, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.28500823723229, |
| "grad_norm": 3.195664167404175, |
| "learning_rate": 1.4124796142218461e-05, |
| "loss": 0.81328125, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.2932454695222404, |
| "grad_norm": 3.368626117706299, |
| "learning_rate": 1.4037275412584851e-05, |
| "loss": 0.816015625, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.301482701812191, |
| "grad_norm": 2.9551095962524414, |
| "learning_rate": 1.3949383633397768e-05, |
| "loss": 0.78984375, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3097199341021417, |
| "grad_norm": 3.085491418838501, |
| "learning_rate": 1.3861128882432961e-05, |
| "loss": 0.83671875, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.3179571663920924, |
| "grad_norm": 4.083651065826416, |
| "learning_rate": 1.3772519270825443e-05, |
| "loss": 0.788671875, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3261943986820428, |
| "grad_norm": 3.4720098972320557, |
| "learning_rate": 1.3683562942324017e-05, |
| "loss": 0.816015625, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.3344316309719935, |
| "grad_norm": 3.243168354034424, |
| "learning_rate": 1.3594268072542824e-05, |
| "loss": 0.81875, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.342668863261944, |
| "grad_norm": 3.299379348754883, |
| "learning_rate": 1.3504642868209965e-05, |
| "loss": 0.81875, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.3509060955518946, |
| "grad_norm": 3.0587539672851562, |
| "learning_rate": 1.3414695566413241e-05, |
| "loss": 0.851953125, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.3591433278418452, |
| "grad_norm": 3.3016016483306885, |
| "learning_rate": 1.3324434433843112e-05, |
| "loss": 0.830078125, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.3673805601317957, |
| "grad_norm": 3.3171045780181885, |
| "learning_rate": 1.3233867766032965e-05, |
| "loss": 0.81875, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.3756177924217463, |
| "grad_norm": 3.0956857204437256, |
| "learning_rate": 1.314300388659667e-05, |
| "loss": 0.7796875, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.3838550247116967, |
| "grad_norm": 3.117342948913574, |
| "learning_rate": 1.3051851146463618e-05, |
| "loss": 0.78359375, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.3920922570016474, |
| "grad_norm": 3.4312281608581543, |
| "learning_rate": 1.2960417923111209e-05, |
| "loss": 0.804296875, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.400329489291598, |
| "grad_norm": 2.9448163509368896, |
| "learning_rate": 1.2868712619794913e-05, |
| "loss": 0.806640625, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.4085667215815487, |
| "grad_norm": 2.9322917461395264, |
| "learning_rate": 1.2776743664775958e-05, |
| "loss": 0.8125, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4168039538714992, |
| "grad_norm": 2.9572620391845703, |
| "learning_rate": 1.268451951054674e-05, |
| "loss": 0.76796875, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.4250411861614498, |
| "grad_norm": 3.5945940017700195, |
| "learning_rate": 1.2592048633053963e-05, |
| "loss": 0.824609375, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.4332784184514002, |
| "grad_norm": 3.008906364440918, |
| "learning_rate": 1.2499339530919671e-05, |
| "loss": 0.760546875, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.441515650741351, |
| "grad_norm": 2.9414122104644775, |
| "learning_rate": 1.2406400724660155e-05, |
| "loss": 0.785546875, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4497528830313016, |
| "grad_norm": 3.6647346019744873, |
| "learning_rate": 1.231324075590289e-05, |
| "loss": 0.831640625, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.457990115321252, |
| "grad_norm": 3.328450918197632, |
| "learning_rate": 1.2219868186601484e-05, |
| "loss": 0.807421875, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.4662273476112027, |
| "grad_norm": 3.4296746253967285, |
| "learning_rate": 1.2126291598248808e-05, |
| "loss": 0.837890625, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.474464579901153, |
| "grad_norm": 3.1492526531219482, |
| "learning_rate": 1.2032519591088284e-05, |
| "loss": 0.790234375, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.4827018121911038, |
| "grad_norm": 3.2090094089508057, |
| "learning_rate": 1.1938560783323483e-05, |
| "loss": 0.761328125, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.4909390444810544, |
| "grad_norm": 3.2001869678497314, |
| "learning_rate": 1.1844423810326062e-05, |
| "loss": 0.795703125, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.499176276771005, |
| "grad_norm": 3.036942958831787, |
| "learning_rate": 1.1750117323842123e-05, |
| "loss": 0.771484375, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.5074135090609555, |
| "grad_norm": 2.7320806980133057, |
| "learning_rate": 1.1655649991197052e-05, |
| "loss": 0.770703125, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.515650741350906, |
| "grad_norm": 3.2744085788726807, |
| "learning_rate": 1.1561030494498963e-05, |
| "loss": 0.808984375, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.5238879736408566, |
| "grad_norm": 3.292689561843872, |
| "learning_rate": 1.1466267529840737e-05, |
| "loss": 0.799609375, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.5321252059308073, |
| "grad_norm": 3.570671796798706, |
| "learning_rate": 1.1371369806500828e-05, |
| "loss": 0.780078125, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.540362438220758, |
| "grad_norm": 3.117856740951538, |
| "learning_rate": 1.127634604614279e-05, |
| "loss": 0.79140625, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.5485996705107083, |
| "grad_norm": 3.2196526527404785, |
| "learning_rate": 1.1181204982013744e-05, |
| "loss": 0.801171875, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.556836902800659, |
| "grad_norm": 3.4039859771728516, |
| "learning_rate": 1.1085955358141717e-05, |
| "loss": 0.796484375, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.5650741350906094, |
| "grad_norm": 2.81375789642334, |
| "learning_rate": 1.0990605928532023e-05, |
| "loss": 0.790625, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.57331136738056, |
| "grad_norm": 3.5346741676330566, |
| "learning_rate": 1.0895165456362707e-05, |
| "loss": 0.77734375, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.5815485996705108, |
| "grad_norm": 3.2716338634490967, |
| "learning_rate": 1.0799642713179177e-05, |
| "loss": 0.781640625, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.5897858319604614, |
| "grad_norm": 3.0632574558258057, |
| "learning_rate": 1.0704046478088022e-05, |
| "loss": 0.81640625, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.5980230642504119, |
| "grad_norm": 3.2588024139404297, |
| "learning_rate": 1.0608385536950188e-05, |
| "loss": 0.768359375, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6062602965403623, |
| "grad_norm": 2.9469897747039795, |
| "learning_rate": 1.0512668681573476e-05, |
| "loss": 0.796484375, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.614497528830313, |
| "grad_norm": 3.055677890777588, |
| "learning_rate": 1.041690470890455e-05, |
| "loss": 0.76171875, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.6227347611202636, |
| "grad_norm": 3.449039936065674, |
| "learning_rate": 1.0321102420220418e-05, |
| "loss": 0.812890625, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.6309719934102143, |
| "grad_norm": 3.1603500843048096, |
| "learning_rate": 1.0225270620319576e-05, |
| "loss": 0.7859375, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.6392092257001647, |
| "grad_norm": 3.036633253097534, |
| "learning_rate": 1.0129418116712755e-05, |
| "loss": 0.8078125, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.6474464579901154, |
| "grad_norm": 3.318446397781372, |
| "learning_rate": 1.0033553718813497e-05, |
| "loss": 0.7828125, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6556836902800658, |
| "grad_norm": 3.854395866394043, |
| "learning_rate": 9.937686237128488e-06, |
| "loss": 0.79375, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.6639209225700164, |
| "grad_norm": 3.301496744155884, |
| "learning_rate": 9.841824482447837e-06, |
| "loss": 0.773046875, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.672158154859967, |
| "grad_norm": 3.150346040725708, |
| "learning_rate": 9.745977265035313e-06, |
| "loss": 0.815234375, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.6803953871499178, |
| "grad_norm": 3.222334146499634, |
| "learning_rate": 9.65015339381861e-06, |
| "loss": 0.798046875, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.6886326194398682, |
| "grad_norm": 3.303046226501465, |
| "learning_rate": 9.554361675579783e-06, |
| "loss": 0.791015625, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.6968698517298186, |
| "grad_norm": 3.5736613273620605, |
| "learning_rate": 9.458610914145826e-06, |
| "loss": 0.78515625, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.7051070840197693, |
| "grad_norm": 3.3751983642578125, |
| "learning_rate": 9.362909909579567e-06, |
| "loss": 0.8265625, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.71334431630972, |
| "grad_norm": 2.9090216159820557, |
| "learning_rate": 9.267267457370878e-06, |
| "loss": 0.7953125, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.7215815485996706, |
| "grad_norm": 3.2832682132720947, |
| "learning_rate": 9.171692347628324e-06, |
| "loss": 0.786328125, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.729818780889621, |
| "grad_norm": 3.343050718307495, |
| "learning_rate": 9.076193364271303e-06, |
| "loss": 0.759765625, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.7380560131795717, |
| "grad_norm": 2.9476571083068848, |
| "learning_rate": 8.98077928422274e-06, |
| "loss": 0.7828125, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.7462932454695221, |
| "grad_norm": 2.922978401184082, |
| "learning_rate": 8.885458876602442e-06, |
| "loss": 0.787890625, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.7545304777594728, |
| "grad_norm": 3.898466110229492, |
| "learning_rate": 8.790240901921167e-06, |
| "loss": 0.78828125, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.7627677100494235, |
| "grad_norm": 3.062774419784546, |
| "learning_rate": 8.695134111275481e-06, |
| "loss": 0.7859375, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.771004942339374, |
| "grad_norm": 3.3497931957244873, |
| "learning_rate": 8.600147245543477e-06, |
| "loss": 0.801171875, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.7792421746293245, |
| "grad_norm": 3.4660985469818115, |
| "learning_rate": 8.50528903458143e-06, |
| "loss": 0.78671875, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.787479406919275, |
| "grad_norm": 3.3449573516845703, |
| "learning_rate": 8.410568196421482e-06, |
| "loss": 0.773046875, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.7957166392092256, |
| "grad_norm": 3.444862127304077, |
| "learning_rate": 8.315993436470408e-06, |
| "loss": 0.809375, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.8039538714991763, |
| "grad_norm": 3.3574137687683105, |
| "learning_rate": 8.221573446709524e-06, |
| "loss": 0.756640625, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.812191103789127, |
| "grad_norm": 3.180471658706665, |
| "learning_rate": 8.12731690489584e-06, |
| "loss": 0.789453125, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.8204283360790774, |
| "grad_norm": 2.790720224380493, |
| "learning_rate": 8.033232473764539e-06, |
| "loss": 0.730859375, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.828665568369028, |
| "grad_norm": 3.5747971534729004, |
| "learning_rate": 7.93932880023281e-06, |
| "loss": 0.79140625, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.8369028006589785, |
| "grad_norm": 3.3052978515625, |
| "learning_rate": 7.845614514605151e-06, |
| "loss": 0.783203125, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.8451400329489291, |
| "grad_norm": 3.0872039794921875, |
| "learning_rate": 7.752098229780177e-06, |
| "loss": 0.804296875, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.8533772652388798, |
| "grad_norm": 3.7297873497009277, |
| "learning_rate": 7.658788540459063e-06, |
| "loss": 0.7921875, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.8616144975288305, |
| "grad_norm": 3.423245668411255, |
| "learning_rate": 7.565694022355629e-06, |
| "loss": 0.75625, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.869851729818781, |
| "grad_norm": 3.377229690551758, |
| "learning_rate": 7.472823231408195e-06, |
| "loss": 0.790234375, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.8780889621087313, |
| "grad_norm": 3.188108205795288, |
| "learning_rate": 7.380184702993207e-06, |
| "loss": 0.773828125, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.886326194398682, |
| "grad_norm": 3.0406744480133057, |
| "learning_rate": 7.287786951140825e-06, |
| "loss": 0.775, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.8945634266886326, |
| "grad_norm": 3.003800868988037, |
| "learning_rate": 7.1956384677524084e-06, |
| "loss": 0.742578125, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.9028006589785833, |
| "grad_norm": 3.3765439987182617, |
| "learning_rate": 7.103747721820069e-06, |
| "loss": 0.787109375, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.9110378912685337, |
| "grad_norm": 3.0775868892669678, |
| "learning_rate": 7.012123158648312e-06, |
| "loss": 0.749609375, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.9192751235584844, |
| "grad_norm": 3.8198721408843994, |
| "learning_rate": 6.920773199077872e-06, |
| "loss": 0.74765625, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.9275123558484348, |
| "grad_norm": 3.314674139022827, |
| "learning_rate": 6.829706238711786e-06, |
| "loss": 0.81015625, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.9357495881383855, |
| "grad_norm": 3.489034652709961, |
| "learning_rate": 6.738930647143789e-06, |
| "loss": 0.8, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.9439868204283361, |
| "grad_norm": 3.2915072441101074, |
| "learning_rate": 6.648454767189082e-06, |
| "loss": 0.74453125, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.9522240527182868, |
| "grad_norm": 3.420825958251953, |
| "learning_rate": 6.558286914117603e-06, |
| "loss": 0.7484375, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.9604612850082372, |
| "grad_norm": 3.3860113620758057, |
| "learning_rate": 6.468435374889791e-06, |
| "loss": 0.75703125, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.9686985172981877, |
| "grad_norm": 3.3130035400390625, |
| "learning_rate": 6.378908407394968e-06, |
| "loss": 0.76015625, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.9769357495881383, |
| "grad_norm": 3.723069667816162, |
| "learning_rate": 6.28971423969238e-06, |
| "loss": 0.780859375, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.985172981878089, |
| "grad_norm": 3.632185220718384, |
| "learning_rate": 6.200861069255006e-06, |
| "loss": 0.77578125, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.9934102141680397, |
| "grad_norm": 3.76944899559021, |
| "learning_rate": 6.1123570622161565e-06, |
| "loss": 0.742578125, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.9797534346580505, |
| "eval_runtime": 189.672, |
| "eval_samples_per_second": 22.687, |
| "eval_steps_per_second": 2.836, |
| "step": 2428 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3642, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.2699260600150655e+20, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
