| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 200, |
| "global_step": 3094, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0032323232323232323, |
| "grad_norm": 0.032284051179885864, |
| "learning_rate": 5.806451612903226e-06, |
| "loss": 0.6013355255126953, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006464646464646465, |
| "grad_norm": 0.01937970519065857, |
| "learning_rate": 1.2258064516129032e-05, |
| "loss": 0.5758121490478516, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009696969696969697, |
| "grad_norm": 0.014327733777463436, |
| "learning_rate": 1.870967741935484e-05, |
| "loss": 0.5787662506103516, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01292929292929293, |
| "grad_norm": 0.012254982255399227, |
| "learning_rate": 2.5161290322580645e-05, |
| "loss": 0.5327143669128418, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01616161616161616, |
| "grad_norm": 0.014536243863403797, |
| "learning_rate": 3.161290322580645e-05, |
| "loss": 0.5393171310424805, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.019393939393939394, |
| "grad_norm": 0.011900736019015312, |
| "learning_rate": 3.8064516129032254e-05, |
| "loss": 0.5058945178985595, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022626262626262626, |
| "grad_norm": 0.01210293360054493, |
| "learning_rate": 4.451612903225807e-05, |
| "loss": 0.517607593536377, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02585858585858586, |
| "grad_norm": 0.017207792028784752, |
| "learning_rate": 5.096774193548387e-05, |
| "loss": 0.5269095420837402, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.013736969791352749, |
| "learning_rate": 5.7419354838709685e-05, |
| "loss": 0.5040688514709473, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03232323232323232, |
| "grad_norm": 0.011664404533803463, |
| "learning_rate": 6.387096774193548e-05, |
| "loss": 0.5147775173187256, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.035555555555555556, |
| "grad_norm": 0.014052552171051502, |
| "learning_rate": 7.03225806451613e-05, |
| "loss": 0.5230005741119385, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03878787878787879, |
| "grad_norm": 0.011644740588963032, |
| "learning_rate": 7.67741935483871e-05, |
| "loss": 0.5105222702026367, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04202020202020202, |
| "grad_norm": 0.011730308644473553, |
| "learning_rate": 8.32258064516129e-05, |
| "loss": 0.4989170074462891, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04525252525252525, |
| "grad_norm": 0.012009115889668465, |
| "learning_rate": 8.967741935483871e-05, |
| "loss": 0.5003124713897705, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.048484848484848485, |
| "grad_norm": 0.012424134649336338, |
| "learning_rate": 9.612903225806452e-05, |
| "loss": 0.5077538013458252, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05171717171717172, |
| "grad_norm": 0.011461800895631313, |
| "learning_rate": 9.999954295400999e-05, |
| "loss": 0.5061477661132813, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05494949494949495, |
| "grad_norm": 0.011583201587200165, |
| "learning_rate": 9.999440128258112e-05, |
| "loss": 0.5013481140136719, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05818181818181818, |
| "grad_norm": 0.011583367362618446, |
| "learning_rate": 9.998354722168459e-05, |
| "loss": 0.48343815803527834, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.061414141414141414, |
| "grad_norm": 0.011094105429947376, |
| "learning_rate": 9.996698201151175e-05, |
| "loss": 0.507840633392334, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06464646464646465, |
| "grad_norm": 0.011715452186763287, |
| "learning_rate": 9.994470754481315e-05, |
| "loss": 0.49884777069091796, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.06787878787878789, |
| "grad_norm": 0.010746965184807777, |
| "learning_rate": 9.991672636668239e-05, |
| "loss": 0.5068713188171386, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07111111111111111, |
| "grad_norm": 0.012883410789072514, |
| "learning_rate": 9.988304167426519e-05, |
| "loss": 0.4920186519622803, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07434343434343435, |
| "grad_norm": 0.011187366209924221, |
| "learning_rate": 9.984365731639419e-05, |
| "loss": 0.5021648406982422, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07757575757575758, |
| "grad_norm": 0.010671757161617279, |
| "learning_rate": 9.979857779314906e-05, |
| "loss": 0.5038897514343261, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08080808080808081, |
| "grad_norm": 0.01044373121112585, |
| "learning_rate": 9.974780825534246e-05, |
| "loss": 0.4965065956115723, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08404040404040404, |
| "grad_norm": 0.010565251111984253, |
| "learning_rate": 9.969135450393141e-05, |
| "loss": 0.5145994186401367, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08727272727272728, |
| "grad_norm": 0.010024026967585087, |
| "learning_rate": 9.96292229893545e-05, |
| "loss": 0.505019235610962, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0905050505050505, |
| "grad_norm": 0.010430407710373402, |
| "learning_rate": 9.956142081079484e-05, |
| "loss": 0.5115808010101318, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09373737373737374, |
| "grad_norm": 0.010048807598650455, |
| "learning_rate": 9.948795571536891e-05, |
| "loss": 0.48525152206420896, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.09696969696969697, |
| "grad_norm": 0.010108387097716331, |
| "learning_rate": 9.94088360972414e-05, |
| "loss": 0.5002010822296142, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.10020202020202021, |
| "grad_norm": 0.010273640975356102, |
| "learning_rate": 9.932407099666608e-05, |
| "loss": 0.49662046432495116, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10343434343434343, |
| "grad_norm": 0.00995971355587244, |
| "learning_rate": 9.923367009895274e-05, |
| "loss": 0.48578290939331054, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.010459775105118752, |
| "learning_rate": 9.913764373336079e-05, |
| "loss": 0.48862767219543457, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1098989898989899, |
| "grad_norm": 0.009838269092142582, |
| "learning_rate": 9.903600287191875e-05, |
| "loss": 0.5034208774566651, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11313131313131314, |
| "grad_norm": 0.00978950597345829, |
| "learning_rate": 9.892875912817079e-05, |
| "loss": 0.4870161533355713, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11636363636363636, |
| "grad_norm": 0.01030043140053749, |
| "learning_rate": 9.881592475584964e-05, |
| "loss": 0.5026071548461915, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1195959595959596, |
| "grad_norm": 0.010531975887715816, |
| "learning_rate": 9.869751264747656e-05, |
| "loss": 0.4883917808532715, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.12282828282828283, |
| "grad_norm": 0.00986825954169035, |
| "learning_rate": 9.857353633288814e-05, |
| "loss": 0.4927018165588379, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12606060606060607, |
| "grad_norm": 0.009432349354028702, |
| "learning_rate": 9.844400997769043e-05, |
| "loss": 0.4908174514770508, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.1292929292929293, |
| "grad_norm": 0.01057665515691042, |
| "learning_rate": 9.83089483816404e-05, |
| "loss": 0.5069625854492188, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.13252525252525252, |
| "grad_norm": 0.010007908567786217, |
| "learning_rate": 9.816836697695482e-05, |
| "loss": 0.4988056182861328, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.13575757575757577, |
| "grad_norm": 0.010027808137238026, |
| "learning_rate": 9.802228182654702e-05, |
| "loss": 0.5007385730743408, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.138989898989899, |
| "grad_norm": 0.009953738190233707, |
| "learning_rate": 9.787070962219156e-05, |
| "loss": 0.5130783081054687, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.14222222222222222, |
| "grad_norm": 0.010204462334513664, |
| "learning_rate": 9.771366768261696e-05, |
| "loss": 0.4947535514831543, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 0.009612451307475567, |
| "learning_rate": 9.755117395152689e-05, |
| "loss": 0.4917112350463867, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1486868686868687, |
| "grad_norm": 0.00995573028922081, |
| "learning_rate": 9.73832469955499e-05, |
| "loss": 0.4882859230041504, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.15191919191919193, |
| "grad_norm": 0.009584570303559303, |
| "learning_rate": 9.720990600211797e-05, |
| "loss": 0.500526762008667, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15515151515151515, |
| "grad_norm": 0.010585076175630093, |
| "learning_rate": 9.703117077727419e-05, |
| "loss": 0.496882963180542, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15838383838383838, |
| "grad_norm": 0.009859723038971424, |
| "learning_rate": 9.684706174340965e-05, |
| "loss": 0.48728485107421876, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.16161616161616163, |
| "grad_norm": 0.010212041437625885, |
| "learning_rate": 9.665759993693e-05, |
| "loss": 0.49378366470336915, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.16484848484848486, |
| "grad_norm": 0.009744231589138508, |
| "learning_rate": 9.646280700585185e-05, |
| "loss": 0.4663555145263672, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16808080808080808, |
| "grad_norm": 0.009789686650037766, |
| "learning_rate": 9.626270520732916e-05, |
| "loss": 0.4879913330078125, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.1713131313131313, |
| "grad_norm": 0.009891769848763943, |
| "learning_rate": 9.605731740511022e-05, |
| "loss": 0.48809428215026857, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17454545454545456, |
| "grad_norm": 0.01002143882215023, |
| "learning_rate": 9.584666706692517e-05, |
| "loss": 0.4959606170654297, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 0.009208496659994125, |
| "learning_rate": 9.56307782618046e-05, |
| "loss": 0.4878594398498535, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.181010101010101, |
| "grad_norm": 0.009645081125199795, |
| "learning_rate": 9.540967565732937e-05, |
| "loss": 0.4769869804382324, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18424242424242424, |
| "grad_norm": 0.010497638955712318, |
| "learning_rate": 9.51833845168121e-05, |
| "loss": 0.4970097064971924, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.1874747474747475, |
| "grad_norm": 0.010612033307552338, |
| "learning_rate": 9.495193069641057e-05, |
| "loss": 0.4945381164550781, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1907070707070707, |
| "grad_norm": 0.009433986619114876, |
| "learning_rate": 9.47153406421734e-05, |
| "loss": 0.4860210418701172, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.19393939393939394, |
| "grad_norm": 0.009995914995670319, |
| "learning_rate": 9.447364138701823e-05, |
| "loss": 0.4904911994934082, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19717171717171716, |
| "grad_norm": 0.009814019314944744, |
| "learning_rate": 9.422686054764302e-05, |
| "loss": 0.4915336608886719, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.20040404040404042, |
| "grad_norm": 0.010199982672929764, |
| "learning_rate": 9.397502632137055e-05, |
| "loss": 0.4805011749267578, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.20363636363636364, |
| "grad_norm": 0.010121874511241913, |
| "learning_rate": 9.371816748292641e-05, |
| "loss": 0.47633209228515627, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.20686868686868687, |
| "grad_norm": 0.009638865478336811, |
| "learning_rate": 9.345631338115141e-05, |
| "loss": 0.48993511199951173, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2101010101010101, |
| "grad_norm": 0.010041174478828907, |
| "learning_rate": 9.318949393564807e-05, |
| "loss": 0.4798978328704834, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.010145517997443676, |
| "learning_rate": 9.291773963336193e-05, |
| "loss": 0.4696659564971924, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.21656565656565657, |
| "grad_norm": 0.01043335534632206, |
| "learning_rate": 9.264108152509816e-05, |
| "loss": 0.4955574035644531, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2197979797979798, |
| "grad_norm": 0.010406569577753544, |
| "learning_rate": 9.235955122197368e-05, |
| "loss": 0.48659563064575195, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.22303030303030302, |
| "grad_norm": 0.009870355017483234, |
| "learning_rate": 9.207318089180524e-05, |
| "loss": 0.4766091823577881, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.22626262626262628, |
| "grad_norm": 0.009980005212128162, |
| "learning_rate": 9.178200325543384e-05, |
| "loss": 0.5022068023681641, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2294949494949495, |
| "grad_norm": 0.009765878319740295, |
| "learning_rate": 9.148605158298621e-05, |
| "loss": 0.48309478759765623, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.23272727272727273, |
| "grad_norm": 0.009879437275230885, |
| "learning_rate": 9.118535969007314e-05, |
| "loss": 0.4793684959411621, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.23595959595959595, |
| "grad_norm": 0.009907045401632786, |
| "learning_rate": 9.087996193392578e-05, |
| "loss": 0.49844112396240237, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2391919191919192, |
| "grad_norm": 0.009958872571587563, |
| "learning_rate": 9.056989320947e-05, |
| "loss": 0.48113102912902833, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.24242424242424243, |
| "grad_norm": 0.010206855833530426, |
| "learning_rate": 9.025518894533921e-05, |
| "loss": 0.5048784255981446, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.24565656565656566, |
| "grad_norm": 0.009286429733037949, |
| "learning_rate": 8.99358850998263e-05, |
| "loss": 0.4862624168395996, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.24888888888888888, |
| "grad_norm": 0.009919015690684319, |
| "learning_rate": 8.9612018156775e-05, |
| "loss": 0.48739056587219237, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.25212121212121213, |
| "grad_norm": 0.010435211472213268, |
| "learning_rate": 8.928362512141124e-05, |
| "loss": 0.48689990043640136, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.25535353535353533, |
| "grad_norm": 0.009992080740630627, |
| "learning_rate": 8.895074351611488e-05, |
| "loss": 0.4848791599273682, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2585858585858586, |
| "grad_norm": 0.010449117980897427, |
| "learning_rate": 8.861341137613242e-05, |
| "loss": 0.49130568504333494, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.26181818181818184, |
| "grad_norm": 0.010061345063149929, |
| "learning_rate": 8.827166724523105e-05, |
| "loss": 0.49056081771850585, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.26505050505050504, |
| "grad_norm": 0.009908635169267654, |
| "learning_rate": 8.792555017129461e-05, |
| "loss": 0.4706866264343262, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2682828282828283, |
| "grad_norm": 0.010003669187426567, |
| "learning_rate": 8.757509970186196e-05, |
| "loss": 0.48719348907470705, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.27151515151515154, |
| "grad_norm": 0.009513127617537975, |
| "learning_rate": 8.722035587960826e-05, |
| "loss": 0.48200483322143556, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.27474747474747474, |
| "grad_norm": 0.009142451919615269, |
| "learning_rate": 8.686135923776969e-05, |
| "loss": 0.48613176345825193, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.277979797979798, |
| "grad_norm": 0.00980432890355587, |
| "learning_rate": 8.649815079551205e-05, |
| "loss": 0.4976047515869141, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2812121212121212, |
| "grad_norm": 0.010442109778523445, |
| "learning_rate": 8.613077205324389e-05, |
| "loss": 0.48451838493347166, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.28444444444444444, |
| "grad_norm": 0.009309548884630203, |
| "learning_rate": 8.575926498787476e-05, |
| "loss": 0.5115366458892823, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2876767676767677, |
| "grad_norm": 0.009093924425542355, |
| "learning_rate": 8.538367204801872e-05, |
| "loss": 0.48187432289123533, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 0.009757987223565578, |
| "learning_rate": 8.500403614914432e-05, |
| "loss": 0.4882505416870117, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.29414141414141415, |
| "grad_norm": 0.010261048562824726, |
| "learning_rate": 8.462040066867089e-05, |
| "loss": 0.49068965911865237, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.2973737373737374, |
| "grad_norm": 0.009317740797996521, |
| "learning_rate": 8.423280944101233e-05, |
| "loss": 0.4966132164001465, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3006060606060606, |
| "grad_norm": 0.009787693619728088, |
| "learning_rate": 8.384130675256852e-05, |
| "loss": 0.4754981994628906, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.30383838383838385, |
| "grad_norm": 0.010005015879869461, |
| "learning_rate": 8.34459373366651e-05, |
| "loss": 0.4735103130340576, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.30707070707070705, |
| "grad_norm": 0.009837017394602299, |
| "learning_rate": 8.304674636844231e-05, |
| "loss": 0.4809592247009277, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3103030303030303, |
| "grad_norm": 0.009590484201908112, |
| "learning_rate": 8.264377945969312e-05, |
| "loss": 0.48206100463867185, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.31353535353535356, |
| "grad_norm": 0.009699508547782898, |
| "learning_rate": 8.223708265365174e-05, |
| "loss": 0.48718748092651365, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.31676767676767675, |
| "grad_norm": 0.010278215631842613, |
| "learning_rate": 8.182670241973253e-05, |
| "loss": 0.4952278137207031, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.010104077868163586, |
| "learning_rate": 8.141268564822053e-05, |
| "loss": 0.47769975662231445, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.32323232323232326, |
| "grad_norm": 0.009301737882196903, |
| "learning_rate": 8.099507964491369e-05, |
| "loss": 0.4862718105316162, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.32646464646464646, |
| "grad_norm": 0.009307135827839375, |
| "learning_rate": 8.057393212571767e-05, |
| "loss": 0.49833106994628906, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3296969696969697, |
| "grad_norm": 0.009420682676136494, |
| "learning_rate": 8.014929121119378e-05, |
| "loss": 0.48829941749572753, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3329292929292929, |
| "grad_norm": 0.010058379732072353, |
| "learning_rate": 7.972120542106077e-05, |
| "loss": 0.46506147384643554, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.33616161616161616, |
| "grad_norm": 0.009461579844355583, |
| "learning_rate": 7.92897236686508e-05, |
| "loss": 0.47866268157958985, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.3393939393939394, |
| "grad_norm": 0.010341835208237171, |
| "learning_rate": 7.885489525532075e-05, |
| "loss": 0.4966601371765137, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.3426262626262626, |
| "grad_norm": 0.01042103860527277, |
| "learning_rate": 7.84167698648189e-05, |
| "loss": 0.49251084327697753, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.34585858585858587, |
| "grad_norm": 0.010442749597132206, |
| "learning_rate": 7.797539755760805e-05, |
| "loss": 0.4816086769104004, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.3490909090909091, |
| "grad_norm": 0.010256553068757057, |
| "learning_rate": 7.753082876514562e-05, |
| "loss": 0.47102947235107423, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.3523232323232323, |
| "grad_norm": 0.009399017319083214, |
| "learning_rate": 7.708311428412129e-05, |
| "loss": 0.4810478210449219, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 0.009499317966401577, |
| "learning_rate": 7.663230527065293e-05, |
| "loss": 0.47051143646240234, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.35878787878787877, |
| "grad_norm": 0.009759469889104366, |
| "learning_rate": 7.617845323444156e-05, |
| "loss": 0.4780744552612305, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.362020202020202, |
| "grad_norm": 0.00987281370908022, |
| "learning_rate": 7.572161003288565e-05, |
| "loss": 0.4804032325744629, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.3652525252525253, |
| "grad_norm": 0.00963522493839264, |
| "learning_rate": 7.526182786515609e-05, |
| "loss": 0.48206367492675783, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.36848484848484847, |
| "grad_norm": 0.009587026201188564, |
| "learning_rate": 7.479915926623165e-05, |
| "loss": 0.49240264892578123, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.3717171717171717, |
| "grad_norm": 0.009810036048293114, |
| "learning_rate": 7.433365710089646e-05, |
| "loss": 0.48599681854248045, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.374949494949495, |
| "grad_norm": 0.00978278461843729, |
| "learning_rate": 7.386537455769963e-05, |
| "loss": 0.4688436031341553, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.3781818181818182, |
| "grad_norm": 0.00925996620208025, |
| "learning_rate": 7.339436514287783e-05, |
| "loss": 0.47986507415771484, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.3814141414141414, |
| "grad_norm": 0.010006657801568508, |
| "learning_rate": 7.292068267424165e-05, |
| "loss": 0.4771553993225098, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.3846464646464646, |
| "grad_norm": 0.010299976915121078, |
| "learning_rate": 7.244438127502647e-05, |
| "loss": 0.4854436874389648, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.3878787878787879, |
| "grad_norm": 0.009807374328374863, |
| "learning_rate": 7.196551536770807e-05, |
| "loss": 0.4763533592224121, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.39111111111111113, |
| "grad_norm": 0.010062369517982006, |
| "learning_rate": 7.148413966778451e-05, |
| "loss": 0.47457141876220704, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.39434343434343433, |
| "grad_norm": 0.009904388338327408, |
| "learning_rate": 7.100030917752423e-05, |
| "loss": 0.4732469081878662, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.3975757575757576, |
| "grad_norm": 0.009578046388924122, |
| "learning_rate": 7.051407917968138e-05, |
| "loss": 0.47551660537719725, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.40080808080808084, |
| "grad_norm": 0.010024272836744785, |
| "learning_rate": 7.002550523117926e-05, |
| "loss": 0.4835049629211426, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.40404040404040403, |
| "grad_norm": 0.010056886821985245, |
| "learning_rate": 6.953464315676241e-05, |
| "loss": 0.4909071922302246, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4072727272727273, |
| "grad_norm": 0.009707778692245483, |
| "learning_rate": 6.904154904261792e-05, |
| "loss": 0.4842695236206055, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4105050505050505, |
| "grad_norm": 0.00976107269525528, |
| "learning_rate": 6.8546279229967e-05, |
| "loss": 0.48967390060424804, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.41373737373737374, |
| "grad_norm": 0.010392800904810429, |
| "learning_rate": 6.804889030862753e-05, |
| "loss": 0.48658218383789065, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.416969696969697, |
| "grad_norm": 0.009267269633710384, |
| "learning_rate": 6.754943911054793e-05, |
| "loss": 0.48893008232116697, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4202020202020202, |
| "grad_norm": 0.009753459133207798, |
| "learning_rate": 6.704798270331358e-05, |
| "loss": 0.49384117126464844, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.42343434343434344, |
| "grad_norm": 0.011121846735477448, |
| "learning_rate": 6.654457838362621e-05, |
| "loss": 0.47458324432373045, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.009406324476003647, |
| "learning_rate": 6.603928367075718e-05, |
| "loss": 0.4703402519226074, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.4298989898989899, |
| "grad_norm": 0.010009719990193844, |
| "learning_rate": 6.553215629997529e-05, |
| "loss": 0.4851715087890625, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.43313131313131314, |
| "grad_norm": 0.009798573330044746, |
| "learning_rate": 6.502325421594988e-05, |
| "loss": 0.4779622554779053, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.43636363636363634, |
| "grad_norm": 0.0098969591781497, |
| "learning_rate": 6.451263556613007e-05, |
| "loss": 0.4708548545837402, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.4395959595959596, |
| "grad_norm": 0.009853474795818329, |
| "learning_rate": 6.40003586941008e-05, |
| "loss": 0.4721970558166504, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.44282828282828285, |
| "grad_norm": 0.009663710370659828, |
| "learning_rate": 6.348648213291642e-05, |
| "loss": 0.4798272132873535, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.44606060606060605, |
| "grad_norm": 0.009419051930308342, |
| "learning_rate": 6.297106459841272e-05, |
| "loss": 0.471483039855957, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.4492929292929293, |
| "grad_norm": 0.009978282265365124, |
| "learning_rate": 6.245416498249801e-05, |
| "loss": 0.4772329330444336, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.45252525252525255, |
| "grad_norm": 0.009491856209933758, |
| "learning_rate": 6.193584234642403e-05, |
| "loss": 0.48812179565429686, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.45575757575757575, |
| "grad_norm": 0.010496517643332481, |
| "learning_rate": 6.141615591403771e-05, |
| "loss": 0.48897976875305177, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.458989898989899, |
| "grad_norm": 0.01015474647283554, |
| "learning_rate": 6.0895165065014106e-05, |
| "loss": 0.4850447654724121, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.4622222222222222, |
| "grad_norm": 0.009763741865754128, |
| "learning_rate": 6.037292932807167e-05, |
| "loss": 0.4857158660888672, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.46545454545454545, |
| "grad_norm": 0.009874231182038784, |
| "learning_rate": 5.984950837417048e-05, |
| "loss": 0.4844364166259766, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.4686868686868687, |
| "grad_norm": 0.010104037821292877, |
| "learning_rate": 5.932496200969422e-05, |
| "loss": 0.47542514801025393, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.4719191919191919, |
| "grad_norm": 0.009445435367524624, |
| "learning_rate": 5.879935016961661e-05, |
| "loss": 0.48579182624816897, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.47515151515151516, |
| "grad_norm": 0.010507128201425076, |
| "learning_rate": 5.827273291065326e-05, |
| "loss": 0.48273677825927735, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.4783838383838384, |
| "grad_norm": 0.009411566890776157, |
| "learning_rate": 5.7745170404399484e-05, |
| "loss": 0.46429009437561036, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4816161616161616, |
| "grad_norm": 0.010377817787230015, |
| "learning_rate": 5.721672293045518e-05, |
| "loss": 0.49172677993774416, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.48484848484848486, |
| "grad_norm": 0.009920118376612663, |
| "learning_rate": 5.668745086953712e-05, |
| "loss": 0.4934688568115234, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.48808080808080806, |
| "grad_norm": 0.012272641994059086, |
| "learning_rate": 5.615741469657985e-05, |
| "loss": 0.4826413631439209, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.4913131313131313, |
| "grad_norm": 0.00981989037245512, |
| "learning_rate": 5.562667497382582e-05, |
| "loss": 0.48468503952026365, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.49454545454545457, |
| "grad_norm": 0.010148138739168644, |
| "learning_rate": 5.509529234390553e-05, |
| "loss": 0.47773942947387693, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.49777777777777776, |
| "grad_norm": 0.010528397746384144, |
| "learning_rate": 5.456332752290837e-05, |
| "loss": 0.47507562637329104, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.501010101010101, |
| "grad_norm": 0.01076479908078909, |
| "learning_rate": 5.4030841293445244e-05, |
| "loss": 0.486495304107666, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5042424242424243, |
| "grad_norm": 0.009976644068956375, |
| "learning_rate": 5.349789449770351e-05, |
| "loss": 0.48320484161376953, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.5074747474747475, |
| "grad_norm": 0.010504718869924545, |
| "learning_rate": 5.2964548030495065e-05, |
| "loss": 0.48847188949584963, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.5107070707070707, |
| "grad_norm": 0.010325642302632332, |
| "learning_rate": 5.243086283229852e-05, |
| "loss": 0.47591514587402345, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5139393939393939, |
| "grad_norm": 0.010260741226375103, |
| "learning_rate": 5.18968998822961e-05, |
| "loss": 0.48136124610900877, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5171717171717172, |
| "grad_norm": 0.010797196067869663, |
| "learning_rate": 5.1362720191406065e-05, |
| "loss": 0.48076438903808594, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5204040404040404, |
| "grad_norm": 0.010010522790253162, |
| "learning_rate": 5.082838479531169e-05, |
| "loss": 0.5004307270050049, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.5236363636363637, |
| "grad_norm": 0.010120037943124771, |
| "learning_rate": 5.029395474748714e-05, |
| "loss": 0.4812767028808594, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.5268686868686868, |
| "grad_norm": 0.009431752376258373, |
| "learning_rate": 4.975949111222158e-05, |
| "loss": 0.4887521743774414, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5301010101010101, |
| "grad_norm": 0.010080527514219284, |
| "learning_rate": 4.9225054957641916e-05, |
| "loss": 0.48248910903930664, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.009522376582026482, |
| "learning_rate": 4.8690707348735035e-05, |
| "loss": 0.4855649948120117, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5365656565656566, |
| "grad_norm": 0.009686745703220367, |
| "learning_rate": 4.8156509340370605e-05, |
| "loss": 0.47187280654907227, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5397979797979798, |
| "grad_norm": 0.011875285767018795, |
| "learning_rate": 4.762252197032482e-05, |
| "loss": 0.46579513549804685, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5430303030303031, |
| "grad_norm": 0.009932303801178932, |
| "learning_rate": 4.7088806252306224e-05, |
| "loss": 0.47946829795837403, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5462626262626262, |
| "grad_norm": 0.017099183052778244, |
| "learning_rate": 4.655542316898423e-05, |
| "loss": 0.4593667030334473, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.5494949494949495, |
| "grad_norm": 0.010512005537748337, |
| "learning_rate": 4.6022433665021246e-05, |
| "loss": 0.48582897186279295, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.5527272727272727, |
| "grad_norm": 0.00989206787198782, |
| "learning_rate": 4.548989864010902e-05, |
| "loss": 0.4849580764770508, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.555959595959596, |
| "grad_norm": 0.010284029878675938, |
| "learning_rate": 4.495787894201031e-05, |
| "loss": 0.49089298248291013, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5591919191919192, |
| "grad_norm": 0.00992760993540287, |
| "learning_rate": 4.442643535960631e-05, |
| "loss": 0.48010549545288084, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5624242424242424, |
| "grad_norm": 0.00978371873497963, |
| "learning_rate": 4.3895628615950864e-05, |
| "loss": 0.47594566345214845, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5656565656565656, |
| "grad_norm": 0.00981004349887371, |
| "learning_rate": 4.3365519361332345e-05, |
| "loss": 0.48056421279907224, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5688888888888889, |
| "grad_norm": 0.010216868482530117, |
| "learning_rate": 4.283616816634353e-05, |
| "loss": 0.47501134872436523, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.5721212121212121, |
| "grad_norm": 0.010267022997140884, |
| "learning_rate": 4.230763551496089e-05, |
| "loss": 0.478366756439209, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5753535353535354, |
| "grad_norm": 0.009910739958286285, |
| "learning_rate": 4.1779981797633645e-05, |
| "loss": 0.478058385848999, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.5785858585858585, |
| "grad_norm": 0.011339185759425163, |
| "learning_rate": 4.1253267304383455e-05, |
| "loss": 0.48466057777404786, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.5818181818181818, |
| "grad_norm": 0.009522072039544582, |
| "learning_rate": 4.072755221791572e-05, |
| "loss": 0.4769908905029297, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.585050505050505, |
| "grad_norm": 0.009808518923819065, |
| "learning_rate": 4.020289660674306e-05, |
| "loss": 0.47162666320800783, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.5882828282828283, |
| "grad_norm": 0.009962448850274086, |
| "learning_rate": 3.967936041832173e-05, |
| "loss": 0.46282405853271485, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.5915151515151515, |
| "grad_norm": 0.009498678147792816, |
| "learning_rate": 3.9157003472202246e-05, |
| "loss": 0.4794480323791504, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.5947474747474748, |
| "grad_norm": 0.009407177567481995, |
| "learning_rate": 3.863588545319407e-05, |
| "loss": 0.4729412078857422, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.597979797979798, |
| "grad_norm": 0.009899895638227463, |
| "learning_rate": 3.8116065904546196e-05, |
| "loss": 0.47380704879760743, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.6012121212121212, |
| "grad_norm": 0.009560837410390377, |
| "learning_rate": 3.759760422114362e-05, |
| "loss": 0.47751388549804685, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.6044444444444445, |
| "grad_norm": 0.010970192961394787, |
| "learning_rate": 3.708055964272088e-05, |
| "loss": 0.47801823616027833, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.6076767676767677, |
| "grad_norm": 0.00964390765875578, |
| "learning_rate": 3.6564991247093234e-05, |
| "loss": 0.4800426483154297, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.610909090909091, |
| "grad_norm": 0.009764602407813072, |
| "learning_rate": 3.6050957943406465e-05, |
| "loss": 0.4812753677368164, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.6141414141414141, |
| "grad_norm": 0.009959314949810505, |
| "learning_rate": 3.553851846540584e-05, |
| "loss": 0.47804956436157225, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6173737373737374, |
| "grad_norm": 0.010666392743587494, |
| "learning_rate": 3.50277313647252e-05, |
| "loss": 0.4772273063659668, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6206060606060606, |
| "grad_norm": 0.009173358790576458, |
| "learning_rate": 3.451865500419676e-05, |
| "loss": 0.4892144203186035, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6238383838383839, |
| "grad_norm": 0.010000358335673809, |
| "learning_rate": 3.401134755118256e-05, |
| "loss": 0.48959059715270997, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6270707070707071, |
| "grad_norm": 0.010190536268055439, |
| "learning_rate": 3.350586697092826e-05, |
| "loss": 0.46478729248046874, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6303030303030303, |
| "grad_norm": 0.010812178254127502, |
| "learning_rate": 3.300227101993998e-05, |
| "loss": 0.5046152114868164, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6335353535353535, |
| "grad_norm": 0.01017849799245596, |
| "learning_rate": 3.2500617239384947e-05, |
| "loss": 0.4698008060455322, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6367676767676768, |
| "grad_norm": 0.011103908531367779, |
| "learning_rate": 3.200096294851691e-05, |
| "loss": 0.4716217041015625, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.009982883930206299, |
| "learning_rate": 3.150336523812674e-05, |
| "loss": 0.47135162353515625, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.6432323232323233, |
| "grad_norm": 0.01043197326362133, |
| "learning_rate": 3.100788096401925e-05, |
| "loss": 0.4799614906311035, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6464646464646465, |
| "grad_norm": 0.010667623952031136, |
| "learning_rate": 3.051456674051677e-05, |
| "loss": 0.4682164192199707, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6496969696969697, |
| "grad_norm": 0.010620036162436008, |
| "learning_rate": 3.0023478933990347e-05, |
| "loss": 0.4750208854675293, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6529292929292929, |
| "grad_norm": 0.010374991223216057, |
| "learning_rate": 2.9534673656419377e-05, |
| "loss": 0.48034076690673827, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.6561616161616162, |
| "grad_norm": 0.011932817287743092, |
| "learning_rate": 2.9048206758980136e-05, |
| "loss": 0.46314101219177245, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6593939393939394, |
| "grad_norm": 0.01039852574467659, |
| "learning_rate": 2.856413382566425e-05, |
| "loss": 0.4783937454223633, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.6626262626262627, |
| "grad_norm": 0.010200604796409607, |
| "learning_rate": 2.8082510166927583e-05, |
| "loss": 0.4792025089263916, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.6658585858585858, |
| "grad_norm": 0.009561127051711082, |
| "learning_rate": 2.760339081337041e-05, |
| "loss": 0.4722686767578125, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6690909090909091, |
| "grad_norm": 0.00924921128898859, |
| "learning_rate": 2.7126830509449773e-05, |
| "loss": 0.4884464263916016, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.6723232323232323, |
| "grad_norm": 0.00991444569081068, |
| "learning_rate": 2.6652883707224075e-05, |
| "loss": 0.4804549217224121, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.6755555555555556, |
| "grad_norm": 0.009902069345116615, |
| "learning_rate": 2.618160456013153e-05, |
| "loss": 0.4781071186065674, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.6787878787878788, |
| "grad_norm": 0.010504493489861488, |
| "learning_rate": 2.571304691680255e-05, |
| "loss": 0.48059587478637694, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.682020202020202, |
| "grad_norm": 0.009641965851187706, |
| "learning_rate": 2.5247264314906917e-05, |
| "loss": 0.4706240177154541, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.6852525252525252, |
| "grad_norm": 0.010276644490659237, |
| "learning_rate": 2.4784309975036513e-05, |
| "loss": 0.4885101318359375, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.6884848484848485, |
| "grad_norm": 0.010960405692458153, |
| "learning_rate": 2.4324236794624456e-05, |
| "loss": 0.4882383346557617, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.6917171717171717, |
| "grad_norm": 0.010282796807587147, |
| "learning_rate": 2.386709734190079e-05, |
| "loss": 0.4768857479095459, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.694949494949495, |
| "grad_norm": 0.010104385204613209, |
| "learning_rate": 2.34129438498862e-05, |
| "loss": 0.4802837371826172, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.6981818181818182, |
| "grad_norm": 0.010027035139501095, |
| "learning_rate": 2.296182821042374e-05, |
| "loss": 0.4874839782714844, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.7014141414141414, |
| "grad_norm": 0.010018851608037949, |
| "learning_rate": 2.2513801968249644e-05, |
| "loss": 0.4758561134338379, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.7046464646464646, |
| "grad_norm": 0.009862969629466534, |
| "learning_rate": 2.2068916315103783e-05, |
| "loss": 0.4686488151550293, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.7078787878787879, |
| "grad_norm": 0.00952910166233778, |
| "learning_rate": 2.162722208388057e-05, |
| "loss": 0.4782154083251953, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 0.010213647037744522, |
| "learning_rate": 2.1188769742820625e-05, |
| "loss": 0.4773773193359375, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.7143434343434344, |
| "grad_norm": 0.010498392395675182, |
| "learning_rate": 2.075360938974429e-05, |
| "loss": 0.4733907222747803, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.7175757575757575, |
| "grad_norm": 0.009394815191626549, |
| "learning_rate": 2.03217907463275e-05, |
| "loss": 0.47564210891723635, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7208080808080808, |
| "grad_norm": 0.010383618995547295, |
| "learning_rate": 1.989336315242048e-05, |
| "loss": 0.4784512519836426, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.724040404040404, |
| "grad_norm": 0.01043599285185337, |
| "learning_rate": 1.9468375560410117e-05, |
| "loss": 0.4808964729309082, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.009953988716006279, |
| "learning_rate": 1.90468765296267e-05, |
| "loss": 0.49031834602355956, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7305050505050505, |
| "grad_norm": 0.010356656275689602, |
| "learning_rate": 1.8628914220795494e-05, |
| "loss": 0.48055601119995117, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7337373737373737, |
| "grad_norm": 0.009841440245509148, |
| "learning_rate": 1.8214536390533822e-05, |
| "loss": 0.47170586585998536, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7369696969696969, |
| "grad_norm": 0.010102550499141216, |
| "learning_rate": 1.7803790385894387e-05, |
| "loss": 0.4660043716430664, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.7402020202020202, |
| "grad_norm": 0.010421738028526306, |
| "learning_rate": 1.7396723138955428e-05, |
| "loss": 0.4599196434020996, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7434343434343434, |
| "grad_norm": 0.009896540082991123, |
| "learning_rate": 1.699338116145811e-05, |
| "loss": 0.46491589546203616, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7466666666666667, |
| "grad_norm": 0.010468855500221252, |
| "learning_rate": 1.6593810539492195e-05, |
| "loss": 0.47761125564575196, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.74989898989899, |
| "grad_norm": 0.010416937991976738, |
| "learning_rate": 1.619805692823016e-05, |
| "loss": 0.49956817626953126, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7531313131313131, |
| "grad_norm": 0.010007611475884914, |
| "learning_rate": 1.580616554671057e-05, |
| "loss": 0.4716916084289551, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7563636363636363, |
| "grad_norm": 0.010231648571789265, |
| "learning_rate": 1.5418181172671382e-05, |
| "loss": 0.4909040451049805, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.7595959595959596, |
| "grad_norm": 0.010324012488126755, |
| "learning_rate": 1.5034148137433623e-05, |
| "loss": 0.47939190864562986, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.7628282828282829, |
| "grad_norm": 0.011009547859430313, |
| "learning_rate": 1.4654110320836017e-05, |
| "loss": 0.48291826248168945, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.7660606060606061, |
| "grad_norm": 0.010392943397164345, |
| "learning_rate": 1.4278111146221263e-05, |
| "loss": 0.49179973602294924, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.7692929292929293, |
| "grad_norm": 0.010355197824537754, |
| "learning_rate": 1.3906193575474508e-05, |
| "loss": 0.4716278076171875, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.7725252525252525, |
| "grad_norm": 0.009932084940373898, |
| "learning_rate": 1.3538400104114446e-05, |
| "loss": 0.47190055847167967, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.7757575757575758, |
| "grad_norm": 0.010710643604397774, |
| "learning_rate": 1.3174772756437742e-05, |
| "loss": 0.4703176498413086, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.778989898989899, |
| "grad_norm": 0.010614068247377872, |
| "learning_rate": 1.2815353080717379e-05, |
| "loss": 0.47541141510009766, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.7822222222222223, |
| "grad_norm": 0.011346950195729733, |
| "learning_rate": 1.246018214445525e-05, |
| "loss": 0.4860015869140625, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.7854545454545454, |
| "grad_norm": 0.009824907407164574, |
| "learning_rate": 1.210930052968981e-05, |
| "loss": 0.49062480926513674, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.7886868686868687, |
| "grad_norm": 0.010624224320054054, |
| "learning_rate": 1.1762748328359152e-05, |
| "loss": 0.4694485664367676, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.7919191919191919, |
| "grad_norm": 0.01044746395200491, |
| "learning_rate": 1.1420565137720045e-05, |
| "loss": 0.47275629043579104, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.7951515151515152, |
| "grad_norm": 0.010226710699498653, |
| "learning_rate": 1.1082790055823533e-05, |
| "loss": 0.4670067310333252, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.7983838383838384, |
| "grad_norm": 0.010427460074424744, |
| "learning_rate": 1.0749461677047624e-05, |
| "loss": 0.4700475692749023, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.8016161616161617, |
| "grad_norm": 0.010494428686797619, |
| "learning_rate": 1.0420618087687418e-05, |
| "loss": 0.46589016914367676, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.8048484848484848, |
| "grad_norm": 0.010100893676280975, |
| "learning_rate": 1.0096296861603321e-05, |
| "loss": 0.4704419136047363, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.8080808080808081, |
| "grad_norm": 0.010682797059416771, |
| "learning_rate": 9.776535055927931e-06, |
| "loss": 0.47326183319091797, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8113131313131313, |
| "grad_norm": 0.00972407590597868, |
| "learning_rate": 9.461369206831772e-06, |
| "loss": 0.48441619873046876, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.8145454545454546, |
| "grad_norm": 0.010327558033168316, |
| "learning_rate": 9.150835325348678e-06, |
| "loss": 0.45856351852416993, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.8177777777777778, |
| "grad_norm": 0.010118944570422173, |
| "learning_rate": 8.844968893261197e-06, |
| "loss": 0.48114948272705077, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.821010101010101, |
| "grad_norm": 0.010876161977648735, |
| "learning_rate": 8.543804859046345e-06, |
| "loss": 0.4930680274963379, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.8242424242424242, |
| "grad_norm": 0.010722608305513859, |
| "learning_rate": 8.247377633882463e-06, |
| "loss": 0.46875743865966796, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.8274747474747475, |
| "grad_norm": 0.01088438369333744, |
| "learning_rate": 7.95572108771726e-06, |
| "loss": 0.4768000602722168, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.8307070707070707, |
| "grad_norm": 0.01026720181107521, |
| "learning_rate": 7.66886854539795e-06, |
| "loss": 0.479974365234375, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.833939393939394, |
| "grad_norm": 0.009710075333714485, |
| "learning_rate": 7.386852782863407e-06, |
| "loss": 0.4684715270996094, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.8371717171717171, |
| "grad_norm": 0.009966167621314526, |
| "learning_rate": 7.109706023399232e-06, |
| "loss": 0.47191972732543946, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.8404040404040404, |
| "grad_norm": 0.010125650092959404, |
| "learning_rate": 6.837459933955936e-06, |
| "loss": 0.4766803741455078, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8436363636363636, |
| "grad_norm": 0.009984518401324749, |
| "learning_rate": 6.5701456215305656e-06, |
| "loss": 0.4592133045196533, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.8468686868686869, |
| "grad_norm": 0.010836348868906498, |
| "learning_rate": 6.307793629612452e-06, |
| "loss": 0.4658504009246826, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.8501010101010101, |
| "grad_norm": 0.010431919246912003, |
| "learning_rate": 6.050433934693339e-06, |
| "loss": 0.4936856269836426, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.01049034669995308, |
| "learning_rate": 5.798095942842141e-06, |
| "loss": 0.4765117645263672, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.8565656565656565, |
| "grad_norm": 0.009596607647836208, |
| "learning_rate": 5.550808486345072e-06, |
| "loss": 0.47063379287719725, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.8597979797979798, |
| "grad_norm": 0.01032214518636465, |
| "learning_rate": 5.308599820411247e-06, |
| "loss": 0.4614537715911865, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.863030303030303, |
| "grad_norm": 0.009960100054740906, |
| "learning_rate": 5.071497619944171e-06, |
| "loss": 0.48136143684387206, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.8662626262626263, |
| "grad_norm": 0.010326167568564415, |
| "learning_rate": 4.839528976379648e-06, |
| "loss": 0.47299985885620116, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.8694949494949495, |
| "grad_norm": 0.010867294855415821, |
| "learning_rate": 4.612720394590286e-06, |
| "loss": 0.4829209327697754, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.8727272727272727, |
| "grad_norm": 0.01050047017633915, |
| "learning_rate": 4.391097789856985e-06, |
| "loss": 0.4762550354003906, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.8759595959595959, |
| "grad_norm": 0.010378929786384106, |
| "learning_rate": 4.174686484907908e-06, |
| "loss": 0.4898251533508301, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.8791919191919192, |
| "grad_norm": 0.01060938648879528, |
| "learning_rate": 3.963511207025078e-06, |
| "loss": 0.47261548042297363, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.8824242424242424, |
| "grad_norm": 0.01075353566557169, |
| "learning_rate": 3.7575960852189728e-06, |
| "loss": 0.4839645862579346, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.8856565656565657, |
| "grad_norm": 0.010416378267109394, |
| "learning_rate": 3.5569646474715722e-06, |
| "loss": 0.46989760398864744, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.010806340724229813, |
| "learning_rate": 3.361639818048068e-06, |
| "loss": 0.47272281646728515, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.8921212121212121, |
| "grad_norm": 0.009753530845046043, |
| "learning_rate": 3.1716439148774534e-06, |
| "loss": 0.47122917175292967, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.8953535353535353, |
| "grad_norm": 0.01022200658917427, |
| "learning_rate": 2.986998647002498e-06, |
| "loss": 0.4727674961090088, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.8985858585858586, |
| "grad_norm": 0.010225590318441391, |
| "learning_rate": 2.8077251120992742e-06, |
| "loss": 0.46461896896362304, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.9018181818181819, |
| "grad_norm": 0.010752941481769085, |
| "learning_rate": 2.633843794066515e-06, |
| "loss": 0.46602635383605956, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.9050505050505051, |
| "grad_norm": 0.011064955033361912, |
| "learning_rate": 2.465374560685091e-06, |
| "loss": 0.4705932140350342, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.9082828282828282, |
| "grad_norm": 0.00982996542006731, |
| "learning_rate": 2.302336661347926e-06, |
| "loss": 0.4687389373779297, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.9115151515151515, |
| "grad_norm": 0.010190518572926521, |
| "learning_rate": 2.1447487248605513e-06, |
| "loss": 0.4906333923339844, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.9147474747474748, |
| "grad_norm": 0.01034579798579216, |
| "learning_rate": 1.9926287573125537e-06, |
| "loss": 0.47768077850341795, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.917979797979798, |
| "grad_norm": 0.010615529492497444, |
| "learning_rate": 1.845994140020213e-06, |
| "loss": 0.47643141746520995, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.9212121212121213, |
| "grad_norm": 0.010776858776807785, |
| "learning_rate": 1.7048616275404771e-06, |
| "loss": 0.4636590003967285, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.9244444444444444, |
| "grad_norm": 0.010271280072629452, |
| "learning_rate": 1.5692473457565748e-06, |
| "loss": 0.4707911014556885, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.9276767676767677, |
| "grad_norm": 0.009596684016287327, |
| "learning_rate": 1.439166790035501e-06, |
| "loss": 0.45751228332519533, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.9309090909090909, |
| "grad_norm": 0.009914812631905079, |
| "learning_rate": 1.3146348234574724e-06, |
| "loss": 0.4842953681945801, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.9341414141414142, |
| "grad_norm": 0.01014726422727108, |
| "learning_rate": 1.1956656751176577e-06, |
| "loss": 0.482682991027832, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.9373737373737374, |
| "grad_norm": 0.010660757310688496, |
| "learning_rate": 1.0822729385003727e-06, |
| "loss": 0.48476057052612304, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9406060606060606, |
| "grad_norm": 0.010105855762958527, |
| "learning_rate": 9.744695699258955e-07, |
| "loss": 0.4767448425292969, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.9438383838383838, |
| "grad_norm": 0.010221844539046288, |
| "learning_rate": 8.722678870700274e-07, |
| "loss": 0.4663360118865967, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.9470707070707071, |
| "grad_norm": 0.011003104969859123, |
| "learning_rate": 7.756795675566919e-07, |
| "loss": 0.48151307106018065, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.9503030303030303, |
| "grad_norm": 0.01029619574546814, |
| "learning_rate": 6.847156476236516e-07, |
| "loss": 0.48086977005004883, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.9535353535353536, |
| "grad_norm": 0.010033480823040009, |
| "learning_rate": 5.993865208614835e-07, |
| "loss": 0.4648440361022949, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.9567676767676768, |
| "grad_norm": 0.010539564304053783, |
| "learning_rate": 5.197019370260125e-07, |
| "loss": 0.46828551292419435, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.009619071148335934, |
| "learning_rate": 4.4567100092429704e-07, |
| "loss": 0.48481130599975586, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.9632323232323232, |
| "grad_norm": 0.010197056457400322, |
| "learning_rate": 3.7730217137428857e-07, |
| "loss": 0.47917518615722654, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.9664646464646465, |
| "grad_norm": 0.01057458110153675, |
| "learning_rate": 3.1460326023836083e-07, |
| "loss": 0.48064794540405276, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 0.01009963545948267, |
| "learning_rate": 2.575814315306846e-07, |
| "loss": 0.4831876754760742, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.972929292929293, |
| "grad_norm": 0.010343736037611961, |
| "learning_rate": 2.0624320059869918e-07, |
| "loss": 0.4821047306060791, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.9761616161616161, |
| "grad_norm": 0.010384611785411835, |
| "learning_rate": 1.6059443337861912e-07, |
| "loss": 0.46325201988220216, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.9793939393939394, |
| "grad_norm": 0.010477159172296524, |
| "learning_rate": 1.2064034572523142e-07, |
| "loss": 0.4779689788818359, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.9826262626262626, |
| "grad_norm": 0.010612626560032368, |
| "learning_rate": 8.638550281591107e-08, |
| "loss": 0.4866930484771729, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.9858585858585859, |
| "grad_norm": 0.01027057133615017, |
| "learning_rate": 5.7833818629005054e-08, |
| "loss": 0.48350844383239744, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.9890909090909091, |
| "grad_norm": 0.010666116140782833, |
| "learning_rate": 3.498855549660118e-08, |
| "loss": 0.4722591400146484, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.9923232323232323, |
| "grad_norm": 0.009852438233792782, |
| "learning_rate": 1.785232373180401e-08, |
| "loss": 0.48914670944213867, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.9955555555555555, |
| "grad_norm": 0.010089240968227386, |
| "learning_rate": 6.427081330456774e-09, |
| "loss": 0.4730827331542969, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.9987878787878788, |
| "grad_norm": 0.010913597419857979, |
| "learning_rate": 7.141337474148025e-10, |
| "loss": 0.4666846752166748, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 3094, |
| "total_flos": 4.3887930550675046e+18, |
| "train_loss": 0.4842414558126453, |
| "train_runtime": 8903.7116, |
| "train_samples_per_second": 22.238, |
| "train_steps_per_second": 0.347 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3094, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.3887930550675046e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
