| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1582, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006324110671936759, |
| "grad_norm": 6.975515365600586, |
| "learning_rate": 9.999201453419822e-06, |
| "loss": 0.949, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012648221343873518, |
| "grad_norm": 9.093941688537598, |
| "learning_rate": 9.99644137295895e-06, |
| "loss": 0.6659, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.018972332015810278, |
| "grad_norm": 7.245123386383057, |
| "learning_rate": 9.991710988172794e-06, |
| "loss": 0.6138, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.025296442687747035, |
| "grad_norm": 8.16720962524414, |
| "learning_rate": 9.98501216444851e-06, |
| "loss": 0.6027, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03162055335968379, |
| "grad_norm": 6.609710216522217, |
| "learning_rate": 9.976347543410487e-06, |
| "loss": 0.5173, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.037944664031620556, |
| "grad_norm": 7.609875202178955, |
| "learning_rate": 9.965720541878623e-06, |
| "loss": 0.5046, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04426877470355731, |
| "grad_norm": 10.813131332397461, |
| "learning_rate": 9.953135350520935e-06, |
| "loss": 0.3816, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.05059288537549407, |
| "grad_norm": 6.553898811340332, |
| "learning_rate": 9.938596932201018e-06, |
| "loss": 0.4429, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05691699604743083, |
| "grad_norm": 7.274947166442871, |
| "learning_rate": 9.922111020020963e-06, |
| "loss": 0.4449, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06324110671936758, |
| "grad_norm": 6.7943339347839355, |
| "learning_rate": 9.90368411506057e-06, |
| "loss": 0.4448, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06956521739130435, |
| "grad_norm": 5.958676338195801, |
| "learning_rate": 9.883323483813697e-06, |
| "loss": 0.3659, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07588932806324111, |
| "grad_norm": 4.650176525115967, |
| "learning_rate": 9.861037155322777e-06, |
| "loss": 0.3042, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08221343873517786, |
| "grad_norm": 6.156113147735596, |
| "learning_rate": 9.836833918012642e-06, |
| "loss": 0.3697, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08853754940711463, |
| "grad_norm": 9.764841079711914, |
| "learning_rate": 9.810723316224872e-06, |
| "loss": 0.3407, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09486166007905138, |
| "grad_norm": 6.659021377563477, |
| "learning_rate": 9.782715646454073e-06, |
| "loss": 0.311, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10118577075098814, |
| "grad_norm": 8.3467435836792, |
| "learning_rate": 9.752821953287537e-06, |
| "loss": 0.2883, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1075098814229249, |
| "grad_norm": 6.815315246582031, |
| "learning_rate": 9.721054025049902e-06, |
| "loss": 0.3999, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11383399209486166, |
| "grad_norm": 6.288252353668213, |
| "learning_rate": 9.687424389154528e-06, |
| "loss": 0.3303, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.12015810276679842, |
| "grad_norm": 5.876353740692139, |
| "learning_rate": 9.651946307163417e-06, |
| "loss": 0.3642, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12648221343873517, |
| "grad_norm": 7.05037784576416, |
| "learning_rate": 9.614633769557635e-06, |
| "loss": 0.2522, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13280632411067195, |
| "grad_norm": 4.7446980476379395, |
| "learning_rate": 9.57550149022027e-06, |
| "loss": 0.2671, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1391304347826087, |
| "grad_norm": 5.932438850402832, |
| "learning_rate": 9.534564900634146e-06, |
| "loss": 0.2612, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 7.457898139953613, |
| "learning_rate": 9.491840143796554e-06, |
| "loss": 0.2939, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.15177865612648223, |
| "grad_norm": 6.538613796234131, |
| "learning_rate": 9.44734406785338e-06, |
| "loss": 0.3139, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.15810276679841898, |
| "grad_norm": 3.775620222091675, |
| "learning_rate": 9.401094219455202e-06, |
| "loss": 0.2799, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16442687747035573, |
| "grad_norm": 7.022812366485596, |
| "learning_rate": 9.353108836837907e-06, |
| "loss": 0.2448, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1707509881422925, |
| "grad_norm": 3.108099937438965, |
| "learning_rate": 9.30340684263059e-06, |
| "loss": 0.2596, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.17707509881422925, |
| "grad_norm": 4.225621223449707, |
| "learning_rate": 9.252007836393593e-06, |
| "loss": 0.23, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.183399209486166, |
| "grad_norm": 8.867532730102539, |
| "learning_rate": 9.198932086889567e-06, |
| "loss": 0.2782, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.18972332015810275, |
| "grad_norm": 10.853947639465332, |
| "learning_rate": 9.14420052409067e-06, |
| "loss": 0.2611, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.19604743083003953, |
| "grad_norm": 5.068134784698486, |
| "learning_rate": 9.087834730925002e-06, |
| "loss": 0.2399, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.20237154150197628, |
| "grad_norm": 3.918778657913208, |
| "learning_rate": 9.029856934765565e-06, |
| "loss": 0.1992, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.20869565217391303, |
| "grad_norm": 7.9009318351745605, |
| "learning_rate": 8.970289998665083e-06, |
| "loss": 0.287, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2150197628458498, |
| "grad_norm": 5.442112445831299, |
| "learning_rate": 8.90915741234015e-06, |
| "loss": 0.2279, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.22134387351778656, |
| "grad_norm": 6.162675380706787, |
| "learning_rate": 8.846483282908267e-06, |
| "loss": 0.2894, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2276679841897233, |
| "grad_norm": 6.082408428192139, |
| "learning_rate": 8.782292325381397e-06, |
| "loss": 0.2405, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2339920948616601, |
| "grad_norm": 4.093995571136475, |
| "learning_rate": 8.716609852919808e-06, |
| "loss": 0.2769, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.24031620553359684, |
| "grad_norm": 6.734269142150879, |
| "learning_rate": 8.649461766850053e-06, |
| "loss": 0.198, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2466403162055336, |
| "grad_norm": 7.3356523513793945, |
| "learning_rate": 8.580874546450992e-06, |
| "loss": 0.2377, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.25296442687747034, |
| "grad_norm": 2.690619468688965, |
| "learning_rate": 8.510875238511911e-06, |
| "loss": 0.2073, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2592885375494071, |
| "grad_norm": 4.739744663238525, |
| "learning_rate": 8.439491446666858e-06, |
| "loss": 0.2374, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2656126482213439, |
| "grad_norm": 7.023416042327881, |
| "learning_rate": 8.366751320509383e-06, |
| "loss": 0.2858, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2719367588932806, |
| "grad_norm": 3.6838412284851074, |
| "learning_rate": 8.292683544491974e-06, |
| "loss": 0.1879, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2782608695652174, |
| "grad_norm": 8.874937057495117, |
| "learning_rate": 8.217317326614598e-06, |
| "loss": 0.1895, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2845849802371542, |
| "grad_norm": 4.901584148406982, |
| "learning_rate": 8.14068238690677e-06, |
| "loss": 0.2323, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 7.248963356018066, |
| "learning_rate": 8.062808945707705e-06, |
| "loss": 0.2481, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2972332015810277, |
| "grad_norm": 5.835550308227539, |
| "learning_rate": 7.983727711749194e-06, |
| "loss": 0.2417, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.30355731225296445, |
| "grad_norm": 4.541815280914307, |
| "learning_rate": 7.903469870045869e-06, |
| "loss": 0.2329, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3098814229249012, |
| "grad_norm": 2.072661876678467, |
| "learning_rate": 7.82206706959765e-06, |
| "loss": 0.208, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.31620553359683795, |
| "grad_norm": 4.74345064163208, |
| "learning_rate": 7.739551410909254e-06, |
| "loss": 0.2855, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.32252964426877473, |
| "grad_norm": 4.050395488739014, |
| "learning_rate": 7.6559554333316e-06, |
| "loss": 0.2206, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.32885375494071145, |
| "grad_norm": 5.916479110717773, |
| "learning_rate": 7.571312102230218e-06, |
| "loss": 0.1384, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.33517786561264823, |
| "grad_norm": 16.72198486328125, |
| "learning_rate": 7.485654795985626e-06, |
| "loss": 0.3058, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.341501976284585, |
| "grad_norm": 4.175201892852783, |
| "learning_rate": 7.399017292830848e-06, |
| "loss": 0.1615, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 7.27754020690918, |
| "learning_rate": 7.311433757531252e-06, |
| "loss": 0.2191, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3541501976284585, |
| "grad_norm": 5.6515302658081055, |
| "learning_rate": 7.222938727911974e-06, |
| "loss": 0.2436, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.36047430830039523, |
| "grad_norm": 3.0964856147766113, |
| "learning_rate": 7.133567101238209e-06, |
| "loss": 0.1773, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.366798418972332, |
| "grad_norm": 2.311328887939453, |
| "learning_rate": 7.043354120453771e-06, |
| "loss": 0.1859, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3731225296442688, |
| "grad_norm": 4.197350978851318, |
| "learning_rate": 6.9523353602833485e-06, |
| "loss": 0.1866, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3794466403162055, |
| "grad_norm": 8.702991485595703, |
| "learning_rate": 6.860546713203895e-06, |
| "loss": 0.2363, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3857707509881423, |
| "grad_norm": 4.5203094482421875, |
| "learning_rate": 6.768024375290747e-06, |
| "loss": 0.2037, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.39209486166007906, |
| "grad_norm": 12.013908386230469, |
| "learning_rate": 6.6748048319440075e-06, |
| "loss": 0.2347, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3984189723320158, |
| "grad_norm": 5.178602695465088, |
| "learning_rate": 6.580924843500833e-06, |
| "loss": 0.2225, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.40474308300395256, |
| "grad_norm": 2.2463157176971436, |
| "learning_rate": 6.486421430739309e-06, |
| "loss": 0.1776, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.41106719367588934, |
| "grad_norm": 3.807896137237549, |
| "learning_rate": 6.391331860279623e-06, |
| "loss": 0.2285, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.41739130434782606, |
| "grad_norm": 3.1088736057281494, |
| "learning_rate": 6.295693629888277e-06, |
| "loss": 0.2369, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.42371541501976284, |
| "grad_norm": 2.071110725402832, |
| "learning_rate": 6.199544453691175e-06, |
| "loss": 0.2046, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4300395256916996, |
| "grad_norm": 2.81059193611145, |
| "learning_rate": 6.1029222473013705e-06, |
| "loss": 0.2245, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.43636363636363634, |
| "grad_norm": 7.3108415603637695, |
| "learning_rate": 6.005865112867362e-06, |
| "loss": 0.2241, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4426877470355731, |
| "grad_norm": 4.426582336425781, |
| "learning_rate": 5.908411324047844e-06, |
| "loss": 0.1276, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4490118577075099, |
| "grad_norm": 4.832111358642578, |
| "learning_rate": 5.810599310918796e-06, |
| "loss": 0.2225, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4553359683794466, |
| "grad_norm": 5.967073917388916, |
| "learning_rate": 5.712467644818935e-06, |
| "loss": 0.2141, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4616600790513834, |
| "grad_norm": 5.369874000549316, |
| "learning_rate": 5.614055023139404e-06, |
| "loss": 0.2134, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4679841897233202, |
| "grad_norm": 2.798274278640747, |
| "learning_rate": 5.5154002540638096e-06, |
| "loss": 0.2272, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4743083003952569, |
| "grad_norm": 4.363977909088135, |
| "learning_rate": 5.416542241264524e-06, |
| "loss": 0.1628, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4806324110671937, |
| "grad_norm": 6.191987991333008, |
| "learning_rate": 5.317519968561367e-06, |
| "loss": 0.2072, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.48695652173913045, |
| "grad_norm": 7.533758163452148, |
| "learning_rate": 5.2183724845486525e-06, |
| "loss": 0.2194, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4932806324110672, |
| "grad_norm": 7.126379013061523, |
| "learning_rate": 5.119138887196724e-06, |
| "loss": 0.1345, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.49960474308300395, |
| "grad_norm": 2.0853822231292725, |
| "learning_rate": 5.019858308433979e-06, |
| "loss": 0.1466, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5059288537549407, |
| "grad_norm": 3.8167343139648438, |
| "learning_rate": 4.920569898715544e-06, |
| "loss": 0.1738, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5122529644268775, |
| "grad_norm": 3.872804880142212, |
| "learning_rate": 4.8213128115846136e-06, |
| "loss": 0.146, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5185770750988142, |
| "grad_norm": 3.171194553375244, |
| "learning_rate": 4.722126188232586e-06, |
| "loss": 0.1311, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.524901185770751, |
| "grad_norm": 5.45040225982666, |
| "learning_rate": 4.623049142064066e-06, |
| "loss": 0.1682, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5312252964426878, |
| "grad_norm": 3.8132641315460205, |
| "learning_rate": 4.524120743272827e-06, |
| "loss": 0.2742, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5375494071146245, |
| "grad_norm": 2.825347661972046, |
| "learning_rate": 4.4253800034348e-06, |
| "loss": 0.1754, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5438735177865612, |
| "grad_norm": 3.77956485748291, |
| "learning_rate": 4.326865860124203e-06, |
| "loss": 0.2156, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5501976284584981, |
| "grad_norm": 6.331299781799316, |
| "learning_rate": 4.228617161558837e-06, |
| "loss": 0.1653, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5565217391304348, |
| "grad_norm": 5.832754135131836, |
| "learning_rate": 4.130672651280612e-06, |
| "loss": 0.1657, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5628458498023715, |
| "grad_norm": 4.60354471206665, |
| "learning_rate": 4.033070952877362e-06, |
| "loss": 0.1675, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5691699604743083, |
| "grad_norm": 1.3858933448791504, |
| "learning_rate": 3.935850554751964e-06, |
| "loss": 0.1499, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5754940711462451, |
| "grad_norm": 2.5932607650756836, |
| "learning_rate": 3.839049794944767e-06, |
| "loss": 0.1589, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5818181818181818, |
| "grad_norm": 3.6088171005249023, |
| "learning_rate": 3.7427068460152977e-06, |
| "loss": 0.1561, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5881422924901186, |
| "grad_norm": 5.195772647857666, |
| "learning_rate": 3.6468596999892415e-06, |
| "loss": 0.2044, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5944664031620553, |
| "grad_norm": 11.278207778930664, |
| "learning_rate": 3.551546153376611e-06, |
| "loss": 0.1862, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6007905138339921, |
| "grad_norm": 3.6617531776428223, |
| "learning_rate": 3.4568037922670135e-06, |
| "loss": 0.2161, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6071146245059289, |
| "grad_norm": 2.0994536876678467, |
| "learning_rate": 3.3626699775078884e-06, |
| "loss": 0.1423, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6134387351778656, |
| "grad_norm": 5.972179889678955, |
| "learning_rate": 3.269181829971581e-06, |
| "loss": 0.2189, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6197628458498023, |
| "grad_norm": 4.24259090423584, |
| "learning_rate": 3.1763762159170317e-06, |
| "loss": 0.1484, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6260869565217392, |
| "grad_norm": 6.183008193969727, |
| "learning_rate": 3.08428973245189e-06, |
| "loss": 0.2801, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6324110671936759, |
| "grad_norm": 3.033390522003174, |
| "learning_rate": 2.9929586931007494e-06, |
| "loss": 0.1291, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6387351778656126, |
| "grad_norm": 3.0648672580718994, |
| "learning_rate": 2.9024191134852153e-06, |
| "loss": 0.1327, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6450592885375495, |
| "grad_norm": 5.777024269104004, |
| "learning_rate": 2.8127066971214533e-06, |
| "loss": 0.1958, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6513833992094862, |
| "grad_norm": 4.07697057723999, |
| "learning_rate": 2.723856821340806e-06, |
| "loss": 0.1842, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6577075098814229, |
| "grad_norm": 3.3021464347839355, |
| "learning_rate": 2.6359045233390474e-06, |
| "loss": 0.1865, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6640316205533597, |
| "grad_norm": 2.6843018531799316, |
| "learning_rate": 2.5488844863597613e-06, |
| "loss": 0.153, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6703557312252965, |
| "grad_norm": 1.8710271120071411, |
| "learning_rate": 2.4628310260172838e-06, |
| "loss": 0.1591, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6766798418972332, |
| "grad_norm": 1.834578037261963, |
| "learning_rate": 2.3777780767646556e-06, |
| "loss": 0.1354, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.68300395256917, |
| "grad_norm": 2.3767359256744385, |
| "learning_rate": 2.2937591785118407e-06, |
| "loss": 0.221, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6893280632411067, |
| "grad_norm": 4.324508190155029, |
| "learning_rate": 2.210807463399554e-06, |
| "loss": 0.1483, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 2.8766467571258545, |
| "learning_rate": 2.128955642733877e-06, |
| "loss": 0.2214, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7019762845849803, |
| "grad_norm": 1.6432983875274658, |
| "learning_rate": 2.0482359940868336e-06, |
| "loss": 0.1727, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.708300395256917, |
| "grad_norm": 2.7327544689178467, |
| "learning_rate": 1.9686803485680095e-06, |
| "loss": 0.1731, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7146245059288537, |
| "grad_norm": 1.192838430404663, |
| "learning_rate": 1.890320078272212e-06, |
| "loss": 0.2139, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7209486166007905, |
| "grad_norm": 3.182389259338379, |
| "learning_rate": 1.8131860839081634e-06, |
| "loss": 0.1351, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 2.460946798324585, |
| "learning_rate": 1.737308782613053e-06, |
| "loss": 0.1551, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.733596837944664, |
| "grad_norm": 17.547706604003906, |
| "learning_rate": 1.6627180959578143e-06, |
| "loss": 0.2043, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7399209486166007, |
| "grad_norm": 2.621527671813965, |
| "learning_rate": 1.589443438147789e-06, |
| "loss": 0.1387, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7462450592885376, |
| "grad_norm": 3.3238251209259033, |
| "learning_rate": 1.517513704423501e-06, |
| "loss": 0.1661, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7525691699604743, |
| "grad_norm": 6.7597832679748535, |
| "learning_rate": 1.4469572596660486e-06, |
| "loss": 0.1849, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.758893280632411, |
| "grad_norm": 3.4403772354125977, |
| "learning_rate": 1.377801927211666e-06, |
| "loss": 0.1562, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7652173913043478, |
| "grad_norm": 1.8223929405212402, |
| "learning_rate": 1.3100749778798166e-06, |
| "loss": 0.151, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7715415019762846, |
| "grad_norm": 4.120046615600586, |
| "learning_rate": 1.2438031192191857e-06, |
| "loss": 0.1525, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7778656126482213, |
| "grad_norm": 4.925788879394531, |
| "learning_rate": 1.1790124849757733e-06, |
| "loss": 0.1558, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7841897233201581, |
| "grad_norm": 7.204642295837402, |
| "learning_rate": 1.1157286247872873e-06, |
| "loss": 0.1472, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7905138339920948, |
| "grad_norm": 5.392803192138672, |
| "learning_rate": 1.0539764941078451e-06, |
| "loss": 0.1883, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7968379446640316, |
| "grad_norm": 3.678210735321045, |
| "learning_rate": 9.937804443670136e-07, |
| "loss": 0.169, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8031620553359684, |
| "grad_norm": 3.1506779193878174, |
| "learning_rate": 9.351642133670258e-07, |
| "loss": 0.1481, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8094861660079051, |
| "grad_norm": 2.2924246788024902, |
| "learning_rate": 8.781509159219748e-07, |
| "loss": 0.1408, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8158102766798419, |
| "grad_norm": 4.74252986907959, |
| "learning_rate": 8.227630347426868e-07, |
| "loss": 0.1778, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.8221343873517787, |
| "grad_norm": 3.5338618755340576, |
| "learning_rate": 7.690224115708573e-07, |
| "loss": 0.1264, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8284584980237154, |
| "grad_norm": 3.4934120178222656, |
| "learning_rate": 7.16950238565941e-07, |
| "loss": 0.1194, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8347826086956521, |
| "grad_norm": 1.5644766092300415, |
| "learning_rate": 6.66567049948203e-07, |
| "loss": 0.138, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.841106719367589, |
| "grad_norm": 5.495241165161133, |
| "learning_rate": 6.178927139012242e-07, |
| "loss": 0.1435, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8474308300395257, |
| "grad_norm": 3.5011425018310547, |
| "learning_rate": 5.709464247370545e-07, |
| "loss": 0.1898, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8537549407114624, |
| "grad_norm": 3.0744404792785645, |
| "learning_rate": 5.257466953270951e-07, |
| "loss": 0.1693, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8600790513833992, |
| "grad_norm": 2.327395439147949, |
| "learning_rate": 4.823113498017024e-07, |
| "loss": 0.1486, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.866403162055336, |
| "grad_norm": 1.6566141843795776, |
| "learning_rate": 4.406575165213972e-07, |
| "loss": 0.118, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8727272727272727, |
| "grad_norm": 9.42549991607666, |
| "learning_rate": 4.008016213224408e-07, |
| "loss": 0.2067, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8790513833992095, |
| "grad_norm": 3.2364752292633057, |
| "learning_rate": 3.6275938103944477e-07, |
| "loss": 0.152, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8853754940711462, |
| "grad_norm": 2.6394622325897217, |
| "learning_rate": 3.2654579730756695e-07, |
| "loss": 0.1441, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.891699604743083, |
| "grad_norm": 1.150625228881836, |
| "learning_rate": 2.921751506467479e-07, |
| "loss": 0.1464, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8980237154150198, |
| "grad_norm": 3.9122185707092285, |
| "learning_rate": 2.596609948303097e-07, |
| "loss": 0.1242, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9043478260869565, |
| "grad_norm": 4.106545925140381, |
| "learning_rate": 2.290161515401368e-07, |
| "loss": 0.1982, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9106719367588932, |
| "grad_norm": 5.89559268951416, |
| "learning_rate": 2.0025270531055518e-07, |
| "loss": 0.2256, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9169960474308301, |
| "grad_norm": 2.447909116744995, |
| "learning_rate": 1.7338199876289984e-07, |
| "loss": 0.1523, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9233201581027668, |
| "grad_norm": 3.1286332607269287, |
| "learning_rate": 1.4841462813264763e-07, |
| "loss": 0.1204, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9296442687747035, |
| "grad_norm": 5.63248348236084, |
| "learning_rate": 1.253604390908819e-07, |
| "loss": 0.1835, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9359683794466404, |
| "grad_norm": 12.96162223815918, |
| "learning_rate": 1.0422852286173512e-07, |
| "loss": 0.1818, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9422924901185771, |
| "grad_norm": 1.2593927383422852, |
| "learning_rate": 8.502721263734082e-08, |
| "loss": 0.1554, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9486166007905138, |
| "grad_norm": 2.508932113647461, |
| "learning_rate": 6.776408029171178e-08, |
| "loss": 0.1142, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9549407114624506, |
| "grad_norm": 4.1802215576171875, |
| "learning_rate": 5.244593339483406e-08, |
| "loss": 0.1109, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9612648221343874, |
| "grad_norm": 9.903648376464844, |
| "learning_rate": 3.907881252816048e-08, |
| "loss": 0.1663, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9675889328063241, |
| "grad_norm": 5.05954647064209, |
| "learning_rate": 2.7667988902557174e-08, |
| "loss": 0.1694, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9739130434782609, |
| "grad_norm": 3.208235025405884, |
| "learning_rate": 1.821796227964856e-08, |
| "loss": 0.1412, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9802371541501976, |
| "grad_norm": 5.830465316772461, |
| "learning_rate": 1.0732459197371758e-08, |
| "loss": 0.1584, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9865612648221344, |
| "grad_norm": 7.674189567565918, |
| "learning_rate": 5.214431500449868e-09, |
| "loss": 0.1613, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9928853754940712, |
| "grad_norm": 5.355103492736816, |
| "learning_rate": 1.6660551763564292e-09, |
| "loss": 0.149, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9992094861660079, |
| "grad_norm": 2.4179863929748535, |
| "learning_rate": 8.87294972318209e-11, |
| "loss": 0.174, |
| "step": 1580 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1582, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.4231129196199936e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
