| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.20317015051841736, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 1.2026, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.17602789402008057, |
| "learning_rate": 2.5333333333333334e-06, |
| "loss": 1.212, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.15509557723999023, |
| "learning_rate": 3.866666666666667e-06, |
| "loss": 1.2101, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.2354014366865158, |
| "learning_rate": 5.2e-06, |
| "loss": 1.1932, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.279198557138443, |
| "learning_rate": 6.533333333333333e-06, |
| "loss": 1.1606, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.33185648918151855, |
| "learning_rate": 7.866666666666667e-06, |
| "loss": 1.1288, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.38778021931648254, |
| "learning_rate": 9.2e-06, |
| "loss": 1.1153, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.46419402956962585, |
| "learning_rate": 1.0533333333333335e-05, |
| "loss": 1.114, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.33136653900146484, |
| "learning_rate": 1.1866666666666668e-05, |
| "loss": 1.1032, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.5122213363647461, |
| "learning_rate": 1.32e-05, |
| "loss": 1.0945, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.2915997803211212, |
| "learning_rate": 1.4533333333333335e-05, |
| "loss": 1.0947, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.2920270264148712, |
| "learning_rate": 1.586666666666667e-05, |
| "loss": 1.0932, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.487945020198822, |
| "learning_rate": 1.7199999999999998e-05, |
| "loss": 1.0891, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.32595834136009216, |
| "learning_rate": 1.8533333333333334e-05, |
| "loss": 1.0794, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.5054919719696045, |
| "learning_rate": 1.9866666666666667e-05, |
| "loss": 1.0857, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.4286811053752899, |
| "learning_rate": 2.12e-05, |
| "loss": 1.0692, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.3598857522010803, |
| "learning_rate": 2.2533333333333333e-05, |
| "loss": 1.0568, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.6221235394477844, |
| "learning_rate": 2.3866666666666666e-05, |
| "loss": 1.0221, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.5267907977104187, |
| "learning_rate": 2.5200000000000003e-05, |
| "loss": 0.9844, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 0.5575628876686096, |
| "learning_rate": 2.6533333333333332e-05, |
| "loss": 0.9463, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.9670434594154358, |
| "learning_rate": 2.786666666666667e-05, |
| "loss": 0.926, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.6401852965354919, |
| "learning_rate": 2.9199999999999998e-05, |
| "loss": 0.8947, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 1.0171445608139038, |
| "learning_rate": 3.0533333333333335e-05, |
| "loss": 0.8689, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 0.8912598490715027, |
| "learning_rate": 3.1866666666666664e-05, |
| "loss": 0.8356, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 0.8143109083175659, |
| "learning_rate": 3.32e-05, |
| "loss": 0.8007, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.0494921207427979, |
| "learning_rate": 3.453333333333334e-05, |
| "loss": 0.7777, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 0.8461057543754578, |
| "learning_rate": 3.586666666666667e-05, |
| "loss": 0.7676, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 1.216251015663147, |
| "learning_rate": 3.72e-05, |
| "loss": 0.7257, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 0.9196227192878723, |
| "learning_rate": 3.853333333333334e-05, |
| "loss": 0.7105, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 0.9573485851287842, |
| "learning_rate": 3.986666666666667e-05, |
| "loss": 0.6779, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 0.9070004224777222, |
| "learning_rate": 4.12e-05, |
| "loss": 0.6641, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 1.0238310098648071, |
| "learning_rate": 4.2533333333333335e-05, |
| "loss": 0.6377, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 0.9185635447502136, |
| "learning_rate": 4.3866666666666665e-05, |
| "loss": 0.6237, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 1.0374126434326172, |
| "learning_rate": 4.52e-05, |
| "loss": 0.6077, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.21366286277771, |
| "learning_rate": 4.653333333333334e-05, |
| "loss": 0.5892, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.0136992931365967, |
| "learning_rate": 4.7866666666666674e-05, |
| "loss": 0.5755, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 0.9329037070274353, |
| "learning_rate": 4.92e-05, |
| "loss": 0.5773, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 0.8955318927764893, |
| "learning_rate": 5.053333333333333e-05, |
| "loss": 0.5684, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.2243609428405762, |
| "learning_rate": 5.1866666666666676e-05, |
| "loss": 0.565, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.0137560367584229, |
| "learning_rate": 5.3200000000000006e-05, |
| "loss": 0.5542, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 1.0478407144546509, |
| "learning_rate": 5.4533333333333335e-05, |
| "loss": 0.5511, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 0.9874824285507202, |
| "learning_rate": 5.5866666666666665e-05, |
| "loss": 0.5434, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.015325665473938, |
| "learning_rate": 5.72e-05, |
| "loss": 0.5326, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.4563086032867432, |
| "learning_rate": 5.853333333333334e-05, |
| "loss": 0.52, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.0814019441604614, |
| "learning_rate": 5.9866666666666674e-05, |
| "loss": 0.5138, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 1.3471565246582031, |
| "learning_rate": 6.12e-05, |
| "loss": 0.501, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.1411954164505005, |
| "learning_rate": 6.253333333333333e-05, |
| "loss": 0.4894, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 1.0365638732910156, |
| "learning_rate": 6.386666666666667e-05, |
| "loss": 0.4751, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 1.1257281303405762, |
| "learning_rate": 6.52e-05, |
| "loss": 0.4655, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 0.9818600416183472, |
| "learning_rate": 6.653333333333334e-05, |
| "loss": 0.4481, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.2712481021881104, |
| "learning_rate": 6.786666666666667e-05, |
| "loss": 0.445, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 1.0390636920928955, |
| "learning_rate": 6.92e-05, |
| "loss": 0.4333, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 0.9593179821968079, |
| "learning_rate": 7.053333333333334e-05, |
| "loss": 0.4231, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 0.9991907477378845, |
| "learning_rate": 7.186666666666667e-05, |
| "loss": 0.4107, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 1.1595443487167358, |
| "learning_rate": 7.32e-05, |
| "loss": 0.4125, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 1.430122971534729, |
| "learning_rate": 7.453333333333333e-05, |
| "loss": 0.3922, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 1.0540282726287842, |
| "learning_rate": 7.586666666666668e-05, |
| "loss": 0.3865, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 1.3749494552612305, |
| "learning_rate": 7.72e-05, |
| "loss": 0.3765, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 1.1181503534317017, |
| "learning_rate": 7.853333333333334e-05, |
| "loss": 0.3777, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 1.1761486530303955, |
| "learning_rate": 7.986666666666667e-05, |
| "loss": 0.3755, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 1.1582212448120117, |
| "learning_rate": 8.120000000000001e-05, |
| "loss": 0.3737, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 1.0623677968978882, |
| "learning_rate": 8.253333333333334e-05, |
| "loss": 0.3422, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 1.0630512237548828, |
| "learning_rate": 8.386666666666667e-05, |
| "loss": 0.3304, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 1.501352310180664, |
| "learning_rate": 8.52e-05, |
| "loss": 0.33, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 1.2959400415420532, |
| "learning_rate": 8.653333333333333e-05, |
| "loss": 0.3319, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 1.3737542629241943, |
| "learning_rate": 8.786666666666667e-05, |
| "loss": 0.3159, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 1.3062279224395752, |
| "learning_rate": 8.92e-05, |
| "loss": 0.322, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.303208827972412, |
| "learning_rate": 9.053333333333334e-05, |
| "loss": 0.303, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 1.2014473676681519, |
| "learning_rate": 9.186666666666667e-05, |
| "loss": 0.2871, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 1.2867250442504883, |
| "learning_rate": 9.320000000000002e-05, |
| "loss": 0.2809, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 1.4270846843719482, |
| "learning_rate": 9.453333333333335e-05, |
| "loss": 0.2908, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 1.4763070344924927, |
| "learning_rate": 9.586666666666667e-05, |
| "loss": 0.2645, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 1.3187637329101562, |
| "learning_rate": 9.72e-05, |
| "loss": 0.2533, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 1.326865553855896, |
| "learning_rate": 9.853333333333333e-05, |
| "loss": 0.2303, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.082550048828125, |
| "learning_rate": 9.986666666666668e-05, |
| "loss": 0.2364, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 1.3675532341003418, |
| "learning_rate": 9.999990157738453e-05, |
| "loss": 0.2219, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 1.141180396080017, |
| "learning_rate": 9.999956135155687e-05, |
| "loss": 0.2205, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 1.4188575744628906, |
| "learning_rate": 9.99989781090763e-05, |
| "loss": 0.2108, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 1.0454844236373901, |
| "learning_rate": 9.999815185277755e-05, |
| "loss": 0.1953, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 1.4326947927474976, |
| "learning_rate": 9.999708258667652e-05, |
| "loss": 0.1939, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 1.13813316822052, |
| "learning_rate": 9.999577031597029e-05, |
| "loss": 0.1968, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 1.29367995262146, |
| "learning_rate": 9.999421504703696e-05, |
| "loss": 0.1827, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 1.23212468624115, |
| "learning_rate": 9.999241678743574e-05, |
| "loss": 0.1839, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 1.0282104015350342, |
| "learning_rate": 9.999037554590683e-05, |
| "loss": 0.1666, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 1.1773988008499146, |
| "learning_rate": 9.998809133237143e-05, |
| "loss": 0.1752, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 1.2939362525939941, |
| "learning_rate": 9.998556415793169e-05, |
| "loss": 0.1605, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 1.160797357559204, |
| "learning_rate": 9.998279403487062e-05, |
| "loss": 0.1543, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 1.4621920585632324, |
| "learning_rate": 9.997978097665205e-05, |
| "loss": 0.148, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 1.086423397064209, |
| "learning_rate": 9.99765249979206e-05, |
| "loss": 0.1361, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 1.481440782546997, |
| "learning_rate": 9.997302611450154e-05, |
| "loss": 0.1574, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 1.2555721998214722, |
| "learning_rate": 9.996928434340073e-05, |
| "loss": 0.1333, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 1.2162728309631348, |
| "learning_rate": 9.996529970280462e-05, |
| "loss": 0.149, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 1.0630161762237549, |
| "learning_rate": 9.996107221208004e-05, |
| "loss": 0.1377, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 1.0551754236221313, |
| "learning_rate": 9.995660189177419e-05, |
| "loss": 0.1314, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 1.0824174880981445, |
| "learning_rate": 9.995188876361451e-05, |
| "loss": 0.1478, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 1.032842993736267, |
| "learning_rate": 9.994693285050857e-05, |
| "loss": 0.126, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.9250110983848572, |
| "learning_rate": 9.994173417654395e-05, |
| "loss": 0.1284, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.9521851539611816, |
| "learning_rate": 9.993629276698821e-05, |
| "loss": 0.1372, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 1.08961820602417, |
| "learning_rate": 9.993060864828858e-05, |
| "loss": 0.1385, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 1.079972505569458, |
| "learning_rate": 9.992468184807206e-05, |
| "loss": 0.1333, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.9935213923454285, |
| "learning_rate": 9.991851239514511e-05, |
| "loss": 0.1228, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.9603984355926514, |
| "learning_rate": 9.991210031949359e-05, |
| "loss": 0.1266, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 1.0508372783660889, |
| "learning_rate": 9.990544565228259e-05, |
| "loss": 0.1244, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.9042491316795349, |
| "learning_rate": 9.989854842585631e-05, |
| "loss": 0.1323, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 1.0979080200195312, |
| "learning_rate": 9.989140867373783e-05, |
| "loss": 0.1196, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.9999712705612183, |
| "learning_rate": 9.988402643062907e-05, |
| "loss": 0.1334, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.9937282800674438, |
| "learning_rate": 9.987640173241046e-05, |
| "loss": 0.1299, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 1.0657336711883545, |
| "learning_rate": 9.986853461614093e-05, |
| "loss": 0.1278, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 1.0081781148910522, |
| "learning_rate": 9.986042512005763e-05, |
| "loss": 0.106, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 1.0005905628204346, |
| "learning_rate": 9.985207328357573e-05, |
| "loss": 0.1169, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.8901131749153137, |
| "learning_rate": 9.984347914728829e-05, |
| "loss": 0.1267, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 1.0940711498260498, |
| "learning_rate": 9.983464275296605e-05, |
| "loss": 0.1302, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.9827264547348022, |
| "learning_rate": 9.982556414355724e-05, |
| "loss": 0.1324, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 1.1492973566055298, |
| "learning_rate": 9.981624336318726e-05, |
| "loss": 0.1337, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 1.1605128049850464, |
| "learning_rate": 9.980668045715864e-05, |
| "loss": 0.1267, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.9685631990432739, |
| "learning_rate": 9.979687547195066e-05, |
| "loss": 0.126, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 1.1568074226379395, |
| "learning_rate": 9.978682845521927e-05, |
| "loss": 0.1238, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 1.0317803621292114, |
| "learning_rate": 9.977653945579673e-05, |
| "loss": 0.1254, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.914109468460083, |
| "learning_rate": 9.976600852369144e-05, |
| "loss": 0.1236, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 1.127572774887085, |
| "learning_rate": 9.975523571008769e-05, |
| "loss": 0.1271, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 1.0008586645126343, |
| "learning_rate": 9.97442210673454e-05, |
| "loss": 0.1232, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.7532076239585876, |
| "learning_rate": 9.973296464899988e-05, |
| "loss": 0.1149, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 1.0849032402038574, |
| "learning_rate": 9.972146650976154e-05, |
| "loss": 0.1238, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.9845348596572876, |
| "learning_rate": 9.970972670551566e-05, |
| "loss": 0.1166, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 1.0177475214004517, |
| "learning_rate": 9.969774529332212e-05, |
| "loss": 0.1251, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 1.1123126745224, |
| "learning_rate": 9.968552233141504e-05, |
| "loss": 0.1142, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.8898728489875793, |
| "learning_rate": 9.967305787920264e-05, |
| "loss": 0.1273, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.9093737602233887, |
| "learning_rate": 9.966035199726684e-05, |
| "loss": 0.125, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.9875252842903137, |
| "learning_rate": 9.9647404747363e-05, |
| "loss": 0.1256, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.9476165771484375, |
| "learning_rate": 9.96342161924196e-05, |
| "loss": 0.1136, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 1.0349255800247192, |
| "learning_rate": 9.962078639653797e-05, |
| "loss": 0.114, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.9363329410552979, |
| "learning_rate": 9.960711542499202e-05, |
| "loss": 0.1228, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.7981815934181213, |
| "learning_rate": 9.959320334422772e-05, |
| "loss": 0.1092, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.9523260593414307, |
| "learning_rate": 9.957905022186309e-05, |
| "loss": 0.12, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 1.0835494995117188, |
| "learning_rate": 9.956465612668757e-05, |
| "loss": 0.1093, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 1.0732860565185547, |
| "learning_rate": 9.95500211286619e-05, |
| "loss": 0.1203, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.9584275484085083, |
| "learning_rate": 9.953514529891763e-05, |
| "loss": 0.1008, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.8816396594047546, |
| "learning_rate": 9.952002870975693e-05, |
| "loss": 0.1155, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.9119324684143066, |
| "learning_rate": 9.950467143465207e-05, |
| "loss": 0.1081, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.9153920412063599, |
| "learning_rate": 9.94890735482452e-05, |
| "loss": 0.1174, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.9040220975875854, |
| "learning_rate": 9.947323512634788e-05, |
| "loss": 0.1035, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 1.02975332736969, |
| "learning_rate": 9.945715624594081e-05, |
| "loss": 0.1168, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.9844525456428528, |
| "learning_rate": 9.944083698517339e-05, |
| "loss": 0.1127, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.7640677094459534, |
| "learning_rate": 9.942427742336334e-05, |
| "loss": 0.1149, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.9592134356498718, |
| "learning_rate": 9.940747764099638e-05, |
| "loss": 0.1193, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.9228342175483704, |
| "learning_rate": 9.939043771972574e-05, |
| "loss": 0.112, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.7710512280464172, |
| "learning_rate": 9.937315774237186e-05, |
| "loss": 0.1089, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.759921669960022, |
| "learning_rate": 9.93556377929219e-05, |
| "loss": 0.1154, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 1.0939874649047852, |
| "learning_rate": 9.933787795652942e-05, |
| "loss": 0.1077, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.9302868843078613, |
| "learning_rate": 9.931987831951386e-05, |
| "loss": 0.1248, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.9951125979423523, |
| "learning_rate": 9.930163896936027e-05, |
| "loss": 0.1109, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.9155976176261902, |
| "learning_rate": 9.92831599947187e-05, |
| "loss": 0.1123, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.822991669178009, |
| "learning_rate": 9.926444148540393e-05, |
| "loss": 0.108, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.7966244220733643, |
| "learning_rate": 9.924548353239495e-05, |
| "loss": 0.1185, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.7267993688583374, |
| "learning_rate": 9.922628622783451e-05, |
| "loss": 0.1129, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.834526777267456, |
| "learning_rate": 9.920684966502878e-05, |
| "loss": 0.1064, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.7787484526634216, |
| "learning_rate": 9.918717393844669e-05, |
| "loss": 0.0978, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.9177464842796326, |
| "learning_rate": 9.916725914371969e-05, |
| "loss": 0.1, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.9456977844238281, |
| "learning_rate": 9.914710537764117e-05, |
| "loss": 0.1092, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.7702245116233826, |
| "learning_rate": 9.912671273816601e-05, |
| "loss": 0.1105, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.7368134260177612, |
| "learning_rate": 9.910608132441008e-05, |
| "loss": 0.0979, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.9000690579414368, |
| "learning_rate": 9.908521123664981e-05, |
| "loss": 0.0934, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.8163759112358093, |
| "learning_rate": 9.906410257632168e-05, |
| "loss": 0.0994, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.7865023612976074, |
| "learning_rate": 9.904275544602169e-05, |
| "loss": 0.1008, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.8050644993782043, |
| "learning_rate": 9.902116994950493e-05, |
| "loss": 0.111, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.9535992741584778, |
| "learning_rate": 9.899934619168501e-05, |
| "loss": 0.09, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.7359194755554199, |
| "learning_rate": 9.89772842786336e-05, |
| "loss": 0.1015, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.9039879441261292, |
| "learning_rate": 9.895498431757989e-05, |
| "loss": 0.1075, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.8281698822975159, |
| "learning_rate": 9.893244641691006e-05, |
| "loss": 0.1007, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.7881840467453003, |
| "learning_rate": 9.890967068616677e-05, |
| "loss": 0.0998, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.845009982585907, |
| "learning_rate": 9.888665723604864e-05, |
| "loss": 0.0993, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.7727966904640198, |
| "learning_rate": 9.886340617840968e-05, |
| "loss": 0.1102, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.7697362303733826, |
| "learning_rate": 9.883991762625876e-05, |
| "loss": 0.11, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.9101146459579468, |
| "learning_rate": 9.881619169375908e-05, |
| "loss": 0.1039, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.7709200382232666, |
| "learning_rate": 9.879222849622758e-05, |
| "loss": 0.1048, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.9604688286781311, |
| "learning_rate": 9.876802815013439e-05, |
| "loss": 0.1049, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.7826374173164368, |
| "learning_rate": 9.87435907731023e-05, |
| "loss": 0.0997, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.7154682874679565, |
| "learning_rate": 9.871891648390614e-05, |
| "loss": 0.0983, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.7230797410011292, |
| "learning_rate": 9.869400540247223e-05, |
| "loss": 0.1047, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 1.0190340280532837, |
| "learning_rate": 9.866885764987776e-05, |
| "loss": 0.1018, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.9111382961273193, |
| "learning_rate": 9.86434733483503e-05, |
| "loss": 0.0991, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.8749095797538757, |
| "learning_rate": 9.861785262126705e-05, |
| "loss": 0.0959, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.8093475699424744, |
| "learning_rate": 9.85919955931544e-05, |
| "loss": 0.098, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.8200317025184631, |
| "learning_rate": 9.856590238968721e-05, |
| "loss": 0.089, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.8023530840873718, |
| "learning_rate": 9.853957313768824e-05, |
| "loss": 0.0936, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 1.0508698225021362, |
| "learning_rate": 9.851300796512755e-05, |
| "loss": 0.107, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.7715315222740173, |
| "learning_rate": 9.848620700112188e-05, |
| "loss": 0.1098, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.7154637575149536, |
| "learning_rate": 9.845917037593396e-05, |
| "loss": 0.0902, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.7053757905960083, |
| "learning_rate": 9.843189822097196e-05, |
| "loss": 0.087, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.7190327048301697, |
| "learning_rate": 9.84043906687888e-05, |
| "loss": 0.1095, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.72620689868927, |
| "learning_rate": 9.837664785308149e-05, |
| "loss": 0.1024, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.8315520286560059, |
| "learning_rate": 9.834866990869059e-05, |
| "loss": 0.0963, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.9104861617088318, |
| "learning_rate": 9.832045697159938e-05, |
| "loss": 0.1051, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.7454295754432678, |
| "learning_rate": 9.829200917893334e-05, |
| "loss": 0.101, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.7716201543807983, |
| "learning_rate": 9.826332666895944e-05, |
| "loss": 0.1022, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 1.0068689584732056, |
| "learning_rate": 9.823440958108545e-05, |
| "loss": 0.0938, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.813112199306488, |
| "learning_rate": 9.820525805585927e-05, |
| "loss": 0.1067, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.8323954939842224, |
| "learning_rate": 9.81758722349683e-05, |
| "loss": 0.1124, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.6970189213752747, |
| "learning_rate": 9.814625226123862e-05, |
| "loss": 0.0982, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.7715316414833069, |
| "learning_rate": 9.811639827863449e-05, |
| "loss": 0.0924, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 0.9239809513092041, |
| "learning_rate": 9.808631043225741e-05, |
| "loss": 0.09, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.7948368191719055, |
| "learning_rate": 9.805598886834567e-05, |
| "loss": 0.0971, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.7786247134208679, |
| "learning_rate": 9.802543373427344e-05, |
| "loss": 0.101, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.6877073645591736, |
| "learning_rate": 9.799464517855018e-05, |
| "loss": 0.1028, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.7866289615631104, |
| "learning_rate": 9.79636233508198e-05, |
| "loss": 0.0941, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 0.7173218727111816, |
| "learning_rate": 9.793236840186005e-05, |
| "loss": 0.0889, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.6833612322807312, |
| "learning_rate": 9.790088048358175e-05, |
| "loss": 0.088, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.6063569784164429, |
| "learning_rate": 9.786915974902798e-05, |
| "loss": 0.0874, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.7039399743080139, |
| "learning_rate": 9.783720635237343e-05, |
| "loss": 0.0894, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.861274242401123, |
| "learning_rate": 9.780502044892362e-05, |
| "loss": 0.0906, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.9218710660934448, |
| "learning_rate": 9.777260219511415e-05, |
| "loss": 0.0934, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.8045639991760254, |
| "learning_rate": 9.773995174850989e-05, |
| "loss": 0.0876, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.7548984289169312, |
| "learning_rate": 9.770706926780428e-05, |
| "loss": 0.0923, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.7165963053703308, |
| "learning_rate": 9.767395491281855e-05, |
| "loss": 0.0925, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.7390260100364685, |
| "learning_rate": 9.764060884450086e-05, |
| "loss": 0.0991, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.8069873452186584, |
| "learning_rate": 9.76070312249257e-05, |
| "loss": 0.0936, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.583582878112793, |
| "learning_rate": 9.757322221729283e-05, |
| "loss": 0.0849, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.7859311103820801, |
| "learning_rate": 9.753918198592682e-05, |
| "loss": 0.1005, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.7041631937026978, |
| "learning_rate": 9.750491069627593e-05, |
| "loss": 0.0848, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.687656044960022, |
| "learning_rate": 9.747040851491149e-05, |
| "loss": 0.0879, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.7902995944023132, |
| "learning_rate": 9.743567560952711e-05, |
| "loss": 0.0868, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.858651340007782, |
| "learning_rate": 9.740071214893773e-05, |
| "loss": 0.0851, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.7264502644538879, |
| "learning_rate": 9.736551830307892e-05, |
| "loss": 0.0962, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.7296851873397827, |
| "learning_rate": 9.733009424300597e-05, |
| "loss": 0.0815, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.7284076809883118, |
| "learning_rate": 9.729444014089314e-05, |
| "loss": 0.092, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.7667093873023987, |
| "learning_rate": 9.725855617003275e-05, |
| "loss": 0.0928, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.7198819518089294, |
| "learning_rate": 9.72224425048344e-05, |
| "loss": 0.0849, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.6823953986167908, |
| "learning_rate": 9.718609932082405e-05, |
| "loss": 0.0977, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.8046625852584839, |
| "learning_rate": 9.714952679464323e-05, |
| "loss": 0.0983, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.7668691873550415, |
| "learning_rate": 9.711272510404816e-05, |
| "loss": 0.0884, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.8391445875167847, |
| "learning_rate": 9.70756944279089e-05, |
| "loss": 0.105, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.8058165907859802, |
| "learning_rate": 9.70384349462084e-05, |
| "loss": 0.0916, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.812201201915741, |
| "learning_rate": 9.700094684004182e-05, |
| "loss": 0.1023, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.7463688254356384, |
| "learning_rate": 9.696323029161535e-05, |
| "loss": 0.0909, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.6171747446060181, |
| "learning_rate": 9.692528548424567e-05, |
| "loss": 0.0944, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.8733457326889038, |
| "learning_rate": 9.688711260235872e-05, |
| "loss": 0.0896, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.6366527676582336, |
| "learning_rate": 9.684871183148912e-05, |
| "loss": 0.0874, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.9249413013458252, |
| "learning_rate": 9.681008335827898e-05, |
| "loss": 0.088, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.8163881897926331, |
| "learning_rate": 9.677122737047724e-05, |
| "loss": 0.101, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.8050516247749329, |
| "learning_rate": 9.673214405693857e-05, |
| "loss": 0.099, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.6908136010169983, |
| "learning_rate": 9.669283360762258e-05, |
| "loss": 0.0869, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.6969667077064514, |
| "learning_rate": 9.66532962135928e-05, |
| "loss": 0.0897, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.8575372695922852, |
| "learning_rate": 9.661353206701582e-05, |
| "loss": 0.0854, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.8028751611709595, |
| "learning_rate": 9.657354136116035e-05, |
| "loss": 0.0941, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.7840549349784851, |
| "learning_rate": 9.653332429039625e-05, |
| "loss": 0.0916, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.5778301954269409, |
| "learning_rate": 9.649288105019356e-05, |
| "loss": 0.0983, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.7935901284217834, |
| "learning_rate": 9.645221183712165e-05, |
| "loss": 0.0911, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.7805438041687012, |
| "learning_rate": 9.641131684884817e-05, |
| "loss": 0.096, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.8421733975410461, |
| "learning_rate": 9.637019628413813e-05, |
| "loss": 0.0803, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.602931559085846, |
| "learning_rate": 9.632885034285291e-05, |
| "loss": 0.092, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.765745222568512, |
| "learning_rate": 9.628727922594931e-05, |
| "loss": 0.092, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.6613947749137878, |
| "learning_rate": 9.624548313547862e-05, |
| "loss": 0.0828, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.6143419742584229, |
| "learning_rate": 9.620346227458547e-05, |
| "loss": 0.0838, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.6555906534194946, |
| "learning_rate": 9.616121684750712e-05, |
| "loss": 0.0907, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.7640756964683533, |
| "learning_rate": 9.611874705957215e-05, |
| "loss": 0.1019, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.7113750576972961, |
| "learning_rate": 9.607605311719972e-05, |
| "loss": 0.0929, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.7020587921142578, |
| "learning_rate": 9.603313522789841e-05, |
| "loss": 0.0862, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.7489782571792603, |
| "learning_rate": 9.598999360026529e-05, |
| "loss": 0.0862, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.6860311627388, |
| "learning_rate": 9.59466284439849e-05, |
| "loss": 0.0918, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.639656126499176, |
| "learning_rate": 9.590303996982815e-05, |
| "loss": 0.0834, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.6633687019348145, |
| "learning_rate": 9.585922838965145e-05, |
| "loss": 0.0829, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.8332882523536682, |
| "learning_rate": 9.581519391639549e-05, |
| "loss": 0.0843, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.8247968554496765, |
| "learning_rate": 9.577093676408439e-05, |
| "loss": 0.0806, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.6226173639297485, |
| "learning_rate": 9.572645714782453e-05, |
| "loss": 0.0754, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.7613680958747864, |
| "learning_rate": 9.568175528380354e-05, |
| "loss": 0.0876, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.7251188158988953, |
| "learning_rate": 9.56368313892893e-05, |
| "loss": 0.0965, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.6383359432220459, |
| "learning_rate": 9.55916856826288e-05, |
| "loss": 0.0869, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.6451210379600525, |
| "learning_rate": 9.554631838324713e-05, |
| "loss": 0.0884, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.629679799079895, |
| "learning_rate": 9.55007297116464e-05, |
| "loss": 0.0833, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.7963083386421204, |
| "learning_rate": 9.545491988940472e-05, |
| "loss": 0.0919, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.6921216249465942, |
| "learning_rate": 9.540888913917501e-05, |
| "loss": 0.0884, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.6248165965080261, |
| "learning_rate": 9.536263768468401e-05, |
| "loss": 0.0835, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.5854783058166504, |
| "learning_rate": 9.531616575073117e-05, |
| "loss": 0.0821, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.7334324717521667, |
| "learning_rate": 9.526947356318754e-05, |
| "loss": 0.0856, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.7493296265602112, |
| "learning_rate": 9.52225613489947e-05, |
| "loss": 0.0772, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.8404133319854736, |
| "learning_rate": 9.517542933616365e-05, |
| "loss": 0.0819, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.7154518961906433, |
| "learning_rate": 9.512807775377366e-05, |
| "loss": 0.0791, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.7117947340011597, |
| "learning_rate": 9.508050683197121e-05, |
| "loss": 0.0836, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.6990528106689453, |
| "learning_rate": 9.503271680196888e-05, |
| "loss": 0.0769, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.9077825546264648, |
| "learning_rate": 9.498470789604413e-05, |
| "loss": 0.0871, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.6880998611450195, |
| "learning_rate": 9.49364803475383e-05, |
| "loss": 0.0885, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.5601368546485901, |
| "learning_rate": 9.48880343908554e-05, |
| "loss": 0.0745, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.9818617105484009, |
| "learning_rate": 9.4839370261461e-05, |
| "loss": 0.084, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.6174105405807495, |
| "learning_rate": 9.479048819588098e-05, |
| "loss": 0.0885, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.6585171818733215, |
| "learning_rate": 9.474138843170063e-05, |
| "loss": 0.0889, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.6053249835968018, |
| "learning_rate": 9.46920712075632e-05, |
| "loss": 0.0814, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.6319931149482727, |
| "learning_rate": 9.464253676316893e-05, |
| "loss": 0.0793, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.7367843985557556, |
| "learning_rate": 9.459278533927384e-05, |
| "loss": 0.0832, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.8618568181991577, |
| "learning_rate": 9.454281717768854e-05, |
| "loss": 0.0853, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.66495281457901, |
| "learning_rate": 9.449263252127708e-05, |
| "loss": 0.0889, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.7153729200363159, |
| "learning_rate": 9.444223161395573e-05, |
| "loss": 0.1072, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.9363037943840027, |
| "learning_rate": 9.439161470069184e-05, |
| "loss": 0.0845, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.6011478304862976, |
| "learning_rate": 9.43407820275026e-05, |
| "loss": 0.087, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.6171697974205017, |
| "learning_rate": 9.428973384145396e-05, |
| "loss": 0.0825, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.6081671714782715, |
| "learning_rate": 9.423847039065922e-05, |
| "loss": 0.079, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.760906994342804, |
| "learning_rate": 9.418699192427805e-05, |
| "loss": 0.0957, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.61189204454422, |
| "learning_rate": 9.41352986925151e-05, |
| "loss": 0.0839, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.66178297996521, |
| "learning_rate": 9.408339094661895e-05, |
| "loss": 0.0793, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.9399906396865845, |
| "learning_rate": 9.40312689388807e-05, |
| "loss": 0.0784, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.5865365862846375, |
| "learning_rate": 9.397893292263292e-05, |
| "loss": 0.0958, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 3000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
