| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 7.9816091954022985, |
| "eval_steps": 500, |
| "global_step": 1736, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04597701149425287, |
| "grad_norm": 19.236724341828868, |
| "learning_rate": 2.8735632183908047e-07, |
| "loss": 0.9813, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.09195402298850575, |
| "grad_norm": 22.46256737380087, |
| "learning_rate": 5.747126436781609e-07, |
| "loss": 0.9645, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 7.740951848649134, |
| "learning_rate": 8.620689655172415e-07, |
| "loss": 0.8355, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1839080459770115, |
| "grad_norm": 6.373158348765807, |
| "learning_rate": 1.1494252873563219e-06, |
| "loss": 0.7287, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.22988505747126436, |
| "grad_norm": 4.553132194954343, |
| "learning_rate": 1.4367816091954023e-06, |
| "loss": 0.6077, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 4.217339152427201, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 0.5534, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3218390804597701, |
| "grad_norm": 4.295308772185913, |
| "learning_rate": 2.0114942528735633e-06, |
| "loss": 0.5322, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.367816091954023, |
| "grad_norm": 4.0641475269520155, |
| "learning_rate": 2.2988505747126437e-06, |
| "loss": 0.5003, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 13.886675789706416, |
| "learning_rate": 2.5862068965517246e-06, |
| "loss": 0.4883, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.45977011494252873, |
| "grad_norm": 4.673192920611484, |
| "learning_rate": 2.8735632183908046e-06, |
| "loss": 0.4584, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5057471264367817, |
| "grad_norm": 3.674033307691337, |
| "learning_rate": 3.1609195402298854e-06, |
| "loss": 0.447, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 3.919248171882691, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 0.4556, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5977011494252874, |
| "grad_norm": 3.5061949892253623, |
| "learning_rate": 3.7356321839080462e-06, |
| "loss": 0.4354, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6436781609195402, |
| "grad_norm": 3.7489900095069073, |
| "learning_rate": 4.022988505747127e-06, |
| "loss": 0.4228, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 3.6759677856673103, |
| "learning_rate": 4.310344827586207e-06, |
| "loss": 0.4299, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.735632183908046, |
| "grad_norm": 3.6923883409669456, |
| "learning_rate": 4.5977011494252875e-06, |
| "loss": 0.4193, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7816091954022989, |
| "grad_norm": 3.6202856036202427, |
| "learning_rate": 4.885057471264369e-06, |
| "loss": 0.4155, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 3.6300778901007864, |
| "learning_rate": 4.999817969178238e-06, |
| "loss": 0.4083, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8735632183908046, |
| "grad_norm": 3.587161182258164, |
| "learning_rate": 4.998705654596035e-06, |
| "loss": 0.4225, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9195402298850575, |
| "grad_norm": 3.3270245057939376, |
| "learning_rate": 4.996582603056429e-06, |
| "loss": 0.4019, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 3.8111046706601623, |
| "learning_rate": 4.9934496733427066e-06, |
| "loss": 0.3965, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.0114942528735633, |
| "grad_norm": 3.3652791442634187, |
| "learning_rate": 4.989308132738127e-06, |
| "loss": 0.3966, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0574712643678161, |
| "grad_norm": 3.1325910691416747, |
| "learning_rate": 4.9841596565133e-06, |
| "loss": 0.3407, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.103448275862069, |
| "grad_norm": 3.167830493874506, |
| "learning_rate": 4.978006327248537e-06, |
| "loss": 0.3519, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1494252873563218, |
| "grad_norm": 3.2716290396557377, |
| "learning_rate": 4.970850633991432e-06, |
| "loss": 0.3596, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1954022988505748, |
| "grad_norm": 3.1954803751416962, |
| "learning_rate": 4.962695471250033e-06, |
| "loss": 0.343, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2413793103448276, |
| "grad_norm": 3.479098208871561, |
| "learning_rate": 4.953544137822006e-06, |
| "loss": 0.3369, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.2873563218390804, |
| "grad_norm": 3.3457647349425104, |
| "learning_rate": 4.9434003354602515e-06, |
| "loss": 0.3627, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 3.282832685188253, |
| "learning_rate": 4.932268167375532e-06, |
| "loss": 0.3528, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 2.6789350907177822, |
| "learning_rate": 4.920152136576706e-06, |
| "loss": 0.3406, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4252873563218391, |
| "grad_norm": 3.3658438451363577, |
| "learning_rate": 4.9070571440492435e-06, |
| "loss": 0.3643, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.471264367816092, |
| "grad_norm": 3.103704408419176, |
| "learning_rate": 4.892988486772756e-06, |
| "loss": 0.3434, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.5172413793103448, |
| "grad_norm": 2.9669630699191405, |
| "learning_rate": 4.877951855578342e-06, |
| "loss": 0.3322, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.5632183908045976, |
| "grad_norm": 3.486652210473939, |
| "learning_rate": 4.86195333284663e-06, |
| "loss": 0.3529, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.6091954022988506, |
| "grad_norm": 3.3652573778754253, |
| "learning_rate": 4.844999390047419e-06, |
| "loss": 0.3547, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6551724137931034, |
| "grad_norm": 3.5532322465589385, |
| "learning_rate": 4.827096885121954e-06, |
| "loss": 0.3408, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.7011494252873565, |
| "grad_norm": 3.143444966292411, |
| "learning_rate": 4.808253059708849e-06, |
| "loss": 0.3506, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7471264367816093, |
| "grad_norm": 2.8493219432318875, |
| "learning_rate": 4.788475536214822e-06, |
| "loss": 0.3368, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.793103448275862, |
| "grad_norm": 2.8628419910614316, |
| "learning_rate": 4.767772314731394e-06, |
| "loss": 0.3424, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.839080459770115, |
| "grad_norm": 3.0446997203794344, |
| "learning_rate": 4.746151769798818e-06, |
| "loss": 0.3549, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.8850574712643677, |
| "grad_norm": 2.7372586769671337, |
| "learning_rate": 4.7236226470185505e-06, |
| "loss": 0.3247, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.9310344827586206, |
| "grad_norm": 3.044988365851536, |
| "learning_rate": 4.700194059515606e-06, |
| "loss": 0.3373, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.9770114942528736, |
| "grad_norm": 2.9343723129428643, |
| "learning_rate": 4.67587548425227e-06, |
| "loss": 0.3393, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.0229885057471266, |
| "grad_norm": 2.4482722232022764, |
| "learning_rate": 4.650676758194624e-06, |
| "loss": 0.3095, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 2.9276614481022127, |
| "learning_rate": 4.624608074333448e-06, |
| "loss": 0.256, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.1149425287356323, |
| "grad_norm": 2.6846087529478955, |
| "learning_rate": 4.597679977561122e-06, |
| "loss": 0.2471, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.160919540229885, |
| "grad_norm": 2.610365319899241, |
| "learning_rate": 4.569903360406163e-06, |
| "loss": 0.2554, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.206896551724138, |
| "grad_norm": 2.948862836398902, |
| "learning_rate": 4.541289458627155e-06, |
| "loss": 0.2527, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.2528735632183907, |
| "grad_norm": 2.637472882710502, |
| "learning_rate": 4.511849846667839e-06, |
| "loss": 0.2504, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.2988505747126435, |
| "grad_norm": 2.8982721464809016, |
| "learning_rate": 4.481596432975202e-06, |
| "loss": 0.2608, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.344827586206897, |
| "grad_norm": 2.852823004859079, |
| "learning_rate": 4.4505414551824536e-06, |
| "loss": 0.2606, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.3908045977011496, |
| "grad_norm": 3.197376130493875, |
| "learning_rate": 4.418697475158861e-06, |
| "loss": 0.2677, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.4367816091954024, |
| "grad_norm": 2.9868581965061494, |
| "learning_rate": 4.386077373928413e-06, |
| "loss": 0.2628, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.4827586206896552, |
| "grad_norm": 2.5165223021619756, |
| "learning_rate": 4.352694346459397e-06, |
| "loss": 0.2739, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.528735632183908, |
| "grad_norm": 2.5532695939024723, |
| "learning_rate": 4.318561896326973e-06, |
| "loss": 0.2587, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.574712643678161, |
| "grad_norm": 2.80784537094022, |
| "learning_rate": 4.283693830250926e-06, |
| "loss": 0.271, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.6206896551724137, |
| "grad_norm": 2.834008814039304, |
| "learning_rate": 4.248104252510786e-06, |
| "loss": 0.2596, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 2.856340507047602, |
| "learning_rate": 4.211807559240588e-06, |
| "loss": 0.2607, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.7126436781609193, |
| "grad_norm": 2.400155413142861, |
| "learning_rate": 4.174818432605579e-06, |
| "loss": 0.2714, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.7586206896551726, |
| "grad_norm": 2.9121726603653446, |
| "learning_rate": 4.137151834863213e-06, |
| "loss": 0.267, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.8045977011494254, |
| "grad_norm": 2.4158062858535243, |
| "learning_rate": 4.098823002310864e-06, |
| "loss": 0.2637, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.8505747126436782, |
| "grad_norm": 2.710372669455237, |
| "learning_rate": 4.059847439122672e-06, |
| "loss": 0.2591, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.896551724137931, |
| "grad_norm": 2.694528049244444, |
| "learning_rate": 4.020240911078041e-06, |
| "loss": 0.2597, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.942528735632184, |
| "grad_norm": 2.7003321508943077, |
| "learning_rate": 3.98001943918432e-06, |
| "loss": 0.2694, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.9885057471264367, |
| "grad_norm": 2.9274287857580212, |
| "learning_rate": 3.939199293196231e-06, |
| "loss": 0.2704, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.0344827586206895, |
| "grad_norm": 2.232026779235866, |
| "learning_rate": 3.897796985034687e-06, |
| "loss": 0.1997, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.0804597701149423, |
| "grad_norm": 2.7014305023370415, |
| "learning_rate": 3.855829262107653e-06, |
| "loss": 0.1716, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.1264367816091956, |
| "grad_norm": 2.4848170071887035, |
| "learning_rate": 3.813313100535747e-06, |
| "loss": 0.1803, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.1724137931034484, |
| "grad_norm": 2.7346292529745027, |
| "learning_rate": 3.770265698285328e-06, |
| "loss": 0.1754, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.218390804597701, |
| "grad_norm": 2.705054730805242, |
| "learning_rate": 3.726704468211844e-06, |
| "loss": 0.1835, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.264367816091954, |
| "grad_norm": 2.6584866622780603, |
| "learning_rate": 3.6826470310162645e-06, |
| "loss": 0.1792, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.310344827586207, |
| "grad_norm": 2.6514881876130225, |
| "learning_rate": 3.6381112081174254e-06, |
| "loss": 0.1765, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.3563218390804597, |
| "grad_norm": 2.516694208524121, |
| "learning_rate": 3.593115014443195e-06, |
| "loss": 0.1817, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.4022988505747125, |
| "grad_norm": 2.4579414740197065, |
| "learning_rate": 3.547676651143361e-06, |
| "loss": 0.1849, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.4482758620689653, |
| "grad_norm": 2.6311823995451364, |
| "learning_rate": 3.5018144982271814e-06, |
| "loss": 0.1769, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.4942528735632186, |
| "grad_norm": 2.3725394123707026, |
| "learning_rate": 3.455547107128602e-06, |
| "loss": 0.1848, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.5402298850574714, |
| "grad_norm": 2.4539717154314933, |
| "learning_rate": 3.4088931932021193e-06, |
| "loss": 0.1892, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.586206896551724, |
| "grad_norm": 2.4899658946067933, |
| "learning_rate": 3.3618716281523384e-06, |
| "loss": 0.1807, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.632183908045977, |
| "grad_norm": 2.550071627944622, |
| "learning_rate": 3.3145014324002945e-06, |
| "loss": 0.1852, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.67816091954023, |
| "grad_norm": 2.675827164092041, |
| "learning_rate": 3.266801767389608e-06, |
| "loss": 0.1885, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.7241379310344827, |
| "grad_norm": 2.5251713436347227, |
| "learning_rate": 3.2187919278356027e-06, |
| "loss": 0.1835, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.7701149425287355, |
| "grad_norm": 2.7315545503128638, |
| "learning_rate": 3.1704913339205107e-06, |
| "loss": 0.1863, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.8160919540229887, |
| "grad_norm": 2.7536607881256665, |
| "learning_rate": 3.121919523437927e-06, |
| "loss": 0.1921, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.862068965517241, |
| "grad_norm": 2.598851663508124, |
| "learning_rate": 3.073096143889689e-06, |
| "loss": 0.1868, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.9080459770114944, |
| "grad_norm": 2.523389034722214, |
| "learning_rate": 3.0240409445383835e-06, |
| "loss": 0.1855, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.954022988505747, |
| "grad_norm": 2.7756855701720404, |
| "learning_rate": 2.97477376841868e-06, |
| "loss": 0.1791, |
| "step": 860 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 2.489766938283244, |
| "learning_rate": 2.9253145443107455e-06, |
| "loss": 0.1756, |
| "step": 870 |
| }, |
| { |
| "epoch": 4.045977011494253, |
| "grad_norm": 2.7317574118504044, |
| "learning_rate": 2.8756832786789667e-06, |
| "loss": 0.1081, |
| "step": 880 |
| }, |
| { |
| "epoch": 4.091954022988506, |
| "grad_norm": 2.1106005588504626, |
| "learning_rate": 2.825900047579251e-06, |
| "loss": 0.1052, |
| "step": 890 |
| }, |
| { |
| "epoch": 4.137931034482759, |
| "grad_norm": 2.40365919767509, |
| "learning_rate": 2.775984988538175e-06, |
| "loss": 0.1032, |
| "step": 900 |
| }, |
| { |
| "epoch": 4.183908045977011, |
| "grad_norm": 2.3074631869946507, |
| "learning_rate": 2.725958292407276e-06, |
| "loss": 0.1049, |
| "step": 910 |
| }, |
| { |
| "epoch": 4.2298850574712645, |
| "grad_norm": 2.5166276182004714, |
| "learning_rate": 2.6758401951957625e-06, |
| "loss": 0.1051, |
| "step": 920 |
| }, |
| { |
| "epoch": 4.275862068965517, |
| "grad_norm": 2.3612573716815093, |
| "learning_rate": 2.6256509698849652e-06, |
| "loss": 0.1071, |
| "step": 930 |
| }, |
| { |
| "epoch": 4.32183908045977, |
| "grad_norm": 2.377295836801757, |
| "learning_rate": 2.5754109182278298e-06, |
| "loss": 0.1077, |
| "step": 940 |
| }, |
| { |
| "epoch": 4.3678160919540225, |
| "grad_norm": 2.5390227361500823, |
| "learning_rate": 2.525140362536775e-06, |
| "loss": 0.1085, |
| "step": 950 |
| }, |
| { |
| "epoch": 4.413793103448276, |
| "grad_norm": 2.233377317311712, |
| "learning_rate": 2.474859637463226e-06, |
| "loss": 0.1082, |
| "step": 960 |
| }, |
| { |
| "epoch": 4.459770114942529, |
| "grad_norm": 2.551052323312396, |
| "learning_rate": 2.42458908177217e-06, |
| "loss": 0.1102, |
| "step": 970 |
| }, |
| { |
| "epoch": 4.505747126436781, |
| "grad_norm": 2.6483774815598804, |
| "learning_rate": 2.374349030115036e-06, |
| "loss": 0.1105, |
| "step": 980 |
| }, |
| { |
| "epoch": 4.551724137931035, |
| "grad_norm": 2.429849103852719, |
| "learning_rate": 2.3241598048042383e-06, |
| "loss": 0.1082, |
| "step": 990 |
| }, |
| { |
| "epoch": 4.597701149425287, |
| "grad_norm": 2.486141654635446, |
| "learning_rate": 2.2740417075927244e-06, |
| "loss": 0.109, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.64367816091954, |
| "grad_norm": 2.5918016937723527, |
| "learning_rate": 2.2240150114618262e-06, |
| "loss": 0.1068, |
| "step": 1010 |
| }, |
| { |
| "epoch": 4.689655172413794, |
| "grad_norm": 2.663853206431205, |
| "learning_rate": 2.17409995242075e-06, |
| "loss": 0.1058, |
| "step": 1020 |
| }, |
| { |
| "epoch": 4.735632183908046, |
| "grad_norm": 2.657379315743761, |
| "learning_rate": 2.1243167213210337e-06, |
| "loss": 0.1015, |
| "step": 1030 |
| }, |
| { |
| "epoch": 4.781609195402299, |
| "grad_norm": 2.357887989241257, |
| "learning_rate": 2.0746854556892545e-06, |
| "loss": 0.1032, |
| "step": 1040 |
| }, |
| { |
| "epoch": 4.827586206896552, |
| "grad_norm": 2.1971439440232134, |
| "learning_rate": 2.0252262315813213e-06, |
| "loss": 0.1033, |
| "step": 1050 |
| }, |
| { |
| "epoch": 4.873563218390805, |
| "grad_norm": 2.3384701132936683, |
| "learning_rate": 1.9759590554616177e-06, |
| "loss": 0.1075, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.919540229885057, |
| "grad_norm": 2.611584410768705, |
| "learning_rate": 1.9269038561103114e-06, |
| "loss": 0.1075, |
| "step": 1070 |
| }, |
| { |
| "epoch": 4.9655172413793105, |
| "grad_norm": 2.679036350683068, |
| "learning_rate": 1.8780804765620747e-06, |
| "loss": 0.1033, |
| "step": 1080 |
| }, |
| { |
| "epoch": 5.011494252873563, |
| "grad_norm": 1.5576689531522379, |
| "learning_rate": 1.8295086660794903e-06, |
| "loss": 0.0939, |
| "step": 1090 |
| }, |
| { |
| "epoch": 5.057471264367816, |
| "grad_norm": 2.4254209848134027, |
| "learning_rate": 1.7812080721643977e-06, |
| "loss": 0.0524, |
| "step": 1100 |
| }, |
| { |
| "epoch": 5.103448275862069, |
| "grad_norm": 2.2936105257318675, |
| "learning_rate": 1.7331982326103922e-06, |
| "loss": 0.0531, |
| "step": 1110 |
| }, |
| { |
| "epoch": 5.149425287356322, |
| "grad_norm": 2.2180450680938013, |
| "learning_rate": 1.6854985675997065e-06, |
| "loss": 0.0518, |
| "step": 1120 |
| }, |
| { |
| "epoch": 5.195402298850575, |
| "grad_norm": 1.9813446486569681, |
| "learning_rate": 1.6381283718476622e-06, |
| "loss": 0.0521, |
| "step": 1130 |
| }, |
| { |
| "epoch": 5.241379310344827, |
| "grad_norm": 1.9952422258717124, |
| "learning_rate": 1.591106806797882e-06, |
| "loss": 0.0534, |
| "step": 1140 |
| }, |
| { |
| "epoch": 5.287356321839081, |
| "grad_norm": 1.910457789638185, |
| "learning_rate": 1.5444528928713987e-06, |
| "loss": 0.0529, |
| "step": 1150 |
| }, |
| { |
| "epoch": 5.333333333333333, |
| "grad_norm": 2.247598889328078, |
| "learning_rate": 1.4981855017728197e-06, |
| "loss": 0.054, |
| "step": 1160 |
| }, |
| { |
| "epoch": 5.379310344827586, |
| "grad_norm": 2.355104769702966, |
| "learning_rate": 1.4523233488566394e-06, |
| "loss": 0.0583, |
| "step": 1170 |
| }, |
| { |
| "epoch": 5.425287356321839, |
| "grad_norm": 2.2631373957215732, |
| "learning_rate": 1.4068849855568042e-06, |
| "loss": 0.0513, |
| "step": 1180 |
| }, |
| { |
| "epoch": 5.471264367816092, |
| "grad_norm": 4.183885604965178, |
| "learning_rate": 1.3618887918825752e-06, |
| "loss": 0.0547, |
| "step": 1190 |
| }, |
| { |
| "epoch": 5.517241379310345, |
| "grad_norm": 2.149593926911987, |
| "learning_rate": 1.3173529689837355e-06, |
| "loss": 0.0543, |
| "step": 1200 |
| }, |
| { |
| "epoch": 5.563218390804598, |
| "grad_norm": 2.17719523603525, |
| "learning_rate": 1.2732955317881563e-06, |
| "loss": 0.0544, |
| "step": 1210 |
| }, |
| { |
| "epoch": 5.609195402298851, |
| "grad_norm": 2.247756297696003, |
| "learning_rate": 1.2297343017146727e-06, |
| "loss": 0.0529, |
| "step": 1220 |
| }, |
| { |
| "epoch": 5.655172413793103, |
| "grad_norm": 1.7927074781175658, |
| "learning_rate": 1.1866868994642535e-06, |
| "loss": 0.0514, |
| "step": 1230 |
| }, |
| { |
| "epoch": 5.7011494252873565, |
| "grad_norm": 2.4235617167647816, |
| "learning_rate": 1.1441707378923475e-06, |
| "loss": 0.0529, |
| "step": 1240 |
| }, |
| { |
| "epoch": 5.747126436781609, |
| "grad_norm": 1.7438808513899655, |
| "learning_rate": 1.1022030149653134e-06, |
| "loss": 0.0524, |
| "step": 1250 |
| }, |
| { |
| "epoch": 5.793103448275862, |
| "grad_norm": 2.080026881638302, |
| "learning_rate": 1.0608007068037702e-06, |
| "loss": 0.0528, |
| "step": 1260 |
| }, |
| { |
| "epoch": 5.8390804597701145, |
| "grad_norm": 1.9309457262833183, |
| "learning_rate": 1.0199805608156802e-06, |
| "loss": 0.0504, |
| "step": 1270 |
| }, |
| { |
| "epoch": 5.885057471264368, |
| "grad_norm": 2.1120867508468493, |
| "learning_rate": 9.79759088921959e-07, |
| "loss": 0.0524, |
| "step": 1280 |
| }, |
| { |
| "epoch": 5.931034482758621, |
| "grad_norm": 1.803440728603622, |
| "learning_rate": 9.401525608773293e-07, |
| "loss": 0.0453, |
| "step": 1290 |
| }, |
| { |
| "epoch": 5.977011494252873, |
| "grad_norm": 1.756476820082346, |
| "learning_rate": 9.011769976891368e-07, |
| "loss": 0.0483, |
| "step": 1300 |
| }, |
| { |
| "epoch": 6.022988505747127, |
| "grad_norm": 1.14195571634091, |
| "learning_rate": 8.628481651367876e-07, |
| "loss": 0.0373, |
| "step": 1310 |
| }, |
| { |
| "epoch": 6.068965517241379, |
| "grad_norm": 1.2823038089726142, |
| "learning_rate": 8.25181567394422e-07, |
| "loss": 0.0257, |
| "step": 1320 |
| }, |
| { |
| "epoch": 6.114942528735632, |
| "grad_norm": 1.9765342255678002, |
| "learning_rate": 7.88192440759413e-07, |
| "loss": 0.0243, |
| "step": 1330 |
| }, |
| { |
| "epoch": 6.160919540229885, |
| "grad_norm": 1.4924174584280798, |
| "learning_rate": 7.51895747489215e-07, |
| "loss": 0.0244, |
| "step": 1340 |
| }, |
| { |
| "epoch": 6.206896551724138, |
| "grad_norm": 1.4740924405566593, |
| "learning_rate": 7.163061697490742e-07, |
| "loss": 0.0253, |
| "step": 1350 |
| }, |
| { |
| "epoch": 6.252873563218391, |
| "grad_norm": 1.2039837293309412, |
| "learning_rate": 6.814381036730275e-07, |
| "loss": 0.0237, |
| "step": 1360 |
| }, |
| { |
| "epoch": 6.2988505747126435, |
| "grad_norm": 1.5435771614300633, |
| "learning_rate": 6.473056535406036e-07, |
| "loss": 0.0247, |
| "step": 1370 |
| }, |
| { |
| "epoch": 6.344827586206897, |
| "grad_norm": 1.6972735405981059, |
| "learning_rate": 6.139226260715872e-07, |
| "loss": 0.0232, |
| "step": 1380 |
| }, |
| { |
| "epoch": 6.390804597701149, |
| "grad_norm": 1.7603825909556183, |
| "learning_rate": 5.813025248411397e-07, |
| "loss": 0.0209, |
| "step": 1390 |
| }, |
| { |
| "epoch": 6.436781609195402, |
| "grad_norm": 1.7734840776368426, |
| "learning_rate": 5.494585448175474e-07, |
| "loss": 0.0248, |
| "step": 1400 |
| }, |
| { |
| "epoch": 6.482758620689655, |
| "grad_norm": 2.155524841148084, |
| "learning_rate": 5.184035670247989e-07, |
| "loss": 0.0251, |
| "step": 1410 |
| }, |
| { |
| "epoch": 6.528735632183908, |
| "grad_norm": 2.1248857415061315, |
| "learning_rate": 4.881501533321605e-07, |
| "loss": 0.0238, |
| "step": 1420 |
| }, |
| { |
| "epoch": 6.574712643678161, |
| "grad_norm": 1.2638686532353145, |
| "learning_rate": 4.587105413728457e-07, |
| "loss": 0.0227, |
| "step": 1430 |
| }, |
| { |
| "epoch": 6.620689655172414, |
| "grad_norm": 1.3539825062665019, |
| "learning_rate": 4.3009663959383776e-07, |
| "loss": 0.0229, |
| "step": 1440 |
| }, |
| { |
| "epoch": 6.666666666666667, |
| "grad_norm": 1.2318013380818635, |
| "learning_rate": 4.0232002243887873e-07, |
| "loss": 0.0244, |
| "step": 1450 |
| }, |
| { |
| "epoch": 6.712643678160919, |
| "grad_norm": 2.1272364662366887, |
| "learning_rate": 3.7539192566655254e-07, |
| "loss": 0.0234, |
| "step": 1460 |
| }, |
| { |
| "epoch": 6.758620689655173, |
| "grad_norm": 1.4894449105223861, |
| "learning_rate": 3.493232418053774e-07, |
| "loss": 0.0223, |
| "step": 1470 |
| }, |
| { |
| "epoch": 6.804597701149425, |
| "grad_norm": 1.5981961713791006, |
| "learning_rate": 3.24124515747731e-07, |
| "loss": 0.0218, |
| "step": 1480 |
| }, |
| { |
| "epoch": 6.850574712643678, |
| "grad_norm": 1.6361128000262934, |
| "learning_rate": 2.9980594048439477e-07, |
| "loss": 0.0226, |
| "step": 1490 |
| }, |
| { |
| "epoch": 6.896551724137931, |
| "grad_norm": 2.3404616936998455, |
| "learning_rate": 2.7637735298145064e-07, |
| "loss": 0.0212, |
| "step": 1500 |
| }, |
| { |
| "epoch": 6.942528735632184, |
| "grad_norm": 1.7100444245019304, |
| "learning_rate": 2.538482302011822e-07, |
| "loss": 0.0225, |
| "step": 1510 |
| }, |
| { |
| "epoch": 6.988505747126437, |
| "grad_norm": 1.4325323759545483, |
| "learning_rate": 2.3222768526860701e-07, |
| "loss": 0.0227, |
| "step": 1520 |
| }, |
| { |
| "epoch": 7.0344827586206895, |
| "grad_norm": 0.8626586832251956, |
| "learning_rate": 2.115244637851782e-07, |
| "loss": 0.0151, |
| "step": 1530 |
| }, |
| { |
| "epoch": 7.080459770114943, |
| "grad_norm": 0.650488570824418, |
| "learning_rate": 1.9174694029115148e-07, |
| "loss": 0.0123, |
| "step": 1540 |
| }, |
| { |
| "epoch": 7.126436781609195, |
| "grad_norm": 2.091704655001972, |
| "learning_rate": 1.7290311487804689e-07, |
| "loss": 0.0126, |
| "step": 1550 |
| }, |
| { |
| "epoch": 7.172413793103448, |
| "grad_norm": 0.8790217013924919, |
| "learning_rate": 1.5500060995258136e-07, |
| "loss": 0.0128, |
| "step": 1560 |
| }, |
| { |
| "epoch": 7.218390804597701, |
| "grad_norm": 0.7303846115721658, |
| "learning_rate": 1.3804666715337117e-07, |
| "loss": 0.0122, |
| "step": 1570 |
| }, |
| { |
| "epoch": 7.264367816091954, |
| "grad_norm": 1.0662215851718453, |
| "learning_rate": 1.2204814442165814e-07, |
| "loss": 0.0124, |
| "step": 1580 |
| }, |
| { |
| "epoch": 7.310344827586207, |
| "grad_norm": 0.8739271592863969, |
| "learning_rate": 1.0701151322724451e-07, |
| "loss": 0.0117, |
| "step": 1590 |
| }, |
| { |
| "epoch": 7.35632183908046, |
| "grad_norm": 0.7737781041692757, |
| "learning_rate": 9.294285595075669e-08, |
| "loss": 0.0122, |
| "step": 1600 |
| }, |
| { |
| "epoch": 7.402298850574713, |
| "grad_norm": 0.7170467686655235, |
| "learning_rate": 7.984786342329493e-08, |
| "loss": 0.0133, |
| "step": 1610 |
| }, |
| { |
| "epoch": 7.448275862068965, |
| "grad_norm": 0.6837027766335966, |
| "learning_rate": 6.773183262446914e-08, |
| "loss": 0.0112, |
| "step": 1620 |
| }, |
| { |
| "epoch": 7.494252873563219, |
| "grad_norm": 0.9449591802350379, |
| "learning_rate": 5.65996645397493e-08, |
| "loss": 0.0139, |
| "step": 1630 |
| }, |
| { |
| "epoch": 7.540229885057471, |
| "grad_norm": 1.999894266793329, |
| "learning_rate": 4.645586217799453e-08, |
| "loss": 0.0131, |
| "step": 1640 |
| }, |
| { |
| "epoch": 7.586206896551724, |
| "grad_norm": 0.8351980509392402, |
| "learning_rate": 3.730452874996737e-08, |
| "loss": 0.0124, |
| "step": 1650 |
| }, |
| { |
| "epoch": 7.6321839080459775, |
| "grad_norm": 0.7193434252067797, |
| "learning_rate": 2.914936600856899e-08, |
| "loss": 0.0112, |
| "step": 1660 |
| }, |
| { |
| "epoch": 7.67816091954023, |
| "grad_norm": 0.8238436973186618, |
| "learning_rate": 2.199367275146358e-08, |
| "loss": 0.0112, |
| "step": 1670 |
| }, |
| { |
| "epoch": 7.724137931034483, |
| "grad_norm": 1.05150261931409, |
| "learning_rate": 1.5840343486700216e-08, |
| "loss": 0.0133, |
| "step": 1680 |
| }, |
| { |
| "epoch": 7.7701149425287355, |
| "grad_norm": 0.8116973247797554, |
| "learning_rate": 1.0691867261874155e-08, |
| "loss": 0.0116, |
| "step": 1690 |
| }, |
| { |
| "epoch": 7.816091954022989, |
| "grad_norm": 0.8080179165425967, |
| "learning_rate": 6.550326657293882e-09, |
| "loss": 0.0111, |
| "step": 1700 |
| }, |
| { |
| "epoch": 7.862068965517241, |
| "grad_norm": 0.8576475297914047, |
| "learning_rate": 3.4173969435710717e-09, |
| "loss": 0.0121, |
| "step": 1710 |
| }, |
| { |
| "epoch": 7.908045977011494, |
| "grad_norm": 1.1647467814066779, |
| "learning_rate": 1.2943454039654467e-09, |
| "loss": 0.0122, |
| "step": 1720 |
| }, |
| { |
| "epoch": 7.954022988505747, |
| "grad_norm": 0.6589417835112291, |
| "learning_rate": 1.8203082176287967e-10, |
| "loss": 0.0125, |
| "step": 1730 |
| }, |
| { |
| "epoch": 7.9816091954022985, |
| "step": 1736, |
| "total_flos": 118981985435648.0, |
| "train_loss": 0.19023791693305503, |
| "train_runtime": 9688.5007, |
| "train_samples_per_second": 1.436, |
| "train_steps_per_second": 0.179 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1736, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 8, |
| "save_steps": 1000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 118981985435648.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
